feat: add e2e network tests

Author: Gioee

.github/workflows/main.yml

@@ -15,6 +15,8 @@ jobs:
   build:
     runs-on: ${{ matrix.os }}
     container: ${{ matrix.container && matrix.container || '' }}
+    env:
+      APIKEY: ${{ secrets.APIKEY }}
     name: ${{ matrix.name }}${{ matrix.arch && format('-{0}', matrix.arch) || '' }}${{ matrix.variant && format('-{0}', matrix.variant) || '' }} build${{ matrix.skip_test != true && ( matrix.name != 'android' || matrix.arch == 'x86_64' ) && ' + test' || ''}}
     timeout-minutes: 60
     strategy:
@@ -362,6 +364,10 @@ jobs:
           make build/unittest ${{ matrix.make }} SQLITE_AMALGAM=${SQLITE_DIR}/sqlite3.c
           echo "::endgroup::"
 
+          echo "::group::build e2e binary for android"
+          make build/e2e ${{ matrix.make }} SQLITE_AMALGAM=${SQLITE_DIR}/sqlite3.c
+          echo "::endgroup::"
+
       - name: android test sqlite-memory
         if: matrix.name == 'android' && matrix.arch == 'x86_64'
         uses: reactivecircus/android-emulator-runner@v2.34.0
@@ -382,6 +388,14 @@ jobs:
             echo "Testing extension loading..."
             adb shell "sqlite3 :memory: '.load /data/local/tmp/memory.so' 'SELECT memory_version();'"
             echo "Extension loading test passed!"
+            if [ "${{ matrix.variant }}" != "local" ]; then
+              adb push ${{ github.workspace }}/build/e2e /data/local/tmp/
+              adb push ${{ github.workspace }}/build/vector.so /data/local/tmp/
+              adb shell "chmod +x /data/local/tmp/e2e"
+              echo "Running e2e tests..."
+              adb shell "APIKEY=$APIKEY VECTOR_LIB=/data/local/tmp/vector /data/local/tmp/e2e"
+              echo "E2E tests passed!"
+            fi
 
       - name: unix test sqlite-memory
         if: matrix.skip_test != true && matrix.os != 'windows-2022' && matrix.name != 'android'
@@ -392,6 +406,15 @@ jobs:
         shell: msys2 {0}
         run: make test ${{ matrix.make && matrix.make || ''}}
 
+      - name: unix e2e sqlite-memory
+        if: matrix.skip_test != true && matrix.variant != 'local' && matrix.os != 'windows-2022' && matrix.name != 'android'
+        run: ${{ matrix.name == 'linux-musl' && matrix.arch == 'arm64' && 'docker exec alpine' || '' }} make e2e ${{ matrix.make && matrix.make || ''}}
+
+      - name: windows e2e sqlite-memory
+        if: matrix.skip_test != true && matrix.variant != 'local' && matrix.name == 'windows'
+        shell: msys2 {0}
+        run: make e2e ${{ matrix.make && matrix.make || ''}}
+
       - uses: actions/upload-artifact@v4.6.2
         if: always()
         with:

Makefile

@@ -396,6 +396,41 @@ $(BUILD_DIR)/unittest: $(BUILD_DIR)/unittest.o $(TEST_C_OBJECTS) $(TEST_SQLITE_O
 		$(TEST_LDFLAGS) $(FRAMEWORKS) $(TEST_LINK_EXTRAS) \
 		-o $@
 
+$(BUILD_DIR)/e2e.o: $(TEST_DIR)/e2e.c | $(BUILD_DIR)
+	@echo "Compiling e2e.c..."
+	@$(CC) $(CFLAGS) $(TEST_DEFINES) $(DEFINES) $(INCLUDES) -c $< -o $@
+
+$(BUILD_DIR)/e2e: $(BUILD_DIR)/e2e.o $(TEST_C_OBJECTS) $(TEST_SQLITE_OBJ) $(LLAMA_LIBS) $(CURL_DEPS) | $(BUILD_DIR)
+	@echo "Linking e2e..."
+	@$(LINKER) $(BUILD_DIR)/e2e.o $(TEST_C_OBJECTS) $(TEST_SQLITE_OBJ) $(LLAMA_LIBS) \
+		$(TEST_LDFLAGS) $(FRAMEWORKS) $(TEST_LINK_EXTRAS) \
+		-o $@
+
+VECTOR_PLATFORM ?= $(PLATFORM)
+VECTOR_LIB := $(BUILD_DIR)/vector.$(EXT)
+
+# Detect musl libc (Alpine Linux)
+ifeq ($(PLATFORM),linux)
+    ifeq ($(shell cat /etc/alpine-release 2>/dev/null && echo yes),yes)
+        VECTOR_PLATFORM := linux-musl
+    endif
+endif
+
+$(VECTOR_LIB): | $(BUILD_DIR)
+	@echo "Downloading sqlite-vector for $(VECTOR_PLATFORM)-$(ARCH)..."
+	@VECTOR_TAG=$$(curl -sL https://api.github.com/repos/sqliteai/sqlite-vector/releases/latest | grep '"tag_name"' | head -1 | sed 's/.*: *"\(.*\)".*/\1/') && \
+		curl -sL -o $(BUILD_DIR)/vector.tar.gz \
+			"https://github.com/sqliteai/sqlite-vector/releases/download/$${VECTOR_TAG}/vector-$(VECTOR_PLATFORM)-$(ARCH)-$${VECTOR_TAG}.tar.gz" && \
+		tar -xzf $(BUILD_DIR)/vector.tar.gz -C $(BUILD_DIR) && \
+		rm -f $(BUILD_DIR)/vector.tar.gz
+	@test -f $(VECTOR_LIB) || (echo "Error: $(VECTOR_LIB) not found after download" && exit 1)
+
+.PHONY: e2e
+e2e: $(BUILD_DEPS) $(TARGET) $(BUILD_DIR)/e2e $(VECTOR_LIB)
+	@echo "Running e2e tests..."
+	@VECTOR_LIB=$(CURDIR)/$(VECTOR_LIB) $(BUILD_DIR)/e2e
+	@echo "E2E tests passed!"
+
 .PHONY: remote
 remote:
 	@$(MAKE) OMIT_LOCAL_ENGINE=1 extension

src/sqlite-memory.c

@@ -349,7 +349,7 @@ static int dbmem_database_init (sqlite3 *db) {
 
     // explicitly allows extension loading (only available when linked statically)
     // when loaded dynamically, the calling application must enable extension loading
-    #ifdef SQLITE_CORE
+    #if defined(SQLITE_CORE) && !defined(SQLITE_OMIT_LOAD_EXTENSION)
     rc = sqlite3_enable_load_extension(db, 1);
     if (rc != SQLITE_OK) return rc;
     #endif