name: "Release" on: release: types: [published] permissions: contents: read jobs: build-linux-x86_64-extension: runs-on: ubuntu-20.04 steps: - uses: actions/checkout@v4 - run: ./scripts/vendor.sh - run: make loadable static - uses: actions/upload-artifact@v4 with: name: sqlite-vec-linux-x86_64-extension path: dist/* build-macos-x86_64-extension: runs-on: macos-12 steps: - uses: actions/checkout@v4 - run: ./scripts/vendor.sh - run: make loadable static - uses: actions/upload-artifact@v4 with: name: sqlite-vec-macos-x86_64-extension path: dist/* build-macos-aarch64-extension: runs-on: macos-14 steps: - uses: actions/checkout@v4 - run: ./scripts/vendor.sh - run: make loadable static - uses: actions/upload-artifact@v4 with: name: sqlite-vec-macos-aarch64-extension path: dist/* build-windows-x86_64-extension: runs-on: windows-2019 permissions: contents: write steps: - uses: actions/checkout@v4 - uses: ilammy/msvc-dev-cmd@v1 - uses: actions/setup-python@v5 with: python-version: "3.12" - run: ./scripts/vendor.sh shell: bash - run: make sqlite-vec.h - run: mkdir dist - run: cl.exe /fPIC -shared /W4 /Ivendor/ /O2 /LD sqlite-vec.c -o dist/vec0.dll - run: pip install pytest numpy; make test-loadable - uses: actions/upload-artifact@v4 with: name: sqlite-vec-windows-x86_64-extension path: dist/* build-linux-aarch64-extension: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - run: sudo apt-get install gcc-arm-linux-gnueabihf - run: ./scripts/vendor.sh - run: make sqlite-vec.h - run: make CC=arm-linux-gnueabihf-gcc loadable static - uses: actions/upload-artifact@v4 with: name: sqlite-vec-linux-aarch64-extension path: dist/* build-cosmopolitan: runs-on: macos-latest permissions: contents: write steps: - uses: actions/checkout@v4 - run: | mkdir $HOME/cosmo curl -L -o cosmocc-$COSMO_VERSION.zip https://github.com/jart/cosmopolitan/releases/download/$COSMO_VERSION/cosmocc-$COSMO_VERSION.zip unzip cosmocc-$COSMO_VERSION.zip -d $HOME/cosmo env: COSMO_VERSION: "3.5.4" - run: ./scripts/vendor.sh - run: make cli CC=$HOME/cosmo/bin/cosmocc AR=$HOME/cosmo/bin/cosmoar OMIT_SIMD=1 - run: tar -czvf sqlite-vec-$(cat VERSION)-cli-cosmopolitan.tar.gz dist/sqlite3 - run: gh release upload ${{ github.ref_name }} sqlite-vec-$(cat VERSION)-cli-cosmopolitan.tar.gz env: GH_TOKEN: ${{ github.token }} - uses: actions/upload-artifact@v4 with: name: sqlite-vec-cosmopolitan path: dist/* build-wasm32-emscripten: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - uses: mymindstorm/setup-emsdk@v12 with: version: "latest" - run: ./scripts/vendor.sh - run: make sqlite-vec.h - run: make wasm - uses: actions/upload-artifact@v4 with: name: sqlite-vec-wasm32-emscripten path: dist/.wasm/* include-hidden-files: true build-android-extensions: runs-on: ubuntu-latest strategy: matrix: platforms: [ { name: android-aarch64, cc: aarch64-linux-android21-clang }, { name: android-i686, cc: i686-linux-android21-clang }, { name: android-x86_64, cc: x86_64-linux-android21-clang }, { name: android-armv7a, cc: armv7a-linux-androideabi21-clang }, ] steps: - uses: actions/checkout@v4 - run: ./scripts/vendor.sh - uses: actions/setup-java@v4 with: java-version: "17" distribution: "temurin" - uses: android-actions/setup-android@v3 - run: | sdkmanager --install "ndk;27.0.12077973" echo "ANDROID_NDK_HOME=$ANDROID_SDK_ROOT/ndk/27.0.12077973" >> $GITHUB_ENV - run: | ls $ANDROID_NDK_HOME/toolchains/llvm/prebuilt/ ls $ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin - run: | export PATH=$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin:$PATH make CC=${{ matrix.platforms.cc }} \ AR=llvm-ar \ RANLIB=llvm-ranlib \ STRIP=llvm-strip loadable - uses: actions/upload-artifact@v4 with: name: sqlite-vec-${{ matrix.platforms.name }}-extension path: dist/*.so build-ios-extensions: runs-on: ${{ matrix.platforms.runner }} strategy: fail-fast: false matrix: platforms: [ { name: ios-aarch64, target: arm64-apple-ios, sdk: iphoneos, runner: macos-14, }, #{ # name: ios-x86_64, # target: x86_64-apple-ios, # sdk: iphoneos, # runner: macos-12, #}, { name: iossimulator-aarch64, target: arm64-apple-ios-simulator, sdk: iphonesimulator, runner: macos-14, }, { name: iossimulator-x86_64, target: x86_64-apple-ios-simulator, sdk: iphonesimulator, runner: macos-14, }, ] steps: - uses: actions/checkout@v4 - uses: maxim-lobanov/setup-xcode@v1 with: xcode-version: latest-stable - run: ./scripts/vendor.sh - run: make CFLAGS="-target ${{ matrix.platforms.target }} -isysroot $(xcrun -sdk ${{ matrix.platforms.sdk }} --show-sdk-path) -fembed-bitcode -DNDEBUG=1" loadable static - uses: actions/upload-artifact@v4 with: name: sqlite-vec-${{ matrix.platforms.name }}-extension path: dist/* dist: runs-on: ubuntu-latest needs: [ build-linux-x86_64-extension, build-macos-x86_64-extension, build-macos-aarch64-extension, build-windows-x86_64-extension, build-wasm32-emscripten, build-android-extensions, build-ios-extensions, ] permissions: contents: write steps: - uses: actions/checkout@v4 - uses: actions/download-artifact@v4 with: name: sqlite-vec-linux-x86_64-extension path: dist/linux-x86_64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-linux-aarch64-extension path: dist/linux-aarch64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-macos-x86_64-extension path: dist/macos-x86_64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-macos-aarch64-extension path: dist/macos-aarch64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-windows-x86_64-extension path: dist/windows-x86_64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-wasm32-emscripten path: dist/wasm32-emscripten - uses: actions/download-artifact@v4 with: name: sqlite-vec-android-aarch64-extension path: dist/android-aarch64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-android-i686-extension path: dist/android-i686 - uses: actions/download-artifact@v4 with: name: sqlite-vec-android-x86_64-extension path: dist/android-x86_64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-android-armv7a-extension path: dist/android-armv7a - uses: actions/download-artifact@v4 with: name: sqlite-vec-android-armv7a-extension path: dist/android-armv7a - uses: actions/download-artifact@v4 with: name: sqlite-vec-ios-aarch64-extension path: dist/ios-aarch64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-iossimulator-aarch64-extension path: dist/iossimulator-aarch64 - uses: actions/download-artifact@v4 with: name: sqlite-vec-iossimulator-x86_64-extension path: dist/iossimulator-x86_64 - run: | curl -L https://github.com/asg017/sqlite-dist/releases/download/v0.0.1-alpha.16/sqlite-dist-x86_64-unknown-linux-gnu.tar.xz \ | tar xfJ - --strip-components 1 - run: make sqlite-vec.h - run: ./sqlite-dist ./sqlite-dist.toml --input dist/ --output distx/ --version $(cat VERSION) - run: | gh release upload ${{ github.ref_name }} \ distx/amalgamation/* \ distx/github_releases/* \ distx/spm/* \ distx/sqlpkg/* \ distx/checksums.txt \ distx/sqlite-dist-manifest.json \ distx/install.sh env: GH_TOKEN: ${{ github.token }} - name: Install node uses: actions/setup-node@v3 with: node-version: "16" registry-url: "https://registry.npmjs.org" - run: | npm publish --access public distx/npm/sqlite-vec-darwin-arm64.tar.gz npm publish --access public distx/npm/sqlite-vec-darwin-x64.tar.gz npm publish --access public distx/npm/sqlite-vec-linux-x64.tar.gz npm publish --access public distx/npm/sqlite-vec-windows-x64.tar.gz npm publish --access public distx/npm/sqlite-vec-wasm-demo.tar.gz npm publish --access public distx/npm/sqlite-vec.tar.gz env: NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} - uses: ruby/setup-ruby@v1 with: ruby-version: 3.2 - run: | for file in distx/gem/*; do gem push "$file" done env: GEM_HOST_API_KEY: ${{ secrets.GEM_HOST_API_KEY }} - uses: actions/setup-python@v5 with: python-version: "3.12" - run: pip install twine - run: | twine upload distx/pip/* twine upload distx/datasette/* twine upload distx/sqlite_utils/* env: TWINE_USERNAME: __token__ TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} upload-crate: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - uses: actions-rs/toolchain@v1 with: toolchain: stable - run: ./scripts/vendor.sh - run: make sqlite-vec.h - run: make deps working-directory: ./bindings/rust - run: cargo publish --no-verify working-directory: ./bindings/rust env: CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} build-ncruces-go: runs-on: ubuntu-latest permissions: contents: write steps: - uses: actions/checkout@v4 - run: make sqlite-vec.h - uses: actions/checkout@v4 with: repository: ncruces/go-sqlite3 path: go-sqlite3 - run: git apply ../bindings/go/ncruces/go-sqlite3.patch working-directory: go-sqlite3/ - run: | mkdir -p tools/ [ -d "tools/wasi-sdk" ] || curl -#L "$WASI_SDK" | tar xzC tools & [ -d "tools/binaryen" ] || curl -#L "$BINARYEN" | tar xzC tools & wait mv "tools/wasi-sdk"* "tools/wasi-sdk" mv "tools/binaryen"* "tools/binaryen" sqlite3/download.sh embed/build.sh env: WASI_SDK: "https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-23/wasi-sdk-23.0-x86_64-linux.tar.gz" BINARYEN: "https://github.com/WebAssembly/binaryen/releases/download/version_118/binaryen-version_118-x86_64-linux.tar.gz" working-directory: go-sqlite3/ - uses: actions/checkout@v4 with: repository: asg017/sqlite-vec-go-bindings path: sqlite-vec-go-bindings token: ${{secrets.NCRUCES_BINDINGS_REPO_PAT}} - run: | cp go-sqlite3/embed/sqlite3.wasm sqlite-vec-go-bindings/ncruces/sqlite3.wasm cp sqlite-vec.c sqlite-vec-go-bindings/cgo/sqlite-vec.c cp sqlite-vec.h sqlite-vec-go-bindings/cgo/sqlite-vec.h - run: | git config user.name "Alex Garcia" git config user.email "alexsebastian.garcia@gmail.com" git add . git commit --allow-empty -m "AUTOMATED ${{ github.ref_name }}" || exit 0 git tag "${{ github.ref_name }}" git push origin main "${{ github.ref_name }}" working-directory: sqlite-vec-go-bindings env: GITHUB_TOKEN: ${{secrets.NCRUCES_BINDINGS_REPO_PAT}}