Added chunking support to vectorize.table() #65
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and deploy embedding server | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - ".github/workflows/build-vector-serve.yml" | |
| - "vector-serve/**" | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - ".github/workflows/build-vector-serve.yml" | |
| - "vector-serve/**" | |
| permissions: | |
| id-token: write | |
| contents: read | |
| defaults: | |
| run: | |
| shell: bash | |
| working-directory: ./vector-serve/ | |
| jobs: | |
| tests: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.12.7 | |
| - name: Setup | |
| run: make setup | |
| - name: Init Model Cache | |
| run: make download.models | |
| - name: Lints | |
| run: make check | |
| - name: Tests | |
| run: make test | |
| build_and_push: | |
| name: Build and push images | |
| needs: tests | |
| runs-on: | |
| - self-hosted | |
| - dind | |
| - large-8x8 | |
| outputs: | |
| short_sha: ${{ steps.versions.outputs.SHORT_SHA }} | |
| steps: | |
| - name: Check out the repo | |
| uses: actions/checkout@v3 | |
| - name: Set version strings | |
| id: versions | |
| run: | | |
| echo "SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Quay | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: quay.io/tembo | |
| username: ${{ secrets.QUAY_USER_TEMBO }} | |
| password: ${{ secrets.QUAY_PASSWORD_TEMBO }} | |
| - name: Build and push -- Commit | |
| # push a build for every commit | |
| uses: docker/build-push-action@v5 | |
| with: | |
| file: ./vector-serve/Dockerfile | |
| context: ./ | |
| platforms: linux/amd64, linux/arm64 | |
| push: true | |
| tags: | | |
| quay.io/tembo/vector-serve:${{ steps.versions.outputs.SHORT_SHA }} | |
| - name: Build and push -- Latest | |
| # only push latest off main | |
| if: github.ref == 'refs/heads/main' | |
| uses: docker/build-push-action@v5 | |
| with: | |
| file: ./vector-serve/Dockerfile | |
| context: ./ | |
| platforms: linux/amd64, linux/arm64 | |
| push: true | |
| tags: | | |
| quay.io/tembo/vector-serve:latest | |
| - name: ECR Build and push -- Commit | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: ${{ secrets.GHA_IAM_ROLE }} | |
| role-session-name: images-gha-docker-build-and-push | |
| aws-region: ${{ secrets.AWS_REGION }} | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v2 | |
| - name: Build and push | |
| uses: docker/build-push-action@v5 | |
| with: | |
| file: ./vector-serve/Dockerfile | |
| context: ./ | |
| platforms: linux/amd64 | |
| push: true | |
| tags: | | |
| ${{ secrets.ECR_REGISTRY }}/vector-serve:${{ steps.versions.outputs.SHORT_SHA }} | |
| cache-from: type=local,src=/tmp/.buildx-cache | |
| cache-to: type=local,dest=/tmp/.buildx-cache | |
| provenance: false |