92 lines
2.3 KiB
YAML
92 lines
2.3 KiB
YAML
name: Run VDB Tests
|
|
|
|
on:
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
paths:
|
|
- api/core/rag/datasource/**
|
|
- docker/**
|
|
- .github/workflows/vdb-tests.yml
|
|
- api/uv.lock
|
|
- api/pyproject.toml
|
|
|
|
concurrency:
|
|
group: vdb-tests-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
test:
|
|
name: VDB Tests
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
python-version:
|
|
- "3.11"
|
|
- "3.12"
|
|
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Free Disk Space
|
|
uses: endersonmenezes/free-disk-space@v2
|
|
with:
|
|
remove_dotnet: true
|
|
remove_haskell: true
|
|
remove_tool_cache: true
|
|
|
|
- name: Setup UV and Python
|
|
uses: ./.github/actions/setup-uv
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
uv-lockfile: api/uv.lock
|
|
|
|
- name: Check UV lockfile
|
|
run: uv lock --project api --check
|
|
|
|
- name: Install dependencies
|
|
run: uv sync --project api --dev
|
|
|
|
- name: Set up dotenvs
|
|
run: |
|
|
cp docker/.env.example docker/.env
|
|
cp docker/middleware.env.example docker/middleware.env
|
|
|
|
- name: Expose Service Ports
|
|
run: sh .github/workflows/expose_service_ports.sh
|
|
|
|
- name: Set up Vector Store (TiDB)
|
|
uses: hoverkraft-tech/compose-action@v2.0.2
|
|
with:
|
|
compose-file: docker/tidb/docker-compose.yaml
|
|
services: |
|
|
tidb
|
|
tiflash
|
|
|
|
- name: Set up Vector Stores (Weaviate, Qdrant, PGVector, Milvus, PgVecto-RS, Chroma, MyScale, ElasticSearch, Couchbase, OceanBase)
|
|
uses: hoverkraft-tech/compose-action@v2.0.2
|
|
with:
|
|
compose-file: |
|
|
docker/docker-compose.yaml
|
|
services: |
|
|
weaviate
|
|
qdrant
|
|
couchbase-server
|
|
etcd
|
|
minio
|
|
milvus-standalone
|
|
pgvecto-rs
|
|
pgvector
|
|
chroma
|
|
elasticsearch
|
|
oceanbase
|
|
|
|
- name: Check VDB Ready (TiDB)
|
|
run: uv run --project api python api/tests/integration_tests/vdb/tidb_vector/check_tiflash_ready.py
|
|
|
|
- name: Test Vector Stores
|
|
run: uv run --project api bash dev/pytest/pytest_vdb.sh
|