feat: orchestrate CI workflows to prevent duplicate runs when autofix makes changes (#24758)

This commit is contained in:
-LAN-
2025-08-29 13:23:08 +08:00
committed by GitHub
parent f8f768873e
commit e47bfd2ca3
6 changed files with 134 additions and 0 deletions

View File

@@ -1,6 +1,7 @@
name: Run Pytest
on:
workflow_call:
pull_request:
branches:
- main

View File

@@ -1,6 +1,7 @@
name: DB Migration Test
on:
workflow_call:
pull_request:
branches:
- main

129
.github/workflows/main-ci.yml vendored Normal file
View File

@@ -0,0 +1,129 @@
name: Main CI Pipeline
on:
pull_request:
branches: [ "main" ]
permissions:
contents: write
pull-requests: write
checks: write
concurrency:
group: main-ci-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
jobs:
# First, run autofix if needed
autofix:
name: Auto-fix code issues
if: github.repository == 'langgenius/dify'
runs-on: ubuntu-latest
outputs:
changes-made: ${{ steps.check-changes.outputs.changes }}
steps:
- uses: actions/checkout@v4
with:
token: ${{ secrets.GITHUB_TOKEN }}
ref: ${{ github.event.pull_request.head.ref }}
- uses: astral-sh/setup-uv@v6
with:
python-version: "3.12"
- name: Run Python fixes
run: |
cd api
uv sync --dev
# Fix lint errors
uv run ruff check --fix-only .
# Format code
uv run ruff format .
- name: Run ast-grep
run: |
uvx --from ast-grep-cli sg --pattern 'db.session.query($WHATEVER).filter($HERE)' --rewrite 'db.session.query($WHATEVER).where($HERE)' -l py --update-all
- name: Run mdformat
run: |
uvx mdformat .
- name: Check for changes
id: check-changes
run: |
if [ -n "$(git diff --name-only)" ]; then
echo "changes=true" >> $GITHUB_OUTPUT
else
echo "changes=false" >> $GITHUB_OUTPUT
fi
- name: Commit and push changes
if: steps.check-changes.outputs.changes == 'true'
run: |
git config --local user.email "action@github.com"
git config --local user.name "GitHub Action"
git add -A
git commit -m "Auto-fix: Apply code formatting and linting fixes"
git push
# Check which paths were changed to determine which tests to run
check-changes:
name: Check Changed Files
runs-on: ubuntu-latest
outputs:
api-changed: ${{ steps.changes.outputs.api }}
web-changed: ${{ steps.changes.outputs.web }}
vdb-changed: ${{ steps.changes.outputs.vdb }}
migration-changed: ${{ steps.changes.outputs.migration }}
steps:
- uses: actions/checkout@v4
- uses: dorny/paths-filter@v3
id: changes
with:
filters: |
api:
- 'api/**'
- 'docker/**'
- '.github/workflows/api-tests.yml'
web:
- 'web/**'
vdb:
- 'api/core/rag/datasource/**'
- 'docker/**'
- '.github/workflows/vdb-tests.yml'
- 'api/uv.lock'
- 'api/pyproject.toml'
migration:
- 'api/migrations/**'
- '.github/workflows/db-migration-test.yml'
# After autofix completes (or if no changes needed), run tests in parallel
api-tests:
name: API Tests
needs: [autofix, check-changes]
if: always() && !cancelled() && needs.check-changes.outputs.api-changed == 'true'
uses: ./.github/workflows/api-tests.yml
web-tests:
name: Web Tests
needs: [autofix, check-changes]
if: always() && !cancelled() && needs.check-changes.outputs.web-changed == 'true'
uses: ./.github/workflows/web-tests.yml
style-check:
name: Style Check
needs: autofix
if: always() && !cancelled()
uses: ./.github/workflows/style.yml
vdb-tests:
name: VDB Tests
needs: [autofix, check-changes]
if: always() && !cancelled() && needs.check-changes.outputs.vdb-changed == 'true'
uses: ./.github/workflows/vdb-tests.yml
db-migration-test:
name: DB Migration Test
needs: [autofix, check-changes]
if: always() && !cancelled() && needs.check-changes.outputs.migration-changed == 'true'
uses: ./.github/workflows/db-migration-test.yml

View File

@@ -1,6 +1,7 @@
name: Style check
on:
workflow_call:
pull_request:
branches:
- main

View File

@@ -1,6 +1,7 @@
name: Run VDB Tests
on:
workflow_call:
pull_request:
branches:
- main

View File

@@ -1,6 +1,7 @@
name: Web Tests
on:
workflow_call:
pull_request:
branches:
- main