Reduce CI test time by optimizing task execution #3073
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| paths-ignore: | |
| - 'api/docs/**' | |
| - 'build/charts/**' | |
| - 'design/**' | |
| - '**/*.md' | |
| - '**/*.txt' | |
| - '**/.gitignore' | |
| env: | |
| GO_VERSION: '1.21' | |
| jobs: | |
| ci-target-check: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| build: ${{ steps.ci-target-check.outputs.build }} | |
| bench: ${{ steps.ci-target-check.outputs.bench }} | |
| complex-test: ${{ steps.ci-target-check.outputs.complex-test }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: CI target check by path | |
| uses: dorny/paths-filter@v3 | |
| id: ci-target-check | |
| with: | |
| filters: | | |
| build: '**' | |
| bench: | |
| - 'pkg/**' | |
| - 'server/**' | |
| - 'client/**' | |
| - 'admin/**' | |
| - 'api/converter/**' | |
| complex-test: | |
| - 'server/backend/database/**' | |
| - 'pkg/document/**' | |
| - 'client/**' | |
| build: | |
| name: build | |
| runs-on: ubuntu-latest | |
| needs: ci-target-check | |
| if: ${{ needs.ci-target-check.outputs.build == 'true' }} | |
| steps: | |
| - name: Set up Go ${{ env.GO_VERSION }} | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Setup buf action | |
| uses: bufbuild/buf-setup-action@v1 | |
| with: | |
| github_token: ${{ github.token }} | |
| - name: Check out code | |
| uses: actions/checkout@v4 | |
| - name: Get tools dependencies | |
| run: make tools | |
| - name: Lint | |
| run: make lint | |
| - name: Lint proto files | |
| uses: bufbuild/buf-lint-action@v1 | |
| - name: Build | |
| run: make build | |
| - name: Stack | |
| run: docker compose -f build/docker/docker-compose.yml up --build -d | |
| - name: Test | |
| run: go test -tags integration -race -coverprofile=coverage.txt -covermode=atomic -v ./... | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| file: ./coverage.txt | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} | |
| bench: | |
| name: bench | |
| runs-on: ubuntu-latest | |
| permissions: write-all | |
| needs: ci-target-check | |
| if: ${{ needs.ci-target-check.outputs.bench == 'true' }} | |
| steps: | |
| - name: Set up Go ${{ env.GO_VERSION }} | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Check out code | |
| uses: actions/checkout@v4 | |
| - name: Stack | |
| run: docker compose -f build/docker/docker-compose.yml up --build -d | |
| - name: Bench | |
| run: make bench | |
| - name: Download previous benchmark data | |
| uses: actions/cache@v3 | |
| with: | |
| path: ./cache | |
| key: ${{ runner.os }}-benchmark | |
| - name: Store benchmark result | |
| uses: benchmark-action/github-action-benchmark@v1 | |
| if: ${{ github.event.pull_request.head.repo.full_name == github.repository }} | |
| with: | |
| name: Go Benchmark | |
| tool: 'go' | |
| output-file-path: output.txt | |
| external-data-json-path: ./cache/benchmark-data.json | |
| fail-on-alert: false | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| comment-always: true | |
| complex-test: | |
| name: complex-test | |
| runs-on: ubuntu-latest | |
| needs: ci-target-check | |
| if: ${{ needs.ci-target-check.outputs.complex-test == 'true' }} | |
| steps: | |
| - name: Set up Go ${{ env.GO_VERSION }} | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Check out code | |
| uses: actions/checkout@v4 | |
| - name: Check Docker Compose Version | |
| run: docker compose --version | |
| - name: Run the Config server, Shard 1 and Shard 2 | |
| run: docker compose -f build/docker/sharding/docker-compose.yml up --build -d --wait config1 shard1-1 shard2-1 | |
| - name: Initialize the Config server | |
| run: docker compose -f build/docker/sharding/docker-compose.yml exec config1 mongosh test /scripts/init-config1.js | |
| - name: Initialize the Shard 1 | |
| run: docker compose -f build/docker/sharding/docker-compose.yml exec shard1-1 mongosh test /scripts/init-shard1-1.js | |
| - name: Initialize the Shard 2 | |
| run: docker compose -f build/docker/sharding/docker-compose.yml exec shard2-1 mongosh test /scripts/init-shard2-1.js | |
| - name: Run the Mongos | |
| run: docker compose -f build/docker/sharding/docker-compose.yml up --build -d --wait mongos1 | |
| - name: Initialize the Mongos | |
| run: docker compose -f build/docker/sharding/docker-compose.yml exec mongos1 mongosh test /scripts/init-mongos1.js | |
| - name: Run the tests with complex tag | |
| run: go test -tags complex -race -v ./test/complex/... |