fix: Cleanup CLI Progress Bar Output (#5157) #3813
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: PR test suite | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| # `workflow_dispatch` allows CodSpeed to trigger backtest | |
| # performance analysis in order to generate initial data. | |
| workflow_dispatch: | |
| env: | |
| DAFT_ANALYTICS_ENABLED: '0' | |
| RUST_BACKTRACE: 1 | |
| DAFT_PROGRESS_BAR: 0 | |
| # Cancel in-progress CI runs for outdated PR pushes to save resources. | |
| # For pull requests, use the PR number to group runs. | |
| # For pushes to main, i.e. not PRs, use the unique commit SHA to avoid canceling other CI runs. | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }} | |
| cancel-in-progress: true | |
| jobs: | |
| skipcheck: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| skip: ${{ steps.filter.outputs.skip }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Detect non-trivial changes | |
| id: filter | |
| run: | | |
| set +e | |
| set -xo pipefail | |
| # On main branch, we want to run all tests (no skipping) | |
| if [ "${{ github.ref }}" = "refs/heads/main" ]; then | |
| echo "skip=false" >> $GITHUB_OUTPUT | |
| exit 0 | |
| fi | |
| # For PRs, check if there are non-trivial changes | |
| BASE=${{ github.base_ref || 'origin/main' }} | |
| git fetch origin $BASE --depth=1 | |
| if git diff --quiet origin/$BASE -- \ | |
| . \ | |
| ':!.vscode/**' \ | |
| ':!ci/**' \ | |
| ':!docs/**' \ | |
| ':!.git-blame-ignore-revs' \ | |
| ':!.gitignore' \ | |
| ':!.lldbinit' \ | |
| ':!.readthedocs.yaml' \ | |
| ':!CODE_OF_CONDUCT.md' \ | |
| ':!CONTRIBUTING.md' \ | |
| ':!LICENSE' \ | |
| ':!README.rst' \ | |
| ':!SECURITY.md' \ | |
| ':!codecov.yml' \ | |
| ':!mkdocs.yml' \ | |
| ':!AGENTS.md' | |
| then | |
| echo "skip=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "skip=false" >> $GITHUB_OUTPUT | |
| fi | |
| unit-test: | |
| needs: skipcheck | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ['3.9', '3.12'] | |
| daft-runner: [ray, native] | |
| pyarrow-version: [8.0.0, 19.0.1] | |
| flotilla: [1, 0] | |
| exclude: | |
| - daft-runner: native | |
| flotilla: 0 | |
| - daft-runner: ray | |
| pyarrow-version: 8.0.0 | |
| - python-version: '3.12' | |
| pyarrow-version: 8.0.0 | |
| steps: | |
| - name: Free Disk Space (Ubuntu) # only run on ubuntu | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| tool-cache: false | |
| - run: | | |
| sudo apt-get update | |
| sudo apt-get install ffmpeg libsm6 libxext6 -y | |
| - uses: actions/checkout@v4 | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ runner.os }}-build | |
| cache-all-crates: 'true' | |
| - name: Install cargo-llvm-cov | |
| uses: taiki-e/install-action@cargo-llvm-cov | |
| - name: install llvm tools | |
| run: rustup component add llvm-tools-preview | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| uv sync --no-install-project --all-extras --all-groups | |
| - name: Override pyarrow | |
| run: | | |
| source .venv/bin/activate | |
| uv pip install pyarrow==${{ matrix.pyarrow-version }} | |
| - name: Build library and Test with pytest | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| cargo llvm-cov clean --workspace | |
| maturin develop --uv | |
| pytest --ignore tests/integration --collect-only -qq # run this to ensure no weird imports that result in `Collector` errors | |
| pytest --cov=daft --ignore tests/integration --durations=0 | ./tools/capture-durations.sh "pytest_output.txt" | |
| python tools/aggregate_test_durations.py pytest_output.txt | |
| coverage combine -a --data-file='.coverage' || true | |
| mkdir -p report-output | |
| coverage xml -o ./report-output/coverage-${{ join(matrix.*, '-') }}.xml | |
| cargo llvm-cov report --lcov --output-path report-output/rust-coverage-${{ join(matrix.*, '-') }}.lcov | |
| env: | |
| # output of `cargo llvm-cov show-env --export-prefix` | |
| RUSTFLAGS: -C instrument-coverage --cfg=coverage --cfg=coverage_nightly --cfg=trybuild_no_target | |
| LLVM_PROFILE_FILE: ./target/daft-coverage-%p-%m.profraw | |
| CARGO_LLVM_COV: 1 | |
| CARGO_LLVM_COV_SHOW_ENV: 1 | |
| CARGO_LLVM_COV_TARGET_DIR: ./target | |
| CARGO_TARGET_DIR: ./target | |
| DAFT_RUNNER: ${{ matrix.daft-runner }} | |
| DAFT_FLOTILLA: ${{ matrix.flotilla }} | |
| - name: Upload coverage report | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-reports-unit-tests-${{ join(matrix.*, '-') }} | |
| path: ./report-output | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Pytest Unit Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| unit-tests: | |
| runs-on: ubuntu-latest | |
| needs: unit-test | |
| if: always() | |
| steps: | |
| - name: All tests ok | |
| if: ${{ !(contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')) }} | |
| run: exit 0 | |
| - name: Some tests failed | |
| if: ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') }} | |
| run: exit 1 | |
| integration-test-build: | |
| needs: skipcheck | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| env: | |
| package-name: daft | |
| strategy: | |
| matrix: | |
| python-version: ['3.9'] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| source .venv/bin/activate | |
| uv pip install -U twine toml maturin | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ runner.os }}-integration-build | |
| cache-all-crates: 'true' | |
| - uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version: latest | |
| - name: Build dashboard with Bun | |
| working-directory: ./src/daft-dashboard/frontend | |
| run: | | |
| bun install | |
| bun run build | |
| # NOTE: we don't build with all the actual release optimizations to avoid hellish CI times | |
| - name: Build wheels | |
| run: | | |
| source .venv/bin/activate | |
| maturin build --release --compatibility linux --out dist | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-${{ matrix.python-version }} | |
| path: dist | |
| integration-test-tpch: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| needs: [skipcheck, integration-test-build] | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| env: | |
| package-name: daft | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: 3.9 | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install Daft and dev dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| source .venv/bin/activate | |
| uv sync --no-install-project --all-extras --all-groups | |
| uv pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| - uses: actions/cache@v4 | |
| env: | |
| cache-name: cache-tpch-data | |
| with: | |
| path: data/tpch-dbgen | |
| key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('tests/integration/test_tpch.py', 'benchmarking/tpch/**') }} | |
| - name: Run TPCH integration tests (native) | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/test_tpch.py --durations=0 | ./tools/capture-durations.sh "tpch_pytest_output.txt" | |
| python tools/aggregate_test_durations.py tpch_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: native | |
| - name: Run TPCH integration tests (ray) | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/test_tpch.py --durations=0 | ./tools/capture-durations.sh "tpch_pytest_output.txt" | |
| python tools/aggregate_test_durations.py tpch_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 0 | |
| - name: Run TPCH integration tests (flotilla) | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/test_tpch.py --durations=0 | ./tools/capture-durations.sh "tpch_pytest_output.txt" | |
| python tools/aggregate_test_durations.py tpch_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 1 | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] TPCH Integration Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| integration-test-io: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| needs: [skipcheck, integration-test-build] | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| env: | |
| package-name: daft | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ['3.9'] | |
| daft-runner: [ray, native] | |
| flotilla: [1, 0] | |
| exclude: | |
| - daft-runner: native | |
| flotilla: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install Daft and dev dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| source .venv/bin/activate | |
| uv sync --no-install-project --all-extras --all-groups | |
| uv pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| - name: Prepare tmpdirs for IO services | |
| run: | | |
| mkdir -p /tmp/daft-integration-testing/nginx | |
| chmod +rw /tmp/daft-integration-testing/nginx | |
| - name: Spin up IO services | |
| uses: isbang/[email protected] | |
| with: | |
| compose-file: ./tests/integration/io/docker-compose/docker-compose.yml | |
| down-flags: --volumes | |
| - name: Run IO integration tests | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/io -m 'integration and not benchmark' --durations=0 | ./tools/capture-durations.sh "io_integration_pytest_output.txt" | |
| pytest tests/io -m 'integration' --durations=0 | ./tools/capture-durations.sh "io_integration_pytest_output_2.txt" | |
| python tools/aggregate_test_durations.py io_integration_pytest_output.txt io_integration_pytest_output_2.txt | |
| env: | |
| DAFT_RUNNER: ${{ matrix.daft-runner }} | |
| DAFT_FLOTILLA: ${{ matrix.flotilla }} | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] IO Integration Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| # Same as integration-test-io but runs the tests that require credentials, only on `main` | |
| integration-test-io-credentialed: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| needs: [skipcheck, integration-test-build] | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' && github.ref == 'refs/heads/main' }} | |
| env: | |
| package-name: daft | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ['3.9'] | |
| daft-runner: [ray, native] | |
| flotilla: [1, 0] | |
| exclude: | |
| - daft-runner: native | |
| flotilla: 1 | |
| # These permissions are needed to interact with GitHub's OIDC Token endpoint. | |
| # This is used in the step "Assume GitHub Actions AWS Credentials" | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install Daft and dev dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| source .venv/bin/activate | |
| uv sync --no-install-project --all-extras --all-groups | |
| uv pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| - name: Prepare tmpdirs for IO services | |
| run: | | |
| mkdir -p /tmp/daft-integration-testing/nginx | |
| chmod +rw /tmp/daft-integration-testing/nginx | |
| - name: Assume GitHub Actions AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-west-2 | |
| role-to-assume: ${{ secrets.ACTIONS_AWS_ROLE_ARN }} | |
| role-session-name: DaftPythonPackageGitHubWorkflow | |
| - name: Assume GitHub Actions GCloud Credentials | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.ACTIONS_GCP_SERVICE_ACCOUNT_JSON }} | |
| # NOTE: Workload Identity seems to be having problems with our Rust crate, so we use JSON instead | |
| # See issue: https://github.com/yoshidan/google-cloud-rust/issues/171#issuecomment-1730511655 | |
| # workload_identity_provider: ${{ secrets.ACTIONS_GCP_WORKLOAD_IDENTITY_PROVIDER }} | |
| # service_account: ${{ secrets.ACTIONS_GCP_SERVICE_ACCOUNT }} | |
| - name: Spin up IO services | |
| uses: isbang/[email protected] | |
| with: | |
| compose-file: ./tests/integration/io/docker-compose/docker-compose.yml | |
| down-flags: --volumes | |
| - name: Run IO integration tests | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/io -m 'integration and not benchmark' --credentials --durations=0 | ./tools/capture-durations.sh "io_credentialed_pytest_output.txt" | |
| python tools/aggregate_test_durations.py io_credentialed_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ${{ matrix.daft-runner }} | |
| DAFT_FLOTILLA: ${{ matrix.flotilla }} | |
| HF_TOKEN: ${{ secrets.ACTIONS_HF_TOKEN }} | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] IO Integration Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| integration-test-sql: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| needs: [skipcheck, integration-test-build] | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| env: | |
| package-name: daft | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: 3.9 | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install Daft and dev dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| source .venv/bin/activate | |
| uv sync --no-install-project --all-extras --all-groups | |
| uv pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| - name: Install ODBC Driver 18 for SQL Server | |
| run: | | |
| curl https://packages.microsoft.com/keys/microsoft.asc | sudo apt-key add - | |
| sudo add-apt-repository https://packages.microsoft.com/ubuntu/$(lsb_release -rs)/prod | |
| sudo apt-get update | |
| sudo ACCEPT_EULA=Y apt-get install -y msodbcsql18 | |
| - name: Spin up services | |
| run: | | |
| pushd ./tests/integration/sql/docker-compose/ | |
| docker compose -f ./docker-compose.yml up -d | |
| popd | |
| - name: Run sql integration tests (native) | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/sql -m 'integration or not integration' --durations=0 | ./tools/capture-durations.sh "sql_pytest_output.txt" | |
| python tools/aggregate_test_durations.py sql_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: native | |
| - name: Run sql integration tests (ray) | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/sql -m 'integration or not integration' --durations=0 | ./tools/capture-durations.sh "sql_pytest_output.txt" | |
| python tools/aggregate_test_durations.py sql_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 0 | |
| - name: Run sql integration tests (flotilla) | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/sql -m 'integration or not integration' --durations=0 | ./tools/capture-durations.sh "sql_pytest_output.txt" | |
| python tools/aggregate_test_durations.py sql_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 1 | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] SQL Integration Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| integration-test-catalogs: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| needs: [skipcheck, integration-test-build] | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| env: | |
| package-name: daft | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: '17' | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: unitycatalog/unitycatalog | |
| ref: 20dd3820be332ac04deec4e063099fb863eb3392 | |
| submodules: true | |
| path: unitycatalog | |
| - name: Start UC Server | |
| working-directory: ./unitycatalog | |
| run: bin/start-uc-server -p 3000 & | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: 3.9 | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install Daft and dev dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| source .venv/bin/activate | |
| uv sync --no-install-project --all-extras --all-groups | |
| uv pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| # Iceberg test setup | |
| - uses: docker/setup-buildx-action@v3 | |
| - uses: docker/build-push-action@v5 | |
| with: | |
| context: ./tests/integration/iceberg/docker-compose/ | |
| file: ./tests/integration/iceberg/docker-compose/Dockerfile | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=min | |
| - name: Spin up services | |
| run: | | |
| pushd ./tests/integration/iceberg/docker-compose/ | |
| docker compose -f ./docker-compose.yml up -d | |
| popd | |
| # Unity tests | |
| - name: Run Unity integration tests (native) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/unity -m 'integration or not integration' --durations=0 | ./tools/capture-durations.sh "unity_pytest_output.txt" | |
| python tools/aggregate_test_durations.py unity_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: native | |
| UNITY_CATALOG_PORT: 3000 | |
| - name: Run Unity integration tests (ray) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/unity -m 'integration or not integration' --durations=0 | ./tools/capture-durations.sh "unity_pytest_output.txt" | |
| python tools/aggregate_test_durations.py unity_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 0 | |
| UNITY_CATALOG_PORT: 3000 | |
| - name: Run Unity integration tests (flotilla) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/unity -m 'integration or not integration' --durations=0 | ./tools/capture-durations.sh "unity_pytest_output.txt" | |
| python tools/aggregate_test_durations.py unity_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 1 | |
| UNITY_CATALOG_PORT: 3000 | |
| # Iceberg tests | |
| - name: Run Iceberg integration tests (native) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/iceberg -m 'integration' --durations=0 | ./tools/capture-durations.sh "iceberg_pytest_output.txt" | |
| python tools/aggregate_test_durations.py iceberg_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: native | |
| - name: Run Iceberg integration tests (ray) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/iceberg -m 'integration' --durations=0 | ./tools/capture-durations.sh "iceberg_pytest_output.txt" | |
| python tools/aggregate_test_durations.py iceberg_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 0 | |
| - name: Run Iceberg integration tests (flotilla) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/iceberg -m 'integration' --durations=0 | ./tools/capture-durations.sh "iceberg_pytest_output.txt" | |
| python tools/aggregate_test_durations.py iceberg_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 1 | |
| # Delta Lake tests | |
| - name: Run Delta Lake integration tests (native) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/delta_lake -m 'integration' --durations=0 | ./tools/capture-durations.sh "delta_lake_pytest_output.txt" | |
| python tools/aggregate_test_durations.py delta_lake_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: native | |
| - name: Run Delta Lake integration tests (ray) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/delta_lake -m 'integration' --durations=0 | ./tools/capture-durations.sh "delta_lake_pytest_output.txt" | |
| python tools/aggregate_test_durations.py delta_lake_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 0 | |
| - name: Run Delta Lake integration tests (flotilla) | |
| if: always() | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest tests/integration/delta_lake -m 'integration' --durations=0 | ./tools/capture-durations.sh "delta_lake_pytest_output.txt" | |
| python tools/aggregate_test_durations.py delta_lake_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ray | |
| DAFT_FLOTILLA: 1 | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Catalog Integration Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| integration-test-ai-credentialed: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| needs: [skipcheck, integration-test-build] | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' && github.ref == 'refs/heads/main' }} | |
| env: | |
| package-name: daft | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ['3.9'] | |
| daft-runner: [ray, native] | |
| enable-aqe: [1, 0] | |
| exclude: | |
| - daft-runner: native | |
| enable-aqe: 1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install Daft and dev dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 10 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: | | |
| source .venv/bin/activate | |
| uv sync --no-install-project --all-extras --all-groups | |
| uv pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| - name: Run AI provider integration tests | |
| run: | | |
| set -o pipefail | |
| source .venv/bin/activate | |
| pytest -m integration tests/integration/ai --credentials --durations=0 | ./tools/capture-durations.sh "ai_pytest_output.txt" | |
| python tools/aggregate_test_durations.py ai_pytest_output.txt | |
| env: | |
| DAFT_RUNNER: ${{ matrix.daft-runner }} | |
| DAFT_ENABLE_AQE: ${{ matrix.enable-aqe }} | |
| OPENAI_API_KEY: ${{ secrets.ACTIONS_OPENAI_API_KEY }} | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] AI Provider Integration Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| integration-tests: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - integration-test-tpch | |
| - integration-test-io | |
| - integration-test-io-credentialed | |
| - integration-test-sql | |
| - integration-test-catalogs | |
| - integration-test-ai-credentialed | |
| if: always() | |
| steps: | |
| - name: All tests ok | |
| if: ${{ !(contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')) }} | |
| run: exit 0 | |
| - name: Some tests failed | |
| if: ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') }} | |
| run: exit 1 | |
| benchmark-codspeed: | |
| needs: skipcheck | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| runs-on: buildjet-8vcpu-ubuntu-2204 | |
| timeout-minutes: 30 | |
| env: | |
| package-name: daft | |
| RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| prefix-key: dev-bench | |
| key: ${{ runner.os }}-benchmark-build | |
| cache-all-crates: 'true' | |
| cache-provider: buildjet | |
| - uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version: latest | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: '3.12' # Codspeed requires Python 3.12 | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: uv sync --no-install-project --all-extras --all-groups | |
| - name: Build dashboard with Bun | |
| working-directory: ./src/daft-dashboard/frontend | |
| run: | | |
| bun install | |
| bun run build | |
| - name: Build Rust Library | |
| run: | | |
| source .venv/bin/activate | |
| maturin develop --uv --profile dev-bench | |
| - uses: actions/cache@v4 | |
| env: | |
| cache-name: cache-tpch-data | |
| with: | |
| path: data/tpch-dbgen | |
| key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('tests/integration/test_tpch.py', 'benchmarking/tpch/**') }} | |
| - name: Run benchmarks | |
| uses: CodSpeedHQ/action@v3 | |
| with: | |
| run: source .venv/bin/activate; pytest tests/benchmarks/test_local_tpch.py tests/benchmarks/test_interactive_reads.py -m benchmark --codspeed | |
| env: | |
| DAFT_RUNNER: native | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Benchmark Local TPCH <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| rust-tests-platform: | |
| needs: skipcheck | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| runs-on: ${{ matrix.os }}-latest | |
| timeout-minutes: 45 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu, Windows] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| bins: [email protected] | |
| components: llvm-tools-preview | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ runner.os }}-rust-build | |
| cache-all-crates: 'true' | |
| - name: Free Disk Space (Ubuntu) # only run on ubuntu | |
| if: ${{ matrix.os == 'ubuntu' }} | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| tool-cache: false | |
| - name: Generate code coverage | |
| run: mkdir -p report-output && cargo llvm-cov --no-default-features --workspace --exclude spark-connect --lcov --output-path ./report-output/lcov.info | |
| - name: Upload coverage report | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-reports-rust-tests-${{ runner.os }} | |
| path: ./report-output | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Rust Unit Tests <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| rust-tests: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - rust-tests-platform | |
| if: always() | |
| steps: | |
| - name: All tests ok | |
| if: ${{ !(contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')) }} | |
| run: exit 0 | |
| - name: Some tests failed | |
| if: ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') }} | |
| run: exit 1 | |
| check-unused-cargo-deps: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| channel: stable | |
| - name: Install Machete | |
| run: cargo +stable install [email protected] --locked | |
| - name: Run Machete | |
| run: cargo machete --with-metadata | |
| doctests: | |
| runs-on: ubuntu-latest | |
| env: | |
| python-version: '3.10' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ runner.os }}-build | |
| cache-all-crates: 'true' | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ env.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| - name: Install dependencies | |
| uses: nick-fields/retry@v3 | |
| with: | |
| timeout_minutes: 15 | |
| max_attempts: 3 | |
| retry_wait_seconds: 10 | |
| command: uv sync --no-install-project --all-extras --all-groups | |
| - name: Run doctests | |
| run: | | |
| source .venv/bin/activate | |
| maturin develop --uv | |
| make doctests | |
| env: | |
| DAFT_RUNNER: native | |
| publish-coverage-reports: | |
| name: Publish coverage reports to CodeCov | |
| runs-on: ubuntu-latest | |
| needs: | |
| - unit-test | |
| - rust-tests-platform | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| pattern: coverage-reports* | |
| merge-multiple: true | |
| path: ./report-output | |
| - name: Upload coverage reports to Codecov with GitHub Action | |
| uses: codecov/codecov-action@v5 | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} | |
| files: ./report-output/* | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Codecov Uploads <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| test-imports-platform: | |
| needs: skipcheck | |
| if: ${{ needs.skipcheck.outputs.skip == 'false' }} | |
| runs-on: ${{ matrix.os }}-latest | |
| timeout-minutes: 30 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu, Windows] | |
| python-version: ['3.9'] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ runner.os }}-build | |
| cache-all-crates: 'true' | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| enable-cache: true | |
| cache-dependency-glob: "**/pyproject.toml" | |
| - name: Unix Build | |
| if: ${{ (runner.os != 'Windows') }} | |
| run: | | |
| uv venv --seed .venv | |
| source .venv/bin/activate | |
| uv pip install maturin | |
| maturin build --out dist | |
| - name: Windows Build | |
| if: ${{ (runner.os == 'Windows') }} | |
| run: | | |
| uv venv --seed .venv | |
| .\.venv\Scripts\activate | |
| uv pip install maturin | |
| maturin build --out dist | |
| - name: Test Imports in Clean Env (Unix) | |
| if: ${{ (runner.os != 'Windows') }} | |
| run: | | |
| rm -rf daft | |
| rm -rf .venv | |
| uv venv --seed .venv | |
| source .venv/bin/activate | |
| ls -R ./dist | |
| uv pip install dist/*.whl | |
| python -c 'import daft; from daft import *' | |
| - name: Test Imports in Clean Env (Windows) | |
| if: ${{ (runner.os == 'Windows') }} | |
| run: | | |
| rd -r daft | |
| rd -r .venv | |
| uv venv --seed .venv | |
| .\.venv\Scripts\activate | |
| $FILES = Get-ChildItem -Path .\dist\*.whl -Force -Recurse | |
| uv pip install $FILES[0].FullName | |
| python -c 'import daft; from daft import *' | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Python Import Checks <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| test-imports: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - test-imports-platform | |
| if: always() | |
| steps: | |
| - name: All tests ok | |
| if: ${{ !(contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')) }} | |
| run: exit 0 | |
| - name: Some tests failed | |
| if: ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') }} | |
| run: exit 1 | |
| style: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| env: | |
| python-version: '3.9' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup Python and uv | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| python-version: ${{ env.python-version }} | |
| - name: Setup Virtual Env | |
| run: | | |
| uv venv --seed .venv | |
| echo "$GITHUB_WORKSPACE/.venv/bin" >> $GITHUB_PATH | |
| source .venv/bin/activate | |
| uv pip install pre-commit | |
| - uses: moonrepo/setup-rust@v1 | |
| with: | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ runner.os }}-build | |
| cache-all-crates: 'true' | |
| - uses: actions/cache@v4 | |
| id: pre-commit-cache | |
| with: | |
| path: ~/.cache/pre-commit/ | |
| key: ${{ runner.os }}-python-${{ env.python-version }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
| - name: Python And Rust Style Check | |
| run: | | |
| source .venv/bin/activate | |
| pre-commit run --all-files -v | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: ${{ failure() && (github.event_name == 'push') }} | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: [CI] Style Checks <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED on main* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook |