1# Generated from xtask::workflows::run_cron_unit_evals
2# Rebuild with `cargo xtask workflows`.
3name: run_cron_unit_evals
4env:
5 CARGO_TERM_COLOR: always
6 CARGO_INCREMENTAL: '0'
7 RUST_BACKTRACE: '1'
8 ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
9on:
10 schedule:
11 - cron: 47 1 * * 2
12 workflow_dispatch: {}
13jobs:
14 cron_unit_evals:
15 runs-on: namespace-profile-16x32-ubuntu-2204
16 steps:
17 - name: steps::checkout_repo
18 uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
19 with:
20 clean: false
21 - name: steps::setup_cargo_config
22 run: |
23 mkdir -p ./../.cargo
24 cp ./.cargo/ci-config.toml ./../.cargo/config.toml
25 shell: bash -euxo pipefail {0}
26 - name: steps::cache_rust_dependencies_namespace
27 uses: namespacelabs/nscloud-cache-action@v1
28 with:
29 cache: rust
30 - name: steps::setup_linux
31 run: ./script/linux
32 shell: bash -euxo pipefail {0}
33 - name: steps::install_mold
34 run: ./script/install-mold
35 shell: bash -euxo pipefail {0}
36 - name: steps::download_wasi_sdk
37 run: ./script/download-wasi-sdk
38 shell: bash -euxo pipefail {0}
39 - name: steps::cargo_install_nextest
40 run: cargo install cargo-nextest --locked
41 shell: bash -euxo pipefail {0}
42 - name: steps::clear_target_dir_if_large
43 run: ./script/clear-target-dir-if-larger-than 250
44 shell: bash -euxo pipefail {0}
45 - name: ./script/run-unit-evals
46 run: ./script/run-unit-evals
47 shell: bash -euxo pipefail {0}
48 env:
49 ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
50 OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
51 GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
52 GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}
53 - name: steps::cleanup_cargo_config
54 if: always()
55 run: |
56 rm -rf ./../.cargo
57 shell: bash -euxo pipefail {0}
58 - name: run_agent_evals::cron_unit_evals::send_failure_to_slack
59 if: ${{ failure() }}
60 uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52
61 with:
62 method: chat.postMessage
63 token: ${{ secrets.SLACK_APP_ZED_UNIT_EVALS_BOT_TOKEN }}
64 payload: |
65 channel: C04UDRNNJFQ
66 text: "Unit Evals Failed: https://github.com/zed-industries/zed/actions/runs/${{ github.run_id }}"
67concurrency:
68 group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.ref_name == 'main' && github.sha || 'anysha' }}
69 cancel-in-progress: true