1# Generated from xtask::workflows::run_cron_unit_evals
2# Rebuild with `cargo xtask workflows`.
3name: run_cron_unit_evals
4env:
5 CARGO_TERM_COLOR: always
6 CARGO_INCREMENTAL: '0'
7 RUST_BACKTRACE: '1'
8 ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
9on:
10 workflow_dispatch: {}
11jobs:
12 cron_unit_evals:
13 runs-on: namespace-profile-16x32-ubuntu-2204
14 strategy:
15 matrix:
16 model:
17 - anthropic/claude-sonnet-4-5-latest
18 - anthropic/claude-opus-4-5-latest
19 - google/gemini-3-pro
20 - openai/gpt-5
21 fail-fast: false
22 steps:
23 - name: steps::checkout_repo
24 uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
25 with:
26 clean: false
27 - name: steps::setup_cargo_config
28 run: |
29 mkdir -p ./../.cargo
30 cp ./.cargo/ci-config.toml ./../.cargo/config.toml
31 shell: bash -euxo pipefail {0}
32 - name: steps::cache_rust_dependencies_namespace
33 uses: namespacelabs/nscloud-cache-action@v1
34 with:
35 cache: rust
36 path: ~/.rustup
37 - name: steps::setup_linux
38 run: ./script/linux
39 shell: bash -euxo pipefail {0}
40 - name: steps::install_mold
41 run: ./script/install-mold
42 shell: bash -euxo pipefail {0}
43 - name: steps::download_wasi_sdk
44 run: ./script/download-wasi-sdk
45 shell: bash -euxo pipefail {0}
46 - name: steps::cargo_install_nextest
47 uses: taiki-e/install-action@nextest
48 - name: steps::clear_target_dir_if_large
49 run: ./script/clear-target-dir-if-larger-than 250
50 shell: bash -euxo pipefail {0}
51 - name: ./script/run-unit-evals
52 run: ./script/run-unit-evals
53 shell: bash -euxo pipefail {0}
54 env:
55 ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
56 OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
57 GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
58 GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}
59 ZED_AGENT_MODEL: ${{ matrix.model }}
60 - name: steps::cleanup_cargo_config
61 if: always()
62 run: |
63 rm -rf ./../.cargo
64 shell: bash -euxo pipefail {0}
65 - name: run_agent_evals::cron_unit_evals::send_failure_to_slack
66 if: ${{ failure() }}
67 uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52
68 with:
69 method: chat.postMessage
70 token: ${{ secrets.SLACK_APP_ZED_UNIT_EVALS_BOT_TOKEN }}
71 payload: |
72 channel: C04UDRNNJFQ
73 text: "Unit Evals Failed: https://github.com/zed-industries/zed/actions/runs/${{ github.run_id }}"
74concurrency:
75 group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.ref_name == 'main' && github.sha || 'anysha' }}
76 cancel-in-progress: true