1# Generated from xtask::workflows::run_cron_unit_evals
 2# Rebuild with `cargo xtask workflows`.
 3name: run_cron_unit_evals
 4env:
 5  CARGO_TERM_COLOR: always
 6  CARGO_INCREMENTAL: '0'
 7  RUST_BACKTRACE: '1'
 8  ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
 9on:
10  workflow_dispatch: {}
11jobs:
12  cron_unit_evals:
13    runs-on: namespace-profile-16x32-ubuntu-2204
14    strategy:
15      matrix:
16        model:
17        - anthropic/claude-sonnet-4-5-latest
18        - anthropic/claude-opus-4-5-latest
19        - google/gemini-3.1-pro
20        - openai/gpt-5
21      fail-fast: false
22    steps:
23    - name: steps::checkout_repo
24      uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd
25      with:
26        clean: false
27    - name: steps::setup_cargo_config
28      run: |
29        mkdir -p ./../.cargo
30        cp ./.cargo/ci-config.toml ./../.cargo/config.toml
31    - name: steps::cache_rust_dependencies_namespace
32      uses: namespacelabs/nscloud-cache-action@a90bb5d4b27522ce881c6e98eebd7d7e6d1653f9
33      with:
34        cache: rust
35        path: ~/.rustup
36    - name: steps::setup_linux
37      run: ./script/linux
38    - name: steps::download_wasi_sdk
39      run: ./script/download-wasi-sdk
40    - name: steps::cargo_install_nextest
41      uses: taiki-e/install-action@921e2c9f7148d7ba14cd819f417db338f63e733c
42    - name: steps::clear_target_dir_if_large
43      run: ./script/clear-target-dir-if-larger-than 250
44    - name: steps::setup_sccache
45      run: ./script/setup-sccache
46      env:
47        R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
48        R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
49        R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
50        SCCACHE_BUCKET: sccache-zed
51    - name: ./script/run-unit-evals
52      run: ./script/run-unit-evals
53      env:
54        ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
55        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
56        GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
57        GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}
58        ZED_AGENT_MODEL: ${{ matrix.model }}
59    - name: steps::show_sccache_stats
60      run: sccache --show-stats || true
61    - name: steps::cleanup_cargo_config
62      if: always()
63      run: |
64        rm -rf ./../.cargo
65    - name: run_agent_evals::cron_unit_evals::send_failure_to_slack
66      if: ${{ failure() }}
67      uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52
68      with:
69        method: chat.postMessage
70        token: ${{ secrets.SLACK_APP_ZED_UNIT_EVALS_BOT_TOKEN }}
71        payload: |
72          channel: C04UDRNNJFQ
73          text: "Unit Evals Failed: https://github.com/zed-industries/zed/actions/runs/${{ github.run_id }}"
74concurrency:
75  group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.ref_name == 'main' && github.sha || 'anysha' }}
76  cancel-in-progress: true
77defaults:
78  run:
79    shell: bash -euxo pipefail {0}