1# Generated from xtask::workflows::run_agent_evals
 2# Rebuild with `cargo xtask workflows`.
 3name: run_agent_evals
 4env:
 5  CARGO_TERM_COLOR: always
 6  CARGO_INCREMENTAL: '0'
 7  RUST_BACKTRACE: '1'
 8  ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
 9on:
10  schedule:
11  - cron: 47 1 * * 2
12  workflow_dispatch: {}
13jobs:
14  unit_evals:
15    runs-on: namespace-profile-16x32-ubuntu-2204
16    steps:
17    - name: steps::checkout_repo
18      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
19      with:
20        clean: false
21    - name: steps::setup_cargo_config
22      run: |
23        mkdir -p ./../.cargo
24        cp ./.cargo/ci-config.toml ./../.cargo/config.toml
25      shell: bash -euxo pipefail {0}
26    - name: steps::cache_rust_dependencies_namespace
27      uses: namespacelabs/nscloud-cache-action@v1
28      with:
29        cache: rust
30    - name: steps::setup_linux
31      run: ./script/linux
32      shell: bash -euxo pipefail {0}
33    - name: steps::install_mold
34      run: ./script/install-mold
35      shell: bash -euxo pipefail {0}
36    - name: steps::cargo_install_nextest
37      run: cargo install cargo-nextest --locked
38      shell: bash -euxo pipefail {0}
39    - name: steps::clear_target_dir_if_large
40      run: ./script/clear-target-dir-if-larger-than 250
41      shell: bash -euxo pipefail {0}
42    - name: ./script/run-unit-evals
43      run: ./script/run-unit-evals
44      shell: bash -euxo pipefail {0}
45      env:
46        ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
47    - name: run_agent_evals::unit_evals::send_failure_to_slack
48      if: ${{ failure() }}
49      uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52
50      with:
51        method: chat.postMessage
52        token: ${{ secrets.SLACK_APP_ZED_UNIT_EVALS_BOT_TOKEN }}
53        payload: |
54          channel: C04UDRNNJFQ
55          text: "Unit Evals Failed: https://github.com/zed-industries/zed/actions/runs/${{ github.run_id }}"
56    - name: steps::cleanup_cargo_config
57      if: always()
58      run: |
59        rm -rf ./../.cargo
60      shell: bash -euxo pipefail {0}
61concurrency:
62  group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.ref_name == 'main' && github.sha || 'anysha' }}
63  cancel-in-progress: true