1# Generated from xtask::workflows::run_unit_evals
 2# Rebuild with `cargo xtask workflows`.
 3name: run_unit_evals
 4env:
 5  CARGO_TERM_COLOR: always
 6  CARGO_INCREMENTAL: '0'
 7  RUST_BACKTRACE: '1'
 8  ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
 9  ZED_EVAL_TELEMETRY: '1'
10  MODEL_NAME: ${{ inputs.model_name }}
11on:
12  workflow_dispatch:
13    inputs:
14      model_name:
15        description: model_name
16        required: true
17        type: string
18      commit_sha:
19        description: commit_sha
20        required: true
21        type: string
22jobs:
23  run_unit_evals:
24    runs-on: namespace-profile-16x32-ubuntu-2204
25    steps:
26    - name: steps::checkout_repo
27      uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd
28      with:
29        clean: false
30    - name: steps::setup_cargo_config
31      run: |
32        mkdir -p ./../.cargo
33        cp ./.cargo/ci-config.toml ./../.cargo/config.toml
34    - name: steps::cache_rust_dependencies_namespace
35      uses: namespacelabs/nscloud-cache-action@a90bb5d4b27522ce881c6e98eebd7d7e6d1653f9
36      with:
37        cache: rust
38        path: ~/.rustup
39    - name: steps::setup_linux
40      run: ./script/linux
41    - name: steps::download_wasi_sdk
42      run: ./script/download-wasi-sdk
43    - name: steps::cargo_install_nextest
44      uses: taiki-e/install-action@921e2c9f7148d7ba14cd819f417db338f63e733c
45    - name: steps::clear_target_dir_if_large
46      run: ./script/clear-target-dir-if-larger-than 350 200
47    - name: steps::setup_sccache
48      run: ./script/setup-sccache
49      env:
50        R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
51        R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
52        R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
53        SCCACHE_BUCKET: sccache-zed
54    - name: ./script/run-unit-evals
55      run: ./script/run-unit-evals
56      env:
57        ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
58        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
59        GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
60        GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}
61        UNIT_EVAL_COMMIT: ${{ inputs.commit_sha }}
62    - name: steps::show_sccache_stats
63      run: sccache --show-stats || true
64    - name: steps::cleanup_cargo_config
65      if: always()
66      run: |
67        rm -rf ./../.cargo
68concurrency:
69  group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.run_id }}
70  cancel-in-progress: true
71defaults:
72  run:
73    shell: bash -euxo pipefail {0}