Finn Evers
97f0ab77ca
GitHub allows defining a default shell for all jobs on the workflow level, which we did not use before, yet practically did when it comes down to our usage of `named::bash`. Since this makes stuff quite verbose, I decided on using the defaults instead so the workflows become somewhat easier to audit when reading the generated files. Powershell steps continue to use Powershell, only the default for bash scripts was modified. Release Notes: - N/A
73 lines
2.5 KiB
YAML
73 lines
2.5 KiB
YAML
# Generated from xtask::workflows::run_cron_unit_evals
|
|
# Rebuild with `cargo xtask workflows`.
|
|
name: run_cron_unit_evals
|
|
env:
|
|
CARGO_TERM_COLOR: always
|
|
CARGO_INCREMENTAL: '0'
|
|
RUST_BACKTRACE: '1'
|
|
ZED_CLIENT_CHECKSUM_SEED: ${{ secrets.ZED_CLIENT_CHECKSUM_SEED }}
|
|
on:
|
|
workflow_dispatch: {}
|
|
jobs:
|
|
cron_unit_evals:
|
|
runs-on: namespace-profile-16x32-ubuntu-2204
|
|
strategy:
|
|
matrix:
|
|
model:
|
|
- anthropic/claude-sonnet-4-5-latest
|
|
- anthropic/claude-opus-4-5-latest
|
|
- google/gemini-3-pro
|
|
- openai/gpt-5
|
|
fail-fast: false
|
|
steps:
|
|
- name: steps::checkout_repo
|
|
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
|
|
with:
|
|
clean: false
|
|
- name: steps::setup_cargo_config
|
|
run: |
|
|
mkdir -p ./../.cargo
|
|
cp ./.cargo/ci-config.toml ./../.cargo/config.toml
|
|
- name: steps::cache_rust_dependencies_namespace
|
|
uses: namespacelabs/nscloud-cache-action@v1
|
|
with:
|
|
cache: rust
|
|
path: ~/.rustup
|
|
- name: steps::setup_linux
|
|
run: ./script/linux
|
|
- name: steps::install_mold
|
|
run: ./script/install-mold
|
|
- name: steps::download_wasi_sdk
|
|
run: ./script/download-wasi-sdk
|
|
- name: steps::cargo_install_nextest
|
|
uses: taiki-e/install-action@nextest
|
|
- name: steps::clear_target_dir_if_large
|
|
run: ./script/clear-target-dir-if-larger-than 250
|
|
- name: ./script/run-unit-evals
|
|
run: ./script/run-unit-evals
|
|
env:
|
|
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
|
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
|
GOOGLE_AI_API_KEY: ${{ secrets.GOOGLE_AI_API_KEY }}
|
|
GOOGLE_CLOUD_PROJECT: ${{ secrets.GOOGLE_CLOUD_PROJECT }}
|
|
ZED_AGENT_MODEL: ${{ matrix.model }}
|
|
- name: steps::cleanup_cargo_config
|
|
if: always()
|
|
run: |
|
|
rm -rf ./../.cargo
|
|
- name: run_agent_evals::cron_unit_evals::send_failure_to_slack
|
|
if: ${{ failure() }}
|
|
uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52
|
|
with:
|
|
method: chat.postMessage
|
|
token: ${{ secrets.SLACK_APP_ZED_UNIT_EVALS_BOT_TOKEN }}
|
|
payload: |
|
|
channel: C04UDRNNJFQ
|
|
text: "Unit Evals Failed: https://github.com/zed-industries/zed/actions/runs/${{ github.run_id }}"
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.ref_name == 'main' && github.sha || 'anysha' }}
|
|
cancel-in-progress: true
|
|
defaults:
|
|
run:
|
|
shell: bash -euxo pipefail {0}
|