mirror of
https://github.com/katanemo/plano.git
synced 2026-04-25 00:36:34 +02:00
Remove signals test from the gitops flow
This commit is contained in:
parent
ffaa4da22c
commit
471116b542
1 changed files with 0 additions and 97 deletions
97
.github/workflows/parity-signals.yml
vendored
97
.github/workflows/parity-signals.yml
vendored
|
|
@ -1,97 +0,0 @@
|
|||
name: parity-signals
|
||||
|
||||
# On-demand parity validation of the Rust signals port against the Python
|
||||
# reference (https://github.com/katanemo/signals). Not run on every PR
|
||||
# because it downloads several GB of dataset content.
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
num_samples:
|
||||
description: "Number of conversations to sample from lmsys-chat-1m"
|
||||
required: true
|
||||
default: "2000"
|
||||
seed:
|
||||
description: "Sampling seed (use the same value for reproducibility)"
|
||||
required: true
|
||||
default: "42"
|
||||
dataset_revision:
|
||||
description: "HF dataset revision (commit SHA). Empty = latest (NOT pinned)."
|
||||
required: false
|
||||
default: ""
|
||||
signals_ref:
|
||||
description: "Git ref of katanemo/signals to install"
|
||||
required: true
|
||||
default: "main"
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
parity:
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 90
|
||||
steps:
|
||||
- uses: actions/checkout@v6
|
||||
|
||||
- name: Install Rust (stable)
|
||||
uses: dtolnay/rust-toolchain@stable
|
||||
|
||||
- name: Cache cargo
|
||||
uses: Swatinem/rust-cache@v2
|
||||
with:
|
||||
workspaces: crates
|
||||
|
||||
- name: Build signals_replay
|
||||
working-directory: crates
|
||||
run: cargo build --release -p brightstaff --bin signals_replay
|
||||
|
||||
- uses: actions/setup-python@v6
|
||||
with:
|
||||
python-version: "3.11"
|
||||
|
||||
- name: Install harness deps
|
||||
working-directory: tests/parity/signals
|
||||
run: |
|
||||
python -m pip install --upgrade pip
|
||||
pip install -r requirements.txt
|
||||
pip install "signals @ git+https://github.com/katanemo/signals@${{ inputs.signals_ref }}"
|
||||
|
||||
- name: Authenticate Hugging Face (lmsys-chat-1m is gated)
|
||||
env:
|
||||
HF_TOKEN: ${{ secrets.HF_TOKEN }}
|
||||
run: |
|
||||
if [ -z "$HF_TOKEN" ]; then
|
||||
echo "::error::HF_TOKEN secret is required to download lmsys-chat-1m"
|
||||
exit 1
|
||||
fi
|
||||
mkdir -p ~/.cache/huggingface
|
||||
echo -n "$HF_TOKEN" > ~/.cache/huggingface/token
|
||||
|
||||
- name: Run parity harness
|
||||
working-directory: tests/parity/signals
|
||||
env:
|
||||
DATASET_REV: ${{ inputs.dataset_revision }}
|
||||
run: |
|
||||
ARGS=(
|
||||
--num-samples "${{ inputs.num_samples }}"
|
||||
--seed "${{ inputs.seed }}"
|
||||
--rust-binary "${GITHUB_WORKSPACE}/crates/target/release/signals_replay"
|
||||
--output-dir out/
|
||||
)
|
||||
if [ -n "$DATASET_REV" ]; then
|
||||
ARGS+=(--dataset-revision "$DATASET_REV")
|
||||
fi
|
||||
python run_parity.py "${ARGS[@]}"
|
||||
|
||||
- name: Compare reports
|
||||
working-directory: tests/parity/signals
|
||||
run: python compare.py --output-dir out/
|
||||
|
||||
- name: Upload artifacts
|
||||
if: always()
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: signals-parity-out
|
||||
path: tests/parity/signals/out/
|
||||
if-no-files-found: warn
|
||||
Loading…
Add table
Add a link
Reference in a new issue