From deb7754cce9aa444e1e7dae1369848f4a3304c1f Mon Sep 17 00:00:00 2001 From: Sawyer Cutler Date: Sat, 8 Aug 2026 14:45:40 -0700 Subject: [PATCH] Drop the nightly random-seed test job The job only ran on a schedule, so on every pull request it surfaced as a skipped check that contributed nothing but a line of noise to the status list. Ordering leaks are still caught: the fixed-seed randomized run stays in the main check, where a failure blocks the merge that caused it instead of being reported hours later against an unrelated commit. --- .github/workflows/ci.yml | 36 ------------------------------------ 1 file changed, 36 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index c4226318a..a04eb6d52 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -5,11 +5,6 @@ on: branches: [main] pull_request: workflow_dispatch: - schedule: - # Nightly, a fresh seed each run -- the fixed-seed step above only ever - # exercises one shuffle of the suite, so a leak that this particular - # order does not disturb would otherwise stay invisible forever. - - cron: "17 7 * * *" jobs: check: @@ -52,34 +47,3 @@ jobs: # seed is fixed so a failure here reproduces locally with the same flag. - name: Test (randomized order) run: bun test ./src ./tests ./evals --randomize --seed 424242 - - randomize-nightly: - if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v4 - - - name: Setup Node - uses: actions/setup-node@v4 - with: - node-version: "24" - - - name: Setup Bun - uses: oven-sh/setup-bun@v2 - with: - bun-version: "1.3.14" - - - name: Install ripgrep - run: sudo apt-get install -y ripgrep - - - name: Install dependencies - run: bun install --frozen-lockfile - - # A fresh seed every run, printed up front so a failure here reproduces - # locally with the exact same `--seed` regardless of which shuffle hit it. - - name: Test (fresh random seed) - run: | - seed=$RANDOM$RANDOM - echo "seed=$seed" - bun test ./src ./tests ./evals --randomize --seed "$seed"