Skip to content

Commit f8ccb0f

Browse files
committed
Publish validated ContextBench pilot artifacts
1 parent 68b4fe1 commit f8ccb0f

1 file changed

Lines changed: 15 additions & 0 deletions

File tree

.github/workflows/contextbench-five-lane-score.yml

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,11 @@ on:
77
- .github/workflows/contextbench-five-lane-score.yml
88
- scripts/contextbench-score-five-lane-selections.mjs
99
- scripts/contextbench-score-five-lane-artifact-selections.mjs
10+
- scripts/contextbench-build-publishable-report.mjs
1011
- scripts/contextbench-five-lane-selections.json
12+
- tests/fixtures/contextbench-benchmark-protocol.json
13+
- tests/fixtures/contextbench-lanes.json
14+
- tests/fixtures/contextbench-task-manifest.json
1115
workflow_dispatch:
1216

1317
permissions:
@@ -84,6 +88,17 @@ jobs:
8488
- name: Score five ready lane selections
8589
shell: bash
8690
run: node scripts/contextbench-score-five-lane-artifact-selections.mjs
91+
- name: Build publishable pilot report
92+
shell: bash
93+
run: |
94+
node scripts/contextbench-build-publishable-report.mjs \
95+
--summary "$ROOT/summary.json" \
96+
--protocol tests/fixtures/contextbench-benchmark-protocol.json \
97+
--lanes tests/fixtures/contextbench-lanes.json \
98+
--task-manifest tests/fixtures/contextbench-task-manifest.json \
99+
--out "$ROOT/publishable-summary.json" \
100+
--validation-out "$ROOT/publishable-validation.json" \
101+
--humanized-out "$ROOT/humanized-summary.md"
87102
- name: Upload five-lane score artifacts
88103
if: always()
89104
uses: actions/upload-artifact@v4

0 commit comments

Comments
 (0)