Skip to content

Commit a463172

Browse files
committed
Fix to include prompt in log file
1 parent 3dd6318 commit a463172

File tree

3 files changed

+5
-5
lines changed

3 files changed

+5
-5
lines changed

evals/buffbench/run-buffbench.ts

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,7 @@ export async function runBuffBench(options: {
105105

106106
const evalRun = {
107107
commitSha: commit.sha,
108-
spec: commit.spec,
108+
prompt: commit.prompt,
109109
diff: agentResult.diff,
110110
judging: judgeResult,
111111
cost: agentResult.cost,
@@ -124,7 +124,7 @@ export async function runBuffBench(options: {
124124
commitTraces.push({
125125
agentId,
126126
commitSha: commit.sha,
127-
spec: commit.spec,
127+
prompt: commit.prompt,
128128
trace: agentResult.trace,
129129
diff: agentResult.diff,
130130
judgeResult,
@@ -164,7 +164,7 @@ export async function runBuffBench(options: {
164164
agentId,
165165
evalRun: {
166166
commitSha: commit.sha,
167-
spec: commit.spec,
167+
prompt: commit.prompt,
168168
diff: '',
169169
judging: {
170170
analysis: '',

evals/buffbench/trace-analyzer.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ import type { CodebuffClient } from '../../sdk/src/client'
66
export interface AgentTraceData {
77
agentId: string
88
commitSha: string
9-
spec: string
9+
prompt: string
1010
trace: AgentStep[]
1111
diff: string
1212
judgeResult: JudgingResult

evals/buffbench/types.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ export interface EvalDataV2 {
4848

4949
export interface EvalRun {
5050
commitSha: string
51-
spec: string
51+
prompt: string
5252
diff: string
5353
judging: JudgingResult
5454
cost: number

0 commit comments

Comments
 (0)