Skip to content

Commit 3d3de53

Browse files
committed
do not print steps or filestates of commit
1 parent 3458f5f commit 3d3de53

File tree

2 files changed

+9
-6
lines changed

2 files changed

+9
-6
lines changed

evals/git-evals/run-git-evals.ts

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,11 +11,11 @@ import pLimit from 'p-limit'
1111

1212
import { resetRepoToCommit } from '../scaffolding'
1313
import { createInitialSessionState } from '../test-setup'
14+
import { judgeEvalRun } from './judge-git-eval'
1415
import { ClaudeRunner } from './runners/claude'
1516
import { CodebuffRunner } from './runners/codebuff'
1617
import { extractRepoNameFromUrl, setupTestRepo } from './setup-test-repo'
1718
import { AgentDecisionSchema } from './types'
18-
import { judgeEvalRun } from './judge-git-eval'
1919

2020
import type { AgentStep } from '../scaffolding'
2121
import type { Runner } from './runners/runner'
@@ -28,8 +28,8 @@ import type {
2828
FullEvalLog,
2929
EvalData,
3030
} from './types'
31-
import type { z } from 'zod/v4'
3231
import type { ChildProcess } from 'child_process'
32+
import type { z } from 'zod/v4'
3333

3434
disableLiveUserInputCheck()
3535

@@ -487,7 +487,12 @@ export async function runGitEvals(
487487
`Completed eval for commit ${testRepoName} - ${evalCommit.spec.split('\n')[0]}`,
488488
)
489489
if (!logToStdout) {
490-
console.log(`${JSON.stringify(message.result, null, 2)}`)
490+
const finalResult = message.result
491+
for (const cbTrace of finalResult.trace) {
492+
delete (cbTrace as any).steps
493+
}
494+
delete (finalResult.eval_commit as any).fileStates
495+
console.log(`${JSON.stringify(finalResult, null, 2)}`)
491496
}
492497
resolve(message.result)
493498
} else if (message.type === 'error') {

evals/git-evals/run-single-eval-process.ts

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -78,9 +78,7 @@ async function main() {
7878
process.exit(0)
7979
}
8080

81-
const finalResult: Partial<typeof result> = result
82-
delete finalResult.trace, finalResult.eval_commit?.fileStates
83-
console.log('Final result:', { finalResult })
81+
console.log('Final result:', { result })
8482
if (process.send) {
8583
process.send({ type: 'result', result })
8684
}

0 commit comments

Comments
 (0)