fix bug

Author: jahooma

evals/git-evals2/agent-runner.ts

@@ -108,10 +108,13 @@ export async function runAgentOnCommit({
 
         const contextFilePaths = new Set<string>([
           ...commit.supplementalFiles,
-          ...commit.fileDiffs
-            .filter((fd) => fd.status !== 'added')
-            .map((fd) => fd.path),
+          ...commit.fileDiffs.map((fd) => fd.path),
         ])
+        for (const { status, path } of commit.fileDiffs) {
+          if (status === 'added') {
+            contextFilePaths.delete(path)
+          }
+        }
 
         for (const filePath of contextFilePaths) {
           try {

evals/git-evals2/example.ts

@@ -2,8 +2,6 @@ import path from 'path'
 import { runGitEvals2 } from './run-git-evals2'
 
 async function main() {
-  console.log('Comparing base and base-lite agents on first 3 commits\n')
-
   const results = await runGitEvals2({
     evalDataPath: path.join(__dirname, 'eval-codebuff.json'),
     agents: ['base', 'base2'],