switch eval gemini models to openrouter

Author: charleslien

evals/git-evals/judge-git-eval.ts

@@ -1,6 +1,6 @@
 import { promptAiSdkStructured } from '@codebuff/backend/llm-apis/vercel-ai-sdk/ai-sdk'
 import { countTokens } from '@codebuff/backend/util/token-counter'
-import { geminiModels } from '@codebuff/common/old-constants'
+import { models } from '@codebuff/common/old-constants'
 import { generateCompactId } from '@codebuff/common/util/string'
 import { createPatch } from 'diff'
 
@@ -187,7 +187,7 @@ export async function judgeEvalRun(evalRun: EvalRunLog) {
     promptAiSdkStructured({
       messages: [{ role: 'user', content: finalPrompt }],
       schema: JudgingAnalysisSchema,
-      model: geminiModels.gemini2_5_pro_preview,
+      model: models.openrouter_gemini2_5_pro_preview,
       clientSessionId: generateCompactId(),
       fingerprintId: generateCompactId(),
       userInputId: generateCompactId(),

evals/git-evals/post-eval-analysis.ts

@@ -1,6 +1,6 @@
 import { promptAiSdkStructured } from '@codebuff/backend/llm-apis/vercel-ai-sdk/ai-sdk'
 import { countTokens } from '@codebuff/backend/util/token-counter'
-import { geminiModels } from '@codebuff/common/old-constants'
+import { models } from '@codebuff/common/old-constants'
 import { generateCompactId } from '@codebuff/common/util/string'
 import { z } from 'zod/v4'
 
@@ -182,7 +182,7 @@ export async function analyzeEvalResults(
   return promptAiSdkStructured({
     messages: [{ role: 'user', content: finalPrompt }],
     schema: PostEvalAnalysisSchema,
-    model: geminiModels.gemini2_5_pro_preview,
+    model: models.openrouter_gemini2_5_pro_preview,
     clientSessionId: generateCompactId(),
     fingerprintId: generateCompactId(),
     userInputId: generateCompactId(),

evals/git-evals/run-git-evals.ts

@@ -143,7 +143,7 @@ Explain your reasoning in detail.`,
             },
           ],
           schema: AgentDecisionSchema,
-          model: models.gemini2_5_flash,
+          model: models.openrouter_gemini2_5_flash,
           clientSessionId,
           fingerprintId,
           userInputId: generateCompactId(),