sdk: implement promptAiSdkStructured

Author: charleslien

common/src/types/contracts/llm.ts

@@ -64,6 +64,7 @@ export type PromptAiSdkFn = (
 ) => Promise<string>
 
 export type PromptAiSdkStructuredInput<T> = {
+  apiKey: string
   messages: Message[]
   schema: z.ZodType<T>
   clientSessionId: string

evals/git-evals/judge-git-eval.ts

@@ -198,6 +198,7 @@ export async function judgeEvalRun(evalRun: EvalRunLog) {
       sessionConnections: {},
       logger: console,
       trackEvent: () => {},
+      apiKey: 'unused-api-key',
     }).catch((error) => {
       console.warn(`Judge ${index + 1} failed:`, error)
       return null

evals/git-evals/pick-commits.ts

@@ -384,6 +384,7 @@ async function screenCommitsWithGpt5(
         sessionConnections: {},
         logger: console,
         trackEvent: () => {},
+        apiKey: 'unused-api-key',
       })
 
       // Handle empty or invalid response

evals/git-evals/post-eval-analysis.ts

@@ -195,5 +195,6 @@ export async function analyzeEvalResults(
     sessionConnections: {},
     logger: console,
     trackEvent: () => {},
+    apiKey: 'unused-api-key',
   })
 }

evals/git-evals/run-git-evals.ts

@@ -163,6 +163,7 @@ Explain your reasoning in detail. Do not ask Codebuff to git commit changes.`,
               sessionConnections: {},
               logger: console,
               trackEvent: () => {},
+              apiKey: 'unused-api-key',
             })
       } catch (agentError) {
         throw new Error(

sdk/src/impl/llm.ts

@@ -8,20 +8,23 @@ import { buildArray } from '@codebuff/common/util/array'
 import { getErrorObject } from '@codebuff/common/util/error'
 import { convertCbToModelMessages } from '@codebuff/common/util/messages'
 import { StopSequenceHandler } from '@codebuff/common/util/stop-sequence'
-import { streamText, APICallError, generateText } from 'ai'
+import { streamText, APICallError, generateText, generateObject } from 'ai'
 
 import { WEBSITE_URL } from '../constants'
 
 import type { LanguageModelV2 } from '@ai-sdk/provider'
 import type {
   PromptAiSdkFn,
   PromptAiSdkStreamFn,
+  PromptAiSdkStructuredInput,
+  PromptAiSdkStructuredOutput,
 } from '@codebuff/common/types/contracts/llm'
 import type { ParamsOf } from '@codebuff/common/types/function-params'
 import type {
   OpenRouterProviderOptions,
   OpenRouterUsageAccounting,
 } from '@openrouter/ai-sdk-provider'
+import type z from 'zod/v4'
 
 function getAiSdkModel(params: {
   apiKey: string
@@ -286,22 +289,79 @@ export async function promptAiSdk(
   return content
 }
 
-console.log(
-  await promptAiSdk({
-    apiKey: '12345',
-    messages: [{ role: 'user', content: 'Hello' }],
-    clientSessionId: 'test-session',
-    fingerprintId: 'test-fingerprint',
-    model: 'openai/gpt-5',
-    userId: 'test-user-id',
-    userInputId: '64a2e61f-1fab-4701-8651-7ff7a473e97a',
-    sendAction: () => {},
-    logger: console,
-    trackEvent: () => {},
-    liveUserInputRecord: {
-      'test-user-id': ['64a2e61f-1fab-4701-8651-7ff7a473e97a'],
+export async function promptAiSdkStructured<T>(
+  params: PromptAiSdkStructuredInput<T>,
+): PromptAiSdkStructuredOutput<T> {
+  const { logger } = params
+
+  if (!checkLiveUserInput(params)) {
+    logger.info(
+      {
+        userId: params.userId,
+        userInputId: params.userInputId,
+        liveUserInputId: getLiveUserInputIds(params),
+      },
+      'Skipping structured prompt due to canceled user input',
+    )
+    return {} as T
+  }
+  let aiSDKModel = getAiSdkModel(params)
+
+  const response = await generateObject<z.ZodType<T>, 'object'>({
+    ...params,
+    prompt: undefined,
+    model: aiSDKModel,
+    output: 'object',
+    messages: convertCbToModelMessages(params),
+    providerOptions: {
+      codebuff: {
+        codebuff_metadata: {
+          run_id: params.userInputId,
+          client_id: params.clientSessionId,
+        },
+      },
     },
-    sessionConnections: { 'test-session': true },
-  }),
-  'asdf',
-)
+  })
+
+  const content = response.object
+
+  const messageId = response.response.id
+  const providerMetadata = response.providerMetadata ?? {}
+  const usage = response.usage
+  let inputTokens = usage.inputTokens || 0
+  const outputTokens = usage.outputTokens || 0
+  let cacheReadInputTokens: number = 0
+  let cacheCreationInputTokens: number = 0
+  let costOverrideDollars: number | undefined
+  if (providerMetadata.anthropic) {
+    cacheReadInputTokens =
+      typeof providerMetadata.anthropic.cacheReadInputTokens === 'number'
+        ? providerMetadata.anthropic.cacheReadInputTokens
+        : 0
+    cacheCreationInputTokens =
+      typeof providerMetadata.anthropic.cacheCreationInputTokens === 'number'
+        ? providerMetadata.anthropic.cacheCreationInputTokens
+        : 0
+  }
+  if (providerMetadata.openrouter) {
+    if (providerMetadata.openrouter.usage) {
+      const openrouterUsage = providerMetadata.openrouter
+        .usage as OpenRouterUsageAccounting
+      cacheReadInputTokens =
+        openrouterUsage.promptTokensDetails?.cachedTokens ?? 0
+      inputTokens = openrouterUsage.promptTokens - cacheReadInputTokens
+
+      costOverrideDollars =
+        (openrouterUsage.cost ?? 0) +
+        (openrouterUsage.costDetails?.upstreamInferenceCost ?? 0)
+    }
+  }
+
+  // Call the cost callback if provided
+  if (params.onCostCalculated && costOverrideDollars) {
+    const creditsUsed = costOverrideDollars * (1 + PROFIT_MARGIN)
+    await params.onCostCalculated(creditsUsed)
+  }
+
+  return content
+}