feat: add centralized DEBUG_ANALYTICS flag for dev-mode analytics logging

- Add DEBUG_ANALYTICS constant in common/src/env.ts as single source of truth
- Update common/src/analytics.ts to log backend events in dev mode when flag is enabled
- Update cli/src/utils/analytics.ts to use centralized flag instead of local variable
- Flag is disabled by default, enable for debugging analytics events

Author: brandonkachen

cli/src/chat.tsx

@@ -489,11 +489,13 @@ export const Chat = ({
   useEffect(() => {
     if (slashContext.active && !prevSlashActiveRef.current) {
       trackEvent(AnalyticsEvent.SLASH_MENU_ACTIVATED, {
-        query: slashContext.query,
+        queryLength: slashContext.query.length,
+        matchCount: slashMatches.length,
+        inputLength: inputValue.length,
       })
     }
     prevSlashActiveRef.current = slashContext.active
-  }, [slashContext.active, slashContext.query])
+  }, [slashContext.active, slashContext.query, slashMatches.length, inputValue.length])
 
   // Reset suggestion menu indexes when context changes
   useEffect(() => {

cli/src/commands/init.ts

@@ -69,6 +69,7 @@ export function handleInitializationFlowLocally(): {
     trackEvent(AnalyticsEvent.KNOWLEDGE_FILE_UPDATED, {
       action: 'created',
       fileName: KNOWLEDGE_FILE_NAME,
+      fileSizeBytes: Buffer.byteLength(INITIAL_KNOWLEDGE_FILE, 'utf8'),
     })
   }
 

cli/src/commands/router.ts

@@ -48,6 +48,7 @@ export function runBashCommand(command: string) {
   const ghost = streamingAgents.size > 0 || isChainInProgress
   const id = crypto.randomUUID()
   const commandCwd = process.cwd()
+  const startTime = Date.now()
 
   if (ghost) {
     // Ghost mode: add to pending messages
@@ -85,11 +86,17 @@ export function runBashCommand(command: string) {
       const exitCode = 'exitCode' in value ? value.exitCode ?? 0 : 0
 
       // Track terminal command completion
+      const durationMs = Date.now() - startTime
       trackEvent(AnalyticsEvent.TERMINAL_COMMAND_COMPLETED, {
         command: command.split(' ')[0], // Just the command name, not args
         exitCode,
         success: exitCode === 0,
         ghost,
+        durationMs,
+        hasStdout: stdout.length > 0,
+        hasStderr: stderr.length > 0,
+        stdoutLength: stdout.length,
+        stderrLength: stderr.length,
       })
 
       if (ghost) {
@@ -143,12 +150,18 @@ export function runBashCommand(command: string) {
         error instanceof Error ? error.message : String(error)
 
       // Track terminal command completion with error
+      const durationMs = Date.now() - startTime
       trackEvent(AnalyticsEvent.TERMINAL_COMMAND_COMPLETED, {
         command: command.split(' ')[0], // Just the command name, not args
         exitCode: 1,
         success: false,
         ghost,
-        error: true,
+        durationMs,
+        hasStdout: false,
+        hasStderr: true,
+        stdoutLength: 0,
+        stderrLength: errorMessage.length,
+        isException: true,
       })
 
       if (ghost) {
@@ -261,13 +274,18 @@ export async function routeUserPrompt(
   if (!trimmed && pendingImages.length === 0) return
 
   // Track user input complete
+  // Count @ mentions (simple pattern match - more accurate than nothing)
+  const mentionMatches = trimmed.match(/@\S+/g) || []
   trackEvent(AnalyticsEvent.USER_INPUT_COMPLETE, {
     inputLength: trimmed.length,
     mode: agentMode,
     inputMode,
     hasImages: pendingImages.length > 0,
     imageCount: pendingImages.length,
     isSlashCommand: isSlashCommand(trimmed),
+    isBashCommand: trimmed.startsWith('!'),
+    hasMentions: mentionMatches.length > 0,
+    mentionCount: mentionMatches.length,
   })
 
   // Handle bash mode commands
@@ -407,6 +425,8 @@ export async function routeUserPrompt(
       trackEvent(AnalyticsEvent.SLASH_COMMAND_USED, {
         command: commandDef.name,
         hasArgs: args.trim().length > 0,
+        argsLength: args.trim().length,
+        agentMode,
       })
 
       // The command handler (via defineCommand/defineCommandWithArgs factories)
@@ -444,9 +464,12 @@ export async function routeUserPrompt(
 
   // Unknown slash command - show error
   if (isSlashCommand(trimmed)) {
-    // Track invalid/unknown command
+    // Track invalid/unknown command (only log command name, not full input for privacy)
+    const attemptedCmd = parseCommand(trimmed)
     trackEvent(AnalyticsEvent.INVALID_COMMAND, {
-      command: trimmed,
+      attemptedCommand: attemptedCmd,
+      inputLength: trimmed.length,
+      agentMode,
     })
 
     setMessages((prev) => [

cli/src/hooks/use-auth-state.ts

@@ -84,6 +84,8 @@ export const useAuthState = ({
       // Track successful login
       trackEvent(AnalyticsEvent.LOGIN, {
         userId: loggedInUser.id,
+        hasEmail: Boolean(loggedInUser.email),
+        hasName: Boolean(loggedInUser.name),
       })
 
       // Reset the SDK client to pick up new credentials

cli/src/index.tsx

@@ -287,10 +287,16 @@ async function main(): Promise<void> {
         // Change process working directory
         process.chdir(newProjectPath)
 
-        // Track directory change
+        // Track directory change (avoid logging full paths for privacy)
+        // Use existsSync to check if .git exists in the new path
+        const fs = await import('fs')
+        const path = await import('path')
+        const isGitRepo = fs.existsSync(path.join(newProjectPath, '.git'))
+        const pathDepth = newProjectPath.split(path.sep).filter(Boolean).length
         trackEvent(AnalyticsEvent.CHANGE_DIRECTORY, {
-          from: previousPath,
-          to: newProjectPath,
+          isGitRepo,
+          pathDepth,
+          isHomeDir: newProjectPath === os.homedir(),
         })
         // Update the project root in the module state
         setProjectRoot(newProjectPath)

cli/src/utils/analytics.ts

@@ -4,10 +4,16 @@ import {
   type AnalyticsClientWithIdentify,
   type PostHogClientOptions,
 } from '@codebuff/common/analytics-core'
-import { env as defaultEnv, IS_PROD as defaultIsProd } from '@codebuff/common/env'
+import {
+  env as defaultEnv,
+  IS_PROD as defaultIsProd,
+  DEBUG_ANALYTICS,
+} from '@codebuff/common/env'
 
 import type { AnalyticsEvent } from '@codebuff/common/constants/analytics-events'
 
+import { logger } from './logger'
+
 // Re-export types from core for backwards compatibility
 export type { AnalyticsClientWithIdentify as AnalyticsClient } from '@codebuff/common/analytics-core'
 
@@ -42,15 +48,13 @@ export interface AnalyticsDeps {
     NEXT_PUBLIC_POSTHOG_HOST_URL?: string
   }
   isProd: boolean
-  createClient: (apiKey: string, options: PostHogClientOptions) => AnalyticsClientWithIdentify
+  createClient: (
+    apiKey: string,
+    options: PostHogClientOptions,
+  ) => AnalyticsClientWithIdentify
   generateAnonymousId?: () => string
 }
 
-// Prints the events to console
-// It's very noisy, so recommended you set this to true
-// only when you're actively adding new analytics
-let DEBUG_DEV_EVENTS = false
-
 // Anonymous ID used before user identification (for PostHog alias)
 let anonymousId: string | undefined
 // Real user ID after identification
@@ -65,7 +69,8 @@ function resolveDeps(): ResolvedAnalyticsDeps {
     env: injectedDeps?.env ?? defaultEnv,
     isProd: injectedDeps?.isProd ?? defaultIsProd,
     createClient: injectedDeps?.createClient ?? createPostHogClient,
-    generateAnonymousId: injectedDeps?.generateAnonymousId ?? generateAnonymousId,
+    generateAnonymousId:
+      injectedDeps?.generateAnonymousId ?? generateAnonymousId,
   }
 }
 
@@ -167,12 +172,8 @@ export function trackEvent(
   }
 
   if (!isProd) {
-    if (DEBUG_DEV_EVENTS) {
-      console.log('Analytics event sent', {
-        event,
-        properties,
-        distinctId,
-      })
+    if (DEBUG_ANALYTICS) {
+      logger.debug({ event, properties, distinctId }, `[analytics] ${event}`)
     }
     return
   }
@@ -210,12 +211,11 @@ export function identifyUser(userId: string, properties?: Record<string, any>) {
   identified = true
 
   if (!isProd) {
-    if (DEBUG_DEV_EVENTS) {
-      console.log('Identify event sent', {
-        userId,
-        previousAnonymousId,
-        properties,
-      })
+    if (DEBUG_ANALYTICS) {
+      logger.debug(
+        { userId, previousAnonymousId, properties },
+        '[analytics] user identified',
+      )
     }
     return
   }

common/src/analytics.ts

@@ -1,7 +1,7 @@
 import { createPostHogClient, type AnalyticsClient } from './analytics-core'
 import { AnalyticsEvent } from './constants/analytics-events'
 import type { Logger } from '@codebuff/common/types/contracts/logger'
-import { env } from '@codebuff/common/env'
+import { env, DEBUG_ANALYTICS } from '@codebuff/common/env'
 
 let client: AnalyticsClient | undefined
 
@@ -43,6 +43,9 @@ export function trackEvent({
 }) {
   // Don't track events in non-production environments
   if (env.NEXT_PUBLIC_CB_ENVIRONMENT !== 'prod') {
+    if (DEBUG_ANALYTICS) {
+      logger.debug({ event, userId, properties }, `[analytics] ${event}`)
+    }
     return
   }
 

common/src/env.ts

@@ -17,3 +17,7 @@ export const IS_DEV = env.NEXT_PUBLIC_CB_ENVIRONMENT === 'dev'
 export const IS_TEST = env.NEXT_PUBLIC_CB_ENVIRONMENT === 'test'
 export const IS_PROD = env.NEXT_PUBLIC_CB_ENVIRONMENT === 'prod'
 export const IS_CI = process.env.CODEBUFF_GITHUB_ACTIONS === 'true'
+
+// Debug flag for logging analytics events in dev mode
+// Set to true when actively debugging analytics - affects both CLI and backend
+export const DEBUG_ANALYTICS = false

packages/agent-runtime/src/main-prompt.ts

@@ -79,7 +79,11 @@ export async function mainPrompt(
         hasPrompt: !!prompt,
         hasContent: !!content,
         hasPromptParams: !!promptParams && Object.keys(promptParams).length > 0,
+        promptParamsCount: promptParams ? Object.keys(promptParams).length : 0,
         fingerprintId,
+        promptLength: prompt?.length ?? 0,
+        contentLength: content?.length ?? 0,
+        messageHistoryLength: mainAgentState.messageHistory.length,
       },
       logger,
     })

packages/billing/src/balance-calculator.ts

@@ -376,6 +376,7 @@ export async function consumeCredits(params: {
     userId,
     properties: {
       creditsConsumed: result.consumed,
+      creditsRequested: creditsToConsume,
       fromPurchased: result.fromPurchased,
       source: 'consumeCredits',
     },
@@ -596,11 +597,18 @@ export async function consumeCreditsAndAddAgentStep(params: {
       userId,
       properties: {
         creditsConsumed: result.consumed,
+        creditsRequested: credits,
         fromPurchased: result.fromPurchased,
         messageId,
         agentId,
         model,
         source: 'consumeCreditsAndAddAgentStep',
+        inputTokens,
+        outputTokens,
+        reasoningTokens: reasoningTokens ?? 0,
+        cacheReadInputTokens,
+        latencyMs,
+        byok,
       },
       logger,
     })