clean up

.github/workflows/health-check.yml

@@ -87,11 +87,14 @@ jobs:
             sleep 1
           done
 
-          # Check health endpoint response structure
+          # Dependency probe (optional in CI — may 503 without Postgres/ClickHouse)
+          STATUS_BODY=$(curl -sS http://localhost:3001/health/status || echo '{}')
+          echo "API /health/status: $STATUS_BODY"
+
           RESPONSE=$(curl -sf http://localhost:3001/health || echo '{}')
-          echo "API Health Response: $RESPONSE"
+          echo "API /health: $RESPONSE"
 
-          # Verify response has expected fields
+          # Verify simple liveness shape
           if echo "$RESPONSE" | grep -q '"status"'; then
             echo "API health endpoint structure is valid"
           else
@@ -174,11 +177,12 @@ jobs:
             sleep 1
           done
 
-          # Check health endpoint response structure
+          STATUS_BODY=$(curl -sS http://localhost:4000/health/status || echo '{}')
+          echo "Basket /health/status: $STATUS_BODY"
+
           RESPONSE=$(curl -sf http://localhost:4000/health || echo '{}')
-          echo "Basket Health Response: $RESPONSE"
+          echo "Basket /health: $RESPONSE"
 
-          # Verify response has expected fields
           if echo "$RESPONSE" | grep -q '"status"'; then
             echo "Basket health endpoint structure is valid"
           else

.gitignore

@@ -52,5 +52,9 @@ yarn-error.log*
 *.tsbuildinfo
 *.buildinfo
 tmp
+
+# Local evlog file-system drain (dev NDJSON under .evlog/logs)
+**/.evlog/
+
 # next-agents-md
 .next-docs/

apps/api/package.json

@@ -5,7 +5,7 @@
   "type": "module",
   "private": true,
   "scripts": {
-    "dev": "dotenv -- bun --hot src/index.ts --port 3001",
+    "dev": "NODE_ENV=development dotenv -- bun --hot src/index.ts --port 3001",
     "test": "bun test",
     "test:watch": "bun test --watch"
   },
@@ -19,6 +19,10 @@
     "@ai-sdk/groq": "^3.0.15",
     "@ai-sdk/openai": "^3.0.0",
     "@ai-sdk/provider": "^3.0.5",
+    "@contextcompany/otel": "^1.0.13",
+    "@opentelemetry/resources": "^2.4.0",
+    "@opentelemetry/sdk-node": "^0.210.0",
+    "@opentelemetry/semantic-conventions": "^1.29.0",
     "@databuddy/ai": "workspace:*",
     "@databuddy/api-keys": "workspace:*",
     "@databuddy/auth": "workspace:*",
@@ -31,14 +35,6 @@
     "@elysiajs/cors": "^1.4.1",
     "@json-render/core": "^0.2.0",
     "@modelcontextprotocol/sdk": "^1.26.0",
-    "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/exporter-trace-otlp-proto": "^0.208.0",
-    "@opentelemetry/instrumentation-http": "^0.55.0",
-    "@opentelemetry/instrumentation-pg": "^0.48.0",
-    "@opentelemetry/resources": "^2.3.0",
-    "@opentelemetry/sdk-node": "^0.208.0",
-    "@opentelemetry/sdk-trace-node": "^2.3.0",
-    "@opentelemetry/semantic-conventions": "^1.38.0",
     "@orpc/openapi": "^1.13.4",
     "@orpc/server": "^1.13.4",
     "@orpc/zod": "^1.13.4",
@@ -47,9 +43,11 @@
     "bullmq": "^5.66.5",
     "dayjs": "^1.11.19",
     "elysia": "^1.4.22",
+    "evlog": "^2.8.0",
     "jszip": "^3.10.1",
     "keypal": "^0.1.11",
     "resend": "^4.0.1",
+    "supermemory": "^4.17.0",
     "svix": "^1.84.1",
     "zod": "catalog:",
     "zod-to-json-schema": "^3.25.1"

apps/api/src/ai/agents/analytics.ts

@@ -10,6 +10,7 @@ import { getDataTool } from "../tools/get-data";
 import { getTopPagesTool } from "../tools/get-top-pages";
 import { createGoalTools } from "../tools/goals";
 import { createLinksTools } from "../tools/links";
+import { createMemoryTools } from "../tools/memory";
 import { createProfileTools } from "../tools/profiles";
 import { webSearchTool } from "../tools/web-search";
 import type { AgentConfig, AgentContext } from "./types";
@@ -21,6 +22,7 @@ function createTools() {
 		execute_query_builder: executeQueryBuilderTool,
 		execute_sql_query: executeSqlQueryTool,
 		web_search: webSearchTool,
+		...createMemoryTools(),
 		...createProfileTools(),
 		...createFunnelTools(),
 		...createGoalTools(),

apps/api/src/ai/agents/mcp.ts

@@ -11,6 +11,7 @@ export function createMcpAgentConfig(
 		apiKey: unknown;
 		userId: string | null;
 		timezone?: string;
+		chatId?: string;
 	}
 ) {
 	const timezone = context.timezone ?? "UTC";
@@ -26,7 +27,7 @@ export function createMcpAgentConfig(
 		websiteDomain: "",
 		timezone,
 		currentDateTime: new Date().toISOString(),
-		chatId: crypto.randomUUID(),
+		chatId: context.chatId ?? crypto.randomUUID(),
 		requestHeaders: context.requestHeaders,
 		apiKey: context.apiKey,
 	};

apps/api/src/ai/agents/reflection.ts

@@ -9,13 +9,15 @@ import { createFunnelTools } from "../tools/funnels";
 import { getTopPagesTool } from "../tools/get-top-pages";
 import { createGoalTools } from "../tools/goals";
 import { createLinksTools } from "../tools/links";
+import { createMemoryTools } from "../tools/memory";
 import type { AgentConfig, AgentContext } from "./types";
 
 function createTools() {
 	return {
 		get_top_pages: getTopPagesTool,
 		execute_query_builder: executeQueryBuilderTool,
 		execute_sql_query: executeSqlQueryTool,
+		...createMemoryTools(),
 		...createFunnelTools(),
 		...createGoalTools(),
 		...createAnnotationTools(),

apps/api/src/ai/mcp/agent-tools.ts

@@ -15,6 +15,7 @@ import { createAnnotationTools } from "../tools/annotations";
 import { createFunnelTools } from "../tools/funnels";
 import { createGoalTools } from "../tools/goals";
 import { createLinksTools } from "../tools/links";
+import { createMemoryTools } from "../tools/memory";
 import { createProfileTools } from "../tools/profiles";
 import {
 	executeTimedQuery,
@@ -280,6 +281,7 @@ export function createMcpAgentTools() {
 			},
 		}),
 		web_search: webSearchTool,
+		...createMemoryTools(),
 		...createProfileTools(),
 		...createFunnelTools(),
 		...createGoalTools(),

apps/api/src/ai/mcp/run-agent.ts

@@ -1,4 +1,10 @@
 import { ToolLoopAgent } from "ai";
+import {
+	formatMemoryForPrompt,
+	getMemoryContext,
+	isMemoryEnabled,
+	storeConversation,
+} from "../../lib/supermemory";
 import { createMcpAgentConfig } from "../agents/mcp";
 import { models } from "../config/models";
 
@@ -12,26 +18,69 @@ export interface RunMcpAgentOptions {
 	>;
 	userId: string | null;
 	timezone?: string;
+	conversationId?: string;
 	priorMessages?: Array<{ role: "user" | "assistant"; content: string }>;
 }
 
 export async function runMcpAgent(
 	options: RunMcpAgentOptions
 ): Promise<string> {
-	const config = createMcpAgentConfig(models.analyticsMcp, {
-		requestHeaders: options.requestHeaders,
-		apiKey: options.apiKey,
-		userId: options.userId,
-		timezone: options.timezone,
-	});
+	const sessionId = options.conversationId ?? crypto.randomUUID();
+
+	const apiKeyId =
+		options.apiKey &&
+		typeof options.apiKey === "object" &&
+		"id" in options.apiKey
+			? (options.apiKey as { id: string }).id
+			: null;
+
+	const [config, memoryCtx] = await Promise.all([
+		Promise.resolve(
+			createMcpAgentConfig(models.analyticsMcp, {
+				requestHeaders: options.requestHeaders,
+				apiKey: options.apiKey,
+				userId: options.userId,
+				timezone: options.timezone,
+				chatId: sessionId,
+			})
+		),
+		isMemoryEnabled()
+			? getMemoryContext(options.question, options.userId, apiKeyId)
+			: Promise.resolve(null),
+	]);
+
+	const memoryBlock = memoryCtx ? formatMemoryForPrompt(memoryCtx) : "";
+	const instructions = memoryBlock
+		? `${config.system}\n\n${memoryBlock}`
+		: config.system;
+
+	const mcpUserId = options.userId ?? options.apiKey?.userId;
+	const mcpTelemetryMetadata: Record<string, string> = {
+		source: "mcp",
+		authType: options.apiKey ? "api_key" : "session",
+		timezone: options.timezone ?? "UTC",
+		"tcc.conversational": "true",
+	};
+	if (mcpUserId) {
+		mcpTelemetryMetadata.userId = mcpUserId;
+	}
+	if (options.apiKey?.organizationId) {
+		mcpTelemetryMetadata.organizationId = options.apiKey.organizationId;
+	}
+	mcpTelemetryMetadata["tcc.sessionId"] = sessionId;
 
 	const agent = new ToolLoopAgent({
 		model: config.model,
-		instructions: config.system,
+		instructions,
 		tools: config.tools,
 		stopWhen: config.stopWhen,
 		temperature: config.temperature,
 		experimental_context: config.experimental_context,
+		experimental_telemetry: {
+			isEnabled: true,
+			functionId: "databuddy.mcp.ask",
+			metadata: mcpTelemetryMetadata,
+		},
 	});
 
 	const messages =
@@ -54,7 +103,19 @@ export async function runMcpAgent(
 			abortSignal: abortController.signal,
 		});
 
-		return result.text ?? "No response generated.";
+		const answer = result.text ?? "No response generated.";
+
+		storeConversation(
+			[
+				{ role: "user", content: options.question },
+				{ role: "assistant", content: answer },
+			],
+			options.userId,
+			apiKeyId,
+			{ source: "mcp" }
+		);
+
+		return answer;
 	} finally {
 		clearTimeout(timeout);
 	}