Production-Grade Observability, Logging, and Analytics Integration

eslint.config.mjs

@@ -24,6 +24,7 @@ export default [
       '@typescript-eslint/no-unused-vars': 'off',
       '@typescript-eslint/no-unsafe-function-type': 'off',
       '@typescript-eslint/no-wrapper-object-types': 'off',
+      'no-console': ['error', { allow: ['warn', 'error'] }],
     },
   },
 ]

package.json

@@ -45,6 +45,7 @@
     "helmet": "^8.1.0",
     "jsonwebtoken": "^9.0.3",
     "node-cron": "^4.2.1",
+    "prom-client": "^15.1.3",
     "twilio": "^4.11.0",
     "winston": "^3.19.0",
     "zod": "^4.3.6"

prisma/seed.ts

@@ -4,7 +4,7 @@ import { PrismaClient } from '@prisma/client'
 const prisma = new PrismaClient()
 
 async function main() {
-  console.log('🌱 Seeding NeuroWealth database...')
+  console.warn('🌱 Seeding NeuroWealth database...')
 
   // ── 1. Test User ─────────────────────────────────────────────────────────────
   const user = await prisma.user.upsert({
@@ -18,7 +18,7 @@ async function main() {
       riskTolerance: 6,
     },
   })
-  console.log(`✅ User: ${user.displayName} (${user.id})`)
+  console.warn(`✅ User: ${user.displayName} (${user.id})`)
 
   // ── 2. Protocol Rates ─────────────────────────────────────────────────────────
   const blendRate = await prisma.protocolRate.create({
@@ -40,7 +40,7 @@ async function main() {
       network: 'TESTNET',
     },
   })
-  console.log(`✅ Protocol rates: Blend ${Number(blendRate.supplyApy) * 100}% APY, Aqua ${Number(aquaRate.supplyApy) * 100}% APY`)
+  console.warn(`✅ Protocol rates: Blend ${Number(blendRate.supplyApy) * 100}% APY, Aqua ${Number(aquaRate.supplyApy) * 100}% APY`)
 
   // ── 3. Position ───────────────────────────────────────────────────────────────
   const position = await prisma.position.create({
@@ -54,7 +54,7 @@ async function main() {
       status: 'ACTIVE',
     },
   })
-  console.log(`✅ Position: ${position.depositedAmount} USDC on ${position.protocolName}`)
+  console.warn(`✅ Position: ${position.depositedAmount} USDC on ${position.protocolName}`)
 
   // ── 4. Deposit Transaction ────────────────────────────────────────────────────
   const depositTx = await prisma.transaction.create({
@@ -73,7 +73,7 @@ async function main() {
       confirmedAt: new Date(),
     },
   })
-  console.log(`✅ Transaction: ${depositTx.amount} ${depositTx.assetSymbol} (${depositTx.txHash?.slice(0, 16)}...)`)
+  console.warn(`✅ Transaction: ${depositTx.amount} ${depositTx.assetSymbol} (${depositTx.txHash?.slice(0, 16)}...)`)
 
   // ── 5. Yield Snapshot ─────────────────────────────────────────────────────────
   const snapshot = await prisma.yieldSnapshot.create({
@@ -84,7 +84,7 @@ async function main() {
       principalAmount: 5000,
     },
   })
-  console.log(`✅ Yield snapshot: ${Number(snapshot.apy) * 100}% APY`)
+  console.warn(`✅ Yield snapshot: ${Number(snapshot.apy) * 100}% APY`)
 
   // ── 6. Agent Log ──────────────────────────────────────────────────────────────
   await prisma.agentLog.create({
@@ -108,7 +108,7 @@ async function main() {
       durationMs: 1240,
     },
   })
-  console.log(`✅ Agent log: DEPOSIT → SUCCESS`)
+  console.warn(`✅ Agent log: DEPOSIT → SUCCESS`)
 
   // ── 7. Session ────────────────────────────────────────────────────────────────
   await prisma.session.create({
@@ -122,9 +122,9 @@ async function main() {
       userAgent: 'NeuroWealth/1.0 Seed',
     },
   })
-  console.log(`✅ Session created`)
+  console.warn(`✅ Session created`)
 
-  console.log('\n🎉 Seed complete! Run: npx prisma studio')
+  console.warn('\n🎉 Seed complete! Run: npx prisma studio')
 }
 
 main()

src/agent/loop.ts

@@ -8,6 +8,13 @@ import { scanAllProtocols } from './scanner';
 import { executeRebalanceIfNeeded, getThresholds, logAgentAction } from './router';
 import { captureAllUserBalances, cleanupOldSnapshots } from './snapshotter';
 import { PrismaClient } from '@prisma/client';
+import {
+  updateAgentHeartbeat,
+  updateAgentStatus,
+  recordRebalanceCheck,
+  recordRebalanceTriggered,
+  recordDbOperation
+} from '../utils/metrics';
 
 const prisma = new PrismaClient();
 
@@ -64,6 +71,8 @@ async function rebalanceCheckJob(): Promise<void> {
 
   try {
     logger.info(`${jobName} started`);
+    // Update heartbeat
+    updateAgentHeartbeat();
 
     // Get all active positions
     const positions = await prisma.position.findMany({
@@ -77,6 +86,7 @@ async function rebalanceCheckJob(): Promise<void> {
 
     if (positions.length === 0) {
       logger.info('No active positions to rebalance');
+      recordRebalanceCheck('success');
       return;
     }
 
@@ -110,6 +120,7 @@ async function rebalanceCheckJob(): Promise<void> {
         lastRebalanceAt = new Date();
         currentProtocol = result.toProtocol;
         currentApy = result.improvedBy;
+        recordRebalanceTriggered();
       }
     }
 
@@ -121,6 +132,10 @@ async function rebalanceCheckJob(): Promise<void> {
       duration,
     });
 
+    // Record Prometheus metrics
+    recordRebalanceCheck('success');
+    recordDbOperation('rebalance_check', duration / 1000);
+
     logger.info(`${jobName} completed`, {
       duration,
       positionsChecked: positions.length,
@@ -132,11 +147,16 @@ async function rebalanceCheckJob(): Promise<void> {
     const errorMessage = error instanceof Error ? error.message : 'Unknown error';
     lastError = errorMessage;
 
+    const duration = Date.now() - startTime;
     logger.error(`${jobName} failed`, {
       error: errorMessage,
-      duration: Date.now() - startTime,
+      duration,
     });
 
+    // Record Prometheus metrics
+    recordRebalanceCheck('failed');
+    recordDbOperation('rebalance_check', duration / 1000);
+
     await logAgentAction('ANALYZE', 'FAILED', {
       error: errorMessage,
     });
@@ -152,6 +172,8 @@ async function snapshotJob(): Promise<void> {
 
   try {
     logger.info(`${jobName} started`);
+    // Update heartbeat
+    updateAgentHeartbeat();
 
     // Run snapshot in background to avoid blocking rebalance checks
     captureAllUserBalances().catch(error => {
@@ -171,13 +193,18 @@ async function snapshotJob(): Promise<void> {
     }
 
     const duration = Date.now() - startTime;
+    // Record Prometheus metrics
+    recordDbOperation('snapshot_job', duration / 1000);
     logger.info(`${jobName} scheduled`, { duration });
   } catch (error) {
     const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+    const duration = Date.now() - startTime;
     logger.error(`${jobName} failed`, {
       error: errorMessage,
-      duration: Date.now() - startTime,
+      duration,
     });
+    // Record Prometheus metrics
+    recordDbOperation('snapshot_job', duration / 1000);
   }
 }
 
@@ -193,6 +220,9 @@ export async function startAgentLoop(): Promise<void> {
 
   try {
     logger.info('🤖 Starting NeuroWealth Agent Loop');
+    // Update Prometheus metrics
+    updateAgentStatus('running');
+    updateAgentHeartbeat();
 
     // Run jobs immediately on startup
     logger.info('Running initial jobs...');
@@ -217,6 +247,7 @@ export async function startAgentLoop(): Promise<void> {
     const scanJob = cron.schedule('0 2 * * *', async () => {
       try {
         logger.info('Daily protocol scan started');
+        updateAgentHeartbeat();
         const protocols = await scanAllProtocols();
         logger.info('Daily protocol scan complete', {
           protocolsScanned: protocols.length,
@@ -238,6 +269,8 @@ export async function startAgentLoop(): Promise<void> {
   } catch (error) {
     const errorMessage = error instanceof Error ? error.message : 'Unknown error';
     lastError = errorMessage;
+    // Update Prometheus metrics for error state
+    updateAgentStatus('degraded');
     logger.error('Failed to start agent loop', { error: errorMessage });
     throw error;
   }

src/config/env.ts

@@ -1,4 +1,5 @@
 import dotenv from 'dotenv'
+import { logger } from '../utils/logger'
 dotenv.config()
 
 function requireEnv(key: string): string {
@@ -109,7 +110,7 @@ function validateStellarKey(secretKey: string, network: 'testnet' | 'mainnet' |
   }
 
   const env = process.env.NODE_ENV || 'development'
-  console.log(`✓ Stellar Agent configured for ${network.toUpperCase()} (NODE_ENV=${env})`)
+  logger.info(`✓ Stellar Agent configured for ${network.toUpperCase()} (NODE_ENV=${env})`)
 
   if (network === 'mainnet' && env !== 'production') {
     console.warn(

src/index.ts

@@ -22,6 +22,7 @@ import withdrawRouter from './routes/withdraw'
 import vaultRouter from './routes/vault'
 import analyticsRouter from './routes/analytics'
 import adminRouter from './routes/admin'
+import metricsRouter from './routes/metrics'
 import { corsMiddleware, jsonBodyParser, payloadSizeErrorHandler, urlencodedBodyParser } from './middleware/corsandbody'
 
 // ── Readiness state ───────────────────────────────────────────────────────────
@@ -118,6 +119,7 @@ app.use('/api/withdraw', withdrawRouter)
 app.use('/api/vault', vaultRouter)
 app.use('/api/analytics', analyticsRouter)
 
+app.use('/metrics', metricsRouter)
 // Admin routes (protected, strictest rate limit)
 app.use('/api/admin', adminRateLimiter, adminRouter)
 

src/middleware/authenticate.ts

@@ -1,6 +1,7 @@
 import { NextFunction, Request, Response } from 'express';
 import { JwtAdapter } from '../config';
 import db from '../db';
+import { logger } from '../utils/logger';
 
 export class AuthMiddleware {
   /**
@@ -77,7 +78,7 @@ export class AuthMiddleware {
 
       next();
     } catch (error) {
-      console.error('[Auth] Middleware error:', error);
+      logger.error('[Auth] Middleware error:', error);
       res.status(500).json({ error: 'Internal server error' });
     }
   };

src/routes/metrics.ts

@@ -0,0 +1,33 @@
+import { Router, Request, Response } from 'express'
+import { getMetrics } from '../utils/metrics'
+
+const router = Router()
+
+/**
+ * GET /metrics
+ * Prometheus-compatible metrics endpoint for observability
+ *
+ * Exposes all registered metrics in Prometheus format for scraping by
+ * Prometheus, Grafana, or other monitoring systems.
+ *
+ * Metrics include:
+ * - Event processing counters and histograms
+ * - Failure metrics
+ * - DLQ size
+ * - Cursor lag
+ * - Agent loop heartbeat
+ * - Database operation metrics
+ * - HTTP request metrics
+ * - Analytics API metrics
+ */
+router.get('/', async (_req: Request, res: Response) => {
+  try {
+    const metrics = await getMetrics()
+    res.set('Content-Type', 'text/plain')
+    res.status(200).send(metrics)
+  } catch (error) {
+    res.status(500).json({ error: 'Failed to retrieve metrics' })
+  }
+})
+
+export default router

src/routes/whatsapp.ts

@@ -2,6 +2,7 @@ import express, { Request, Response } from 'express'
 import { validateRequest, twiml } from 'twilio'
 import { handleWhatsAppMessage } from '../whatsapp/handler'
 import { config } from '../config/env'
+import { logger } from '../utils/logger'
 
 const router = express.Router()
 
@@ -40,7 +41,7 @@ router.post('/webhook', async (req: Request, res: Response) => {
     responseTwiml.message(response.body)
     res.type('text/xml').send(responseTwiml.toString())
   } catch (error) {
-    console.error('[WhatsApp webhook] error handling message:', error)
+    logger.error('[WhatsApp webhook] error handling message:', error)
     const errorTwiml = new twiml.MessagingResponse()
     errorTwiml.message('Sorry, something went wrong processing your request.')
     res.type('text/xml').send(errorTwiml.toString())