agent-trace-db: Enable Turso sync for trace storage

Allow database specs to opt in to Turso Cloud sync and enable it for the
Agent Trace DB. Disable empty remote bootstrapping for sync connections and
use non-AUTOINCREMENT integer primary keys for compatibility with synced
trace tables.

Co-authored-by: SCE <sce@crocoder.dev>

Author: davidabram

cli/migrations/agent-trace/001_create_diff_traces.sql

@@ -1,5 +1,5 @@
 CREATE TABLE IF NOT EXISTS diff_traces (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    id INTEGER PRIMARY KEY,
     time_ms INTEGER NOT NULL,
     session_id TEXT NOT NULL,
     patch TEXT NOT NULL,

cli/migrations/agent-trace/002_create_post_commit_patch_intersections.sql

@@ -1,5 +1,5 @@
 CREATE TABLE IF NOT EXISTS post_commit_patch_intersections (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    id INTEGER PRIMARY KEY,
     commit_id TEXT NOT NULL,
     post_commit_time_ms INTEGER NOT NULL,
     recent_window_cutoff_ms INTEGER NOT NULL,

cli/migrations/agent-trace/004_create_agent_traces.sql

@@ -1,5 +1,5 @@
 CREATE TABLE IF NOT EXISTS agent_traces (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    id INTEGER PRIMARY KEY,
     commit_id TEXT NOT NULL,
     commit_time_ms INTEGER NOT NULL,
     trace_json TEXT NOT NULL,

cli/src/services/agent_trace_db/mod.rs

@@ -88,6 +88,10 @@ impl DbSpec for AgentTraceDbSpec {
     fn migrations() -> &'static [(&'static str, &'static str)] {
         AGENT_TRACE_MIGRATIONS
     }
+
+    fn sync_enabled() -> bool {
+        true
+    }
 }
 
 /// Agent trace Turso database adapter.

cli/src/services/db/mod.rs

@@ -34,6 +34,12 @@ pub trait DbSpec {
 
     /// Ordered embedded migration SQL files as `(id, sql)` pairs.
     fn migrations() -> &'static [(&'static str, &'static str)];
+
+    /// Whether this database may use Turso Cloud sync mode when sync env vars
+    /// are configured.
+    fn sync_enabled() -> bool {
+        false
+    }
 }
 
 /// Collect common filesystem health problems for a Turso database path.
@@ -186,8 +192,12 @@ impl<M: DbSpec> TursoDb<M> {
                 format!("failed to create {db_name} tokio runtime. Try: rerun the command; if the issue persists, verify the local Tokio runtime environment.")
             })?;
 
-        let sync_url = std::env::var(crate::services::config::SYNC_URL_ENV_KEY).ok();
-        let sync_token = std::env::var(crate::services::config::SYNC_TOKEN_ENV_KEY).ok();
+        let sync_url = M::sync_enabled()
+            .then(|| std::env::var(crate::services::config::SYNC_URL_ENV_KEY).ok())
+            .flatten();
+        let sync_token = M::sync_enabled()
+            .then(|| std::env::var(crate::services::config::SYNC_TOKEN_ENV_KEY).ok())
+            .flatten();
 
         let path_str = db_path.to_str().ok_or_else(|| {
             anyhow::anyhow!("invalid UTF-8 in database path: {}", db_path.display())
@@ -198,6 +208,7 @@ impl<M: DbSpec> TursoDb<M> {
                 let sync_db = turso::sync::Builder::new_remote(path_str)
                     .with_remote_url(url)
                     .with_auth_token(token)
+                    .bootstrap_if_empty(false)
                     .build()
                     .await
                     .map_err(|e| {

cli/src/services/setup/command.rs

@@ -54,7 +54,7 @@ impl RuntimeCommand for SetupCommand {
         for provider in &providers {
             let outcome = provider
                 .setup(&ctx)
-                .map_err(|error| ClassifiedError::runtime(error.to_string()))?;
+                .map_err(|error| ClassifiedError::runtime(format!("{error:#}")))?;
 
             if let Some(ref hooks_outcome) = outcome.required_hooks_install {
                 sections.push(setup::format_required_hook_install_success_message(

cli/src/services/sync/command.rs

@@ -15,7 +15,8 @@ impl RuntimeCommand for SyncCommand {
     }
 
     fn execute(&self, _context: &AppContext) -> Result<String, ClassifiedError> {
-        sync::run_sync(self.subcommand).map_err(|error| ClassifiedError::runtime(error.to_string()))
+        sync::run_sync(self.subcommand)
+            .map_err(|error| ClassifiedError::runtime(format!("{error:#}")))
     }
 }
 

context/sce/agent-trace-db.md

@@ -1071,6 +1071,8 @@
               typescript-language-server
               vscode-json-languageserver
               opencodePackage
+              openssl
+              pkg-config
               rust-analyzer
               scePackage
               tursoPackage

flake.nix

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Manual smoke test for Turso sync support.
+# Contains test credentials supplied for local manual testing only.
+# Do not commit this file if the token is sensitive or long-lived.
+
+export DATABASE_URL=""
+export DATABASE_AUTH_TOKEN=""
+
+export SCE_SYNC_URL="$DATABASE_URL"
+export SCE_SYNC_TOKEN="$DATABASE_AUTH_TOKEN"
+
+STATE_DIR="$(mktemp -d)"
+export XDG_STATE_HOME="$STATE_DIR"
+
+echo "Using isolated state dir: $XDG_STATE_HOME"
+
+echo "1. Show sync command help"
+nix develop -c sh -c 'cd cli && cargo run -- sync --help'
+
+echo "2. Run setup, including best-effort initial pull"
+nix develop -c sh -c 'cd cli && cargo run -- setup --opencode --non-interactive'
+
+echo "3. Pull from Turso"
+nix develop -c sh -c 'cd cli && cargo run -- sync pull'
+
+echo "4. Push to Turso"
+nix develop -c sh -c 'cd cli && cargo run -- sync push'
+
+echo "5. Confirm local Agent Trace DB exists"
+test -f "$XDG_STATE_HOME/sce/agent-trace.db"
+ls -lh "$XDG_STATE_HOME/sce/agent-trace.db"
+
+echo "Manual Turso sync smoke test passed."