Skip to content

Safe Migration from JSONL -> Sqlite #61

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
TheGreatAxios wants to merge 2 commits into
base: main
Choose a base branch
from
Draft

Safe Migration from JSONL -> Sqlite #61

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
fff8722
Safe Migration from JSONL -> Sqlite
TheGreatAxios May 14, 2026
841f451
Small SQL Deltas Fix
TheGreatAxios May 14, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 31 additions & 0 deletions packages/cli/src/lib/database.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -89,13 +89,27 @@ CREATE TABLE IF NOT EXISTS enabled_repos (
enabled_at TEXT NOT NULL
);

-- Deltas: Append-only edit deltas for attribution replay
CREATE TABLE IF NOT EXISTS deltas (
id INTEGER PRIMARY KEY AUTOINCREMENT,
base_sha TEXT NOT NULL,
file_path TEXT NOT NULL,
session_id TEXT,
prompt_id INTEGER,
ts TEXT NOT NULL,
hunks TEXT NOT NULL,
after_blob TEXT
);

-- Indexes
CREATE INDEX IF NOT EXISTS idx_sessions_repo ON sessions(repo);
CREATE INDEX IF NOT EXISTS idx_sessions_agent ON sessions(agent, conversation_id);
CREATE INDEX IF NOT EXISTS idx_prompts_session ON prompts(session_id);
CREATE INDEX IF NOT EXISTS idx_tool_calls_session ON tool_calls(session_id);
CREATE INDEX IF NOT EXISTS idx_tool_calls_file ON tool_calls(file_path);
CREATE INDEX IF NOT EXISTS idx_tool_calls_timestamp ON tool_calls(timestamp);
CREATE INDEX IF NOT EXISTS idx_deltas_file ON deltas(base_sha, file_path);
CREATE UNIQUE INDEX IF NOT EXISTS idx_deltas_dedup ON deltas(base_sha, file_path, ts, hunks);
`;

// =============================================================================
Expand Down Expand Up @@ -272,6 +286,7 @@ export function resetDatabase(): void {
db.exec("DROP TABLE IF EXISTS prompts");
db.exec("DROP TABLE IF EXISTS sessions");
db.exec("DROP TABLE IF EXISTS enabled_repos");
db.exec("DROP TABLE IF EXISTS deltas");
db.exec(SCHEMA);
}

Expand Down Expand Up @@ -299,6 +314,22 @@ function runMigrations(db: Database): void {

// Create new indexes if they don't exist
db.exec("CREATE INDEX IF NOT EXISTS idx_sessions_repo ON sessions(repo)");

// Ensure deltas table exists (added in v3.2)
db.exec(`
CREATE TABLE IF NOT EXISTS deltas (
id INTEGER PRIMARY KEY AUTOINCREMENT,
base_sha TEXT NOT NULL,
file_path TEXT NOT NULL,
session_id TEXT,
prompt_id INTEGER,
ts TEXT NOT NULL,
hunks TEXT NOT NULL,
after_blob TEXT
)
`);
db.exec("CREATE INDEX IF NOT EXISTS idx_deltas_file ON deltas(base_sha, file_path)");
db.exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_deltas_dedup ON deltas(base_sha, file_path, ts, hunks)");
}

// =============================================================================
Expand Down
Loading