Allow CodebuffClient to automatically discover projectFiles!

Author: jahooma

bun.lock

@@ -24,12 +24,13 @@
   "scripts": {
     "build": "bun run scripts/build.ts",
     "build:types": "tsc -p tsconfig.build.json",
-    "build:verify": "bun run build && bun run smoke-test:dist && bun run test:cjs && bun run test:esm && bun run test:ripgrep",
+    "build:verify": "bun run build && bun run smoke-test:dist && bun run test:cjs && bun run test:esm && bun run test:ripgrep && bun run test:tree-sitter-queries",
     "test:typecheck-strict": "tsc --noEmit --strict dist/index.d.ts",
     "smoke-test:dist": "bun run smoke-test-dist.ts",
     "test:cjs": "cd test/cjs-compatibility && npm install --silent && npm run test:all",
     "test:esm": "cd test/esm-compatibility && npm install --silent && npm run test:all",
     "test:ripgrep": "cd test/ripgrep-bundling && npm install --silent && npm run test:all",
+    "test:tree-sitter-queries": "cd test/tree-sitter-queries && npm install --silent && npm run test:all",
     "clean": "rm -rf dist",
     "prepare-dist": "bun run scripts/publish.ts --dry-run",
     "publish-sdk": "bun run scripts/publish.ts --public",
@@ -63,6 +64,7 @@
     "@vscode/tree-sitter-wasm": "0.1.4",
     "ai": "^5.0.0",
     "diff": "8.0.2",
+    "ignore": "7.0.5",
     "web-tree-sitter": "0.25.6",
     "ws": "^8.18.0",
     "zod": "^4.0.0"

sdk/package.json

@@ -1,6 +1,11 @@
 import * as os from 'os'
+import * as fs from 'fs'
 
 import { getFileTokenScores } from '@codebuff/code-map/parse'
+import {
+  getProjectFileTree,
+  getAllFilePaths,
+} from '../../common/src/project-file-tree'
 
 import { type CustomToolDefinition } from './custom-tool'
 import { getInitialSessionState } from '../../common/src/types/session-state'
@@ -99,6 +104,27 @@ async function computeProjectIndex(
   return { fileTree, fileTokenScores, tokenCallers }
 }
 
+/**
+ * Discovers project files using .gitignore patterns when projectFiles is undefined
+ */
+function discoverProjectFiles(cwd: string): Record<string, string> {
+  try {
+    const fileTree = getProjectFileTree(cwd)
+    const filePaths = getAllFilePaths(fileTree)
+
+    // Create projectFiles with empty content - the token scorer will read from disk
+    return Object.fromEntries(
+      filePaths.map((filePath) => [
+        filePath,
+        fs.readFileSync(filePath, 'utf8'),
+      ]),
+    )
+  } catch (error) {
+    console.warn('Failed to discover project files:', error)
+    return {}
+  }
+}
+
 /**
  * Auto-derives knowledge files from project files if knowledgeFiles is undefined
  */
@@ -128,9 +154,13 @@ export async function initialSessionState(
     maxAgentSteps?: number
   },
 ) {
-  const { projectFiles = {}, agentDefinitions = [] } = options
+  let { projectFiles, agentDefinitions = [] } = options
   let { knowledgeFiles } = options
 
+  // Auto-discover project files if not provided
+  if (projectFiles === undefined) {
+    projectFiles = discoverProjectFiles(cwd)
+  }
   if (knowledgeFiles === undefined) {
     knowledgeFiles = deriveKnowledgeFiles(projectFiles)
   }

sdk/src/run-state.ts

@@ -0,0 +1,26 @@
+import { getUserCredentials } from '@codebuff/npm-app/credentials'
+
+import { CodebuffClient } from '../src/client'
+
+export async function testSdk() {
+  const apiKey = getUserCredentials()?.authToken
+  if (!apiKey) {
+    throw new Error('Could not load API key from user credentials')
+  }
+
+  const client = new CodebuffClient({
+    apiKey,
+  })
+
+  const run = await client.run({
+    agent: 'base',
+    prompt: 'Create a simple calculator class',
+    handleEvent: (event) => {
+      console.log(event)
+    },
+  })
+
+  console.log(run)
+}
+
+testSdk()

sdk/test/test-sdk.ts

@@ -0,0 +1,12 @@
+{
+  "name": "@codebuff/sdk-tree-sitter-queries-test",
+  "version": "0.0.1",
+  "private": true,
+  "type": "commonjs",
+  "scripts": {
+    "test:all": "node test-query-files.js"
+  },
+  "dependencies": {
+    "@codebuff/sdk": "file:../.."
+  }
+}