Test subgoals, and no code review/validator

Author: jahooma

.agents/base2/base2-fast-subgoals.ts

@@ -0,0 +1,18 @@
+import { createBase2 } from './base2'
+
+const base2Fast = createBase2('fast')
+const definition = {
+  ...base2Fast,
+  id: 'base2-fast-subgoals',
+  displayName: 'Buffy the Fast Subgoals Orchestrator',
+  toolNames: [...(base2Fast.toolNames ?? []), 'add_subgoal', 'update_subgoal'],
+  instructionsPrompt: `${base2Fast.instructionsPrompt}
+
+## Subgoals
+
+IMPORTANT: You must use the add_subgoal and update_subgoal tools to track your progress and objectives.
+
+- Before attempting any action, you must create a subgoal using the add_subgoal tool to track your progress and objectives.
+- Whenever you start a new action or complete an action, you must update the subgoal using the update_subgoal tool!`,
+}
+export default definition

.agents/base2/base2-gpt-5-worker-simple.ts

@@ -0,0 +1,40 @@
+import { buildArray } from '@codebuff/common/util/array'
+import { createBase2 } from './base2'
+import type { SecretAgentDefinition } from '../types/secret-agent-definition'
+
+const base2 = createBase2('max')
+
+const definition: SecretAgentDefinition = {
+  ...base2,
+  id: 'base2-gpt-5-worker',
+  model: 'openai/gpt-5',
+  spawnableAgents: buildArray(
+    'file-picker',
+    'code-searcher',
+    'directory-lister',
+    'glob-matcher',
+    'researcher-web',
+    'researcher-docs',
+    'commander',
+    'context-pruner',
+  ),
+
+  inputSchema: {},
+
+  instructionsPrompt: `Orchestrate the completion of the user's request using your specialized sub-agents. Take your time and be comprehensive.
+    
+## Example response
+
+The user asks you to implement a new feature. You respond in multiple steps:
+
+1. Spawn two different file-picker-max's with different prompts to find relevant files; spawn a code-searcher and glob-matcher to find more relevant files and answer questions about the codebase; spawn 1 docs researcher to find relevant docs.
+1a. Read all the relevant files using the read_files tool.
+2. Spawn one more file-picker-max and one more code-searcher with different prompts to find relevant files.
+2a. Read all the relevant files using the read_files tool.
+3. Use the str_replace or write_file tool to make the changes.
+4. Inform the parent agent you're done with your edits, but that it should double-check your work.`,
+
+  stepPrompt: `Don't forget to spawn agents that could help, especially: the file-picker-max and code-searcher to get codebase context.`,
+}
+
+export default definition

.agents/base2/base2-gpt-5-worker.ts

@@ -2,10 +2,10 @@ import { buildArray } from '@codebuff/common/util/array'
 import { createBase2 } from './base2'
 import type { SecretAgentDefinition } from '../types/secret-agent-definition'
 
-const base = createBase2('normal')
+const base2 = createBase2('max')
 
 const definition: SecretAgentDefinition = {
-  ...base,
+  ...base2,
   id: 'base2-gpt-5-worker',
   model: 'openai/gpt-5',
   spawnableAgents: buildArray(

.agents/base2/base2-max-simple.ts

@@ -0,0 +1,20 @@
+import { buildArray } from '@codebuff/common/util/array'
+import { createBase2 } from './base2'
+
+const definition = {
+  ...createBase2('max'),
+  id: 'base2-max-simple',
+  displayName: 'Buffy the Max Orchestrator',
+  spawnableAgents: buildArray(
+    'file-picker-max',
+    'code-searcher',
+    'directory-lister',
+    'glob-matcher',
+    'researcher-web',
+    'researcher-docs',
+    'commander',
+    'base2-gpt-5-worker-simple',
+    'context-pruner',
+  ),
+}
+export default definition

evals/buffbench/main.ts

@@ -5,8 +5,8 @@ import { runBuffBench } from './run-buffbench'
 async function main() {
   await runBuffBench({
     evalDataPath: path.join(__dirname, 'eval-codebuff.json'),
-    agents: ['base2-fast', 'base2-fast-schooled', 'base2', 'base2-max'],
-    taskConcurrency: 5,
+    agents: ['base2-max', 'base2-max-simple'],
+    taskConcurrency: 10,
   })
 
   process.exit(0)