Tweak best-of-n-selector, gpt-5-worker

Author: jahooma

.agents/base2/base2-gpt-5-worker.ts

@@ -28,12 +28,11 @@ const definition: SecretAgentDefinition = {
 
 The user asks you to implement a new feature. You respond in multiple steps:
 
-- Gather context on the user's request
+- Gather context on the user's request by spawning agents and reading files.
 - Use the write_todos tool to write out your step-by-step implementation plan.
 - Use the best-of-n-orchestrator tool to implement the changes. This is the best way to make high quality code changes -- strongly prefer using this agent over the str_replace or write_file tool.
 - For smaller fixes, use the str_replace or write_file tool to make the changes.
-- Test your changes by running appropriate validation commands for the project (e.g. typechecks, tests, lints, etc.). You may have to explore the project to find the appropriate commands.
-- End your turn.`,
+- Test your changes by running appropriate validation commands for the project (e.g. typechecks, tests, lints, etc.). You may have to explore the project to find the appropriate commands.`,
 
   stepPrompt: undefined,
 }

.agents/base2/best-of-n/best-of-n-selector-gpt-5.ts

@@ -1,10 +1,9 @@
 import type { SecretAgentDefinition } from '../../types/secret-agent-definition'
-import base2Selector from './best-of-n-selector'
+import { createBestOfNSelector } from './best-of-n-selector'
 
 const definition: SecretAgentDefinition = {
-  ...base2Selector,
+  ...createBestOfNSelector({ model: 'gpt-5' }),
   id: 'best-of-n-selector-gpt-5',
-  model: 'openai/gpt-5',
   displayName: 'Best-of-N GPT-5 Implementation Selector',
 }
 

.agents/base2/best-of-n/best-of-n-selector.ts

@@ -4,52 +4,57 @@ import {
 } from '../../types/secret-agent-definition'
 import { publisher } from '../../constants'
 
-const definition: SecretAgentDefinition = {
-  id: 'best-of-n-selector',
-  publisher,
-  model: 'anthropic/claude-sonnet-4.5',
-  displayName: 'Best-of-N Implementation Selector',
-  spawnerPrompt:
-    'Analyzes multiple implementation proposals and selects the best one',
+export const createBestOfNSelector = (options: {
+  model: 'sonnet' | 'gpt-5'
+}): Omit<SecretAgentDefinition, 'id'> => {
+  const { model } = options
+  const isSonnet = model === 'sonnet'
 
-  includeMessageHistory: true,
-  inheritParentSystemPrompt: true,
+  return {
+    publisher,
+    model: isSonnet ? 'anthropic/claude-sonnet-4.5' : 'openai/gpt-5',
+    displayName: 'Best-of-N Implementation Selector',
+    spawnerPrompt:
+      'Analyzes multiple implementation proposals and selects the best one',
 
-  toolNames: ['set_output'],
-  spawnableAgents: [],
+    includeMessageHistory: true,
+    inheritParentSystemPrompt: true,
 
-  inputSchema: {
-    params: {
-      type: 'object',
-      properties: {
-        implementations: {
-          type: 'array',
-          items: {
-            type: 'object',
-            properties: {
-              id: { type: 'string' },
-              content: { type: 'string' },
+    toolNames: ['set_output'],
+    spawnableAgents: [],
+
+    inputSchema: {
+      params: {
+        type: 'object',
+        properties: {
+          implementations: {
+            type: 'array',
+            items: {
+              type: 'object',
+              properties: {
+                id: { type: 'string' },
+                content: { type: 'string' },
+              },
+              required: ['id', 'content'],
             },
-            required: ['id', 'content'],
           },
         },
+        required: ['implementations'],
       },
-      required: ['implementations'],
     },
-  },
-  outputMode: 'structured_output',
-  outputSchema: {
-    type: 'object',
-    properties: {
-      implementationId: {
-        type: 'string',
-        description: 'The id of the chosen implementation',
+    outputMode: 'structured_output',
+    outputSchema: {
+      type: 'object',
+      properties: {
+        implementationId: {
+          type: 'string',
+          description: 'The id of the chosen implementation',
+        },
       },
+      required: ['implementationId'],
     },
-    required: ['implementationId'],
-  },
 
-  instructionsPrompt: `As part of the best-of-n workflow of agents, you are the implementation selector agent.
+    instructionsPrompt: `As part of the best-of-n workflow of agents, you are the implementation selector agent.
   
 ## Task Instructions
 
@@ -79,9 +84,21 @@ Try to select an implementation that fulfills all the requirements in the user's
 
 ## Response Format
 
-If needed, use <think> tags to briefly consider the implementations and their strengths and weaknesses.
+${
+  isSonnet
+    ? `Use <think> tags to briefly consider the implementations as needed to pick the best implementation.
+
+If the best one is obvious or the implementations are very similar, you may not need to think very much (a few words suffice) or you may not need to use think tags at all, just pick the best one and output it. You have a dual goal of picking the best implementation and being fast (using as few words as possible).
+
+Then, do not write any other explanations AT ALL. You should directly output a single tool call to set_output with the selected implementationId.`
+    : `Output a single tool call to set_output with the selected implementationId. Do not write anything else.`
+}`,
+  }
+}
 
-Then, do not write any other explanations AT ALL. You should directly output a single tool call to set_output with the selected implementationId.`,
+const definition: SecretAgentDefinition = {
+  ...createBestOfNSelector({ model: 'sonnet' }),
+  id: 'best-of-n-selector',
 }
 
 export default definition