remove relace tool formatter experiment

Author: charleslien

backend/src/llm-apis/relace-api.ts

@@ -4,8 +4,6 @@ import {
   parseMarkdownCodeBlock,
 } from 'common/util/file'
 
-import { CoreMessage } from 'ai'
-import { toolSchema } from 'common/constants/tools'
 import { env } from '../env.mjs'
 import { saveMessage } from '../llm-apis/message-cost-tracker'
 import { logger } from '../util/logger'
@@ -242,141 +240,3 @@ export async function rerank(
     return files.map((f) => f.path)
   }
 }
-
-const toolParams = Object.entries(toolSchema)
-  .map(([name, params]) => {
-    return `\`${name}\`: [${params
-      .map((p) => (typeof p === 'string' ? JSON.stringify(p) : `${p}`))
-      .join(', ')}]`
-  })
-  .join('\n')
-
-const outputSchema = {
-  type: 'object',
-  properties: {
-    tool_calls: {
-      type: 'array',
-      items: {
-        type: 'object',
-        properties: {
-          name: { type: 'string' },
-          args: { type: 'object' },
-        },
-        required: ['name', 'args'],
-      },
-    },
-  },
-}
-
-const systemInstructions = `
-You are a helpful assistant that structures potentially malformed XML text into tool calls.
-
-Below are the available tools and their parameters. Parameters are either "String" or /RegExp/ values.
-${toolParams}
-
-Some tools will have multi-line parameters (frequently write_file). Do not forget to add these to the tool_calls.
-
-None of the parameters are required. Do not infer any additional tools or parameters beyond those explicitly listed in the user message.
-
-Output according to this schema:
-${JSON.stringify(outputSchema, null, 2)}
-`.trim()
-
-export async function toolFormatter(
-  assistantMessage: string,
-  options: {
-    clientSessionId: string
-    fingerprintId: string
-    userInputId: string
-    userId: string | undefined
-    messageId: string
-  }
-) {
-  const { clientSessionId, fingerprintId, userInputId, userId, messageId } =
-    options
-  const startTime = Date.now()
-
-  const messages: CoreMessage[] = [
-    { role: 'system', content: systemInstructions },
-    { role: 'user', content: assistantMessage },
-  ]
-
-  try {
-    const response = (await Promise.race([
-      fetch('https://tool-formatter.endpoint.relace.run/v1/code/format', {
-        method: 'POST',
-        headers: {
-          'Content-Type': 'application/json',
-          Authorization: `Bearer ${env.RELACE_API_KEY}`,
-        },
-        body: JSON.stringify({
-          model: 'Tool-Formatter',
-          messages,
-          temperature: 0,
-          max_tokens: 8192,
-          response_format: {
-            type: 'json_schema',
-            json_schema: {
-              name: 'tool_calls',
-              schema: outputSchema,
-            },
-          },
-          'relace-metadata': {
-            'codebuff-id': messageId,
-          },
-        }),
-      }),
-      timeoutPromise(100_000),
-    ])) as Response
-
-    if (!response.ok) {
-      const errorText = await response
-        .text()
-        .catch(() => 'No error text available')
-      logger.error(
-        {
-          status: response.status,
-          statusText: response.statusText,
-          errorText,
-          assistantMessageLength: assistantMessage.length,
-          messageId,
-        },
-        'Relace Tool Formatter API error'
-      )
-      return
-    }
-
-    const json = await response.json()
-    const toolCalls = JSON.parse(json.choices[0].message.content)
-
-    saveMessage({
-      messageId,
-      userId,
-      clientSessionId,
-      fingerprintId,
-      userInputId,
-      model: 'relace-tool-formatter',
-      request: messages,
-      response: toolCalls,
-      inputTokens: countTokens(systemInstructions + assistantMessage),
-      outputTokens: countTokens(JSON.stringify(toolCalls)),
-      finishedAt: new Date(),
-      latencyMs: Date.now() - startTime,
-      chargeUser: false,
-    })
-
-    logger.info({ toolCalls }, 'Relace Tool Formatter')
-  } catch (error) {
-    logger.error(
-      {
-        error:
-          error && typeof error === 'object' && 'message' in error
-            ? error.message
-            : 'Unknown error',
-      },
-      'Error calling Relace Tool Formatter API'
-    )
-    // Silent failure as specified - no fallback needed
-    return
-  }
-}

backend/src/main-prompt.ts

@@ -31,10 +31,10 @@ import {
   requestRelevantFilesForTraining,
 } from './find-files/request-files-prompt'
 import { getDocumentationForQuery } from './get-documentation-for-query'
-import { toolFormatter } from './llm-apis/relace-api'
 import { processFileBlock } from './process-file-block'
 import { processStrReplace } from './process-str-replace'
 import { getAgentStream } from './prompt-agent-stream'
+import { getAgentSystemPrompt } from './system-prompt/agent-system-prompt'
 import { additionalSystemPrompts } from './system-prompt/prompts'
 import { saveAgentRequest } from './system-prompt/save-agent-request'
 import { getSearchSystemPrompt } from './system-prompt/search-system-prompt'
@@ -72,13 +72,12 @@ import {
   simplifyReadFileToolResult,
 } from './util/simplify-tool-results'
 import { countTokens, countTokensJson } from './util/token-counter'
+import { getRequestContext } from './websockets/request-context'
 import {
   requestFiles,
   requestOptionalFile,
 } from './websockets/websocket-action'
 import { processStreamWithTags } from './xml-stream-parser'
-import { getRequestContext } from './websockets/request-context'
-import { getAgentSystemPrompt } from './system-prompt/agent-system-prompt'
 
 const MAX_CONSECUTIVE_ASSISTANT_MESSAGES = 12
 // Turn this on to collect full file context, using Claude-4-Opus to pick which files to send up
@@ -144,7 +143,9 @@ export const mainPrompt = async (
     (t) => t.name === 'run_terminal_command'
   )
   const isAskMode = costMode === 'ask'
-  const isExporting = prompt && (prompt.toLowerCase() === '/export' || prompt.toLowerCase() === 'export')
+  const isExporting =
+    prompt &&
+    (prompt.toLowerCase() === '/export' || prompt.toLowerCase() === 'export')
   const geminiThinkingEnabled = costMode === 'max'
   const isLiteMode = costMode === 'lite'
   const isGeminiPro = model === models.gemini2_5_pro_preview
@@ -664,7 +665,16 @@ export const mainPrompt = async (
         }
 
         // Filter out restricted tools in ask mode unless exporting summary
-        if (isAskMode && !isExporting && ['write_file', 'str_replace', 'create_plan', 'run_terminal_command'].includes(tool)) {
+        if (
+          isAskMode &&
+          !isExporting &&
+          [
+            'write_file',
+            'str_replace',
+            'create_plan',
+            'run_terminal_command',
+          ].includes(tool)
+        ) {
           serverToolResults.push({
             name: tool,
             id: generateCompactId(),
@@ -853,16 +863,6 @@ export const mainPrompt = async (
     onResponseChunk(chunk)
   }
 
-  if (foundParsingError && process.env.NEXT_PUBLIC_CB_ENVIRONMENT === 'local') {
-    toolFormatter(fullResponse, {
-      messageId: generateCompactId('cb-tf-'),
-      clientSessionId,
-      fingerprintId,
-      userInputId: promptId,
-      userId,
-    })
-  }
-
   const agentResponseTrace: AgentResponseTrace = {
     type: 'agent-response',
     created_at: new Date(),