feat: support fastdeploy model api (#636)

Signed-off-by: Bob Du <i@bobdu.cc>

Author: BobDu

service/src/chatgpt/index.ts

@@ -119,6 +119,12 @@ async function chatReplyProcess(options: RequestOptions) {
             enable_thinking: false,
           }
         }
+        else if (key.keyModel === 'FastDeploy') {
+          getSearchQueryChatCompletionCreateBody.metadata = {
+            // @ts-expect-error FastDeploy supports a set of parameters that are not part of the OpenAI API.
+            enable_thinking: false,
+          }
+        }
         const completion = await openai.chat.completions.create(getSearchQueryChatCompletionCreateBody)
         let searchQuery: string = completion.choices[0].message.content
         const match = searchQuery.match(/<search_query>([\s\S]*)<\/search_query>/i)
@@ -201,6 +207,12 @@ search result: <search_result>${searchResultContent}</search_result>`,
         enable_thinking: options.room.thinkEnabled,
       }
     }
+    else if (key.keyModel === 'FastDeploy') {
+      chatCompletionCreateBody.metadata = {
+        // @ts-expect-error FastDeploy supports a set of parameters that are not part of the OpenAI API.
+        enable_thinking: options.room.thinkEnabled,
+      }
+    }
     const stream = await openai.chat.completions.create(
       chatCompletionCreateBody,
       {

service/src/storage/model.ts

@@ -326,4 +326,4 @@ export class UserPrompt {
   }
 }
 
-export type APIMODEL = 'ChatGPTAPI' | 'VLLM'
+export type APIMODEL = 'ChatGPTAPI' | 'VLLM' | 'FastDeploy'

src/components/common/Setting/model.ts

@@ -122,9 +122,9 @@ export class UserPrompt {
   }
 }
 
-export type APIMODEL = 'ChatGPTAPI' | 'VLLM'
+export type APIMODEL = 'ChatGPTAPI' | 'VLLM' | 'FastDeploy'
 
-export const apiModelOptions = ['ChatGPTAPI', 'VLLM'].map((model: string) => {
+export const apiModelOptions = ['ChatGPTAPI', 'VLLM', 'FastDeploy'].map((model: string) => {
   return {
     label: model,
     key: model,