chore: max context count (Close #394, Close #221)

Author: Kerwin

service/src/chatgpt/index.ts

@@ -34,7 +34,7 @@ const ErrorCodeMessage: Record<string, string> = {
 let auditService: TextAuditService
 const _lockedKeys: { key: string; lockedTime: number }[] = []
 
-export async function initApi(key: KeyConfig, chatModel: string) {
+export async function initApi(key: KeyConfig, chatModel: string, maxContextCount: number) {
   // More Info: https://github.com/transitive-bullshit/chatgpt-api
 
   const config = await getCacheConfig()
@@ -43,23 +43,28 @@ export async function initApi(key: KeyConfig, chatModel: string) {
   if (key.keyModel === 'ChatGPTAPI') {
     const OPENAI_API_BASE_URL = config.apiBaseUrl
 
+    let contextCount = 0
     const options: ChatGPTAPIOptions = {
       apiKey: key.key,
       completionParams: { model },
       debug: !config.apiDisableDebug,
       messageStore: undefined,
-      getMessageById,
+      getMessageById: async (id) => {
+        if (contextCount++ >= maxContextCount)
+          return null
+        return await getMessageById(id)
+      },
     }
 
     // Set the token limits based on the model's type. This is because different models have different token limits.
     // The token limit includes the token count from both the message array sent and the model response.
     // 'gpt-35-turbo' has a limit of 4096 tokens, 'gpt-4' and 'gpt-4-32k' have limits of 8192 and 32768 tokens respectively.
-		// Check if the model type is GPT-4-turbo
-		if (model.toLowerCase().includes('1106-preview')) {
-			//If it's a '1106-preview' model, set the maxModelTokens to 131072
-			options.maxModelTokens = 131072
-			options.maxResponseTokens = 32768
-		}
+    // Check if the model type is GPT-4-turbo
+    if (model.toLowerCase().includes('1106-preview')) {
+      // If it's a '1106-preview' model, set the maxModelTokens to 131072
+      options.maxModelTokens = 131072
+      options.maxResponseTokens = 32768
+    }
     // Check if the model type includes '16k'
     if (model.toLowerCase().includes('16k')) {
       // If it's a '16k' model, set the maxModelTokens to 16384 and maxResponseTokens to 4096
@@ -107,6 +112,7 @@ async function chatReplyProcess(options: RequestOptions) {
   const model = options.user.config.chatModel
   const key = await getRandomApiKey(options.user, options.user.config.chatModel, options.room.accountId)
   const userId = options.user._id.toString()
+  const maxContextCount = options.user.advanced.maxContextCount ?? 20
   const messageId = options.messageId
   if (key == null || key === undefined)
     throw new Error('没有可用的配置。请再试一次 | No available configuration. Please try again.')
@@ -140,7 +146,7 @@ async function chatReplyProcess(options: RequestOptions) {
       else
         options = { ...lastContext }
     }
-    const api = await initApi(key, model)
+    const api = await initApi(key, model, maxContextCount)
 
     const abort = new AbortController()
     options.abortSignal = abort.signal

service/src/index.ts

@@ -10,7 +10,7 @@ import { abortChatProcess, chatConfig, chatReplyProcess, containsSensitiveWords,
 import { auth, getUserId } from './middleware/auth'
 import { clearApiKeyCache, clearConfigCache, getApiKeys, getCacheApiKeys, getCacheConfig, getOriginConfig } from './storage/config'
 import type { AuditConfig, ChatInfo, ChatOptions, Config, KeyConfig, MailConfig, SiteConfig, UserConfig, UserInfo } from './storage/model'
-import { Status, UsageResponse, UserRole } from './storage/model'
+import { AdvancedConfig, Status, UsageResponse, UserRole } from './storage/model'
 import {
   clearChat,
   createChatRoom,
@@ -39,6 +39,7 @@ import {
   updateRoomUsingContext,
   updateUser,
   updateUser2FA,
+  updateUserAdvancedConfig,
   updateUserChatModel,
   updateUserInfo,
   updateUserPassword,
@@ -589,7 +590,7 @@ router.post('/session', async (req, res) => {
       }
     })
 
-    let userInfo: { name: string; description: string; avatar: string; userId: string; root: boolean; roles: UserRole[]; config: UserConfig }
+    let userInfo: { name: string; description: string; avatar: string; userId: string; root: boolean; roles: UserRole[]; config: UserConfig; advanced: AdvancedConfig }
     if (userId != null) {
       const user = await getUserById(userId)
       userInfo = {
@@ -600,6 +601,7 @@ router.post('/session', async (req, res) => {
         root: user.roles.includes(UserRole.Admin),
         roles: user.roles,
         config: user.config,
+        advanced: user.advanced,
       }
 
       const keys = (await getCacheApiKeys()).filter(d => hasAnyRole(d.userRoles, user.roles))
@@ -1067,6 +1069,55 @@ router.post('/audit-test', rootAuth, async (req, res) => {
   }
 })
 
+router.post('/setting-advanced', auth, async (req, res) => {
+  try {
+    const config = req.body as {
+      systemMessage: string
+      temperature: number
+      top_p: number
+      maxContextCount: number
+      sync: boolean
+    }
+    if (config.sync) {
+      if (!isAdmin(req.headers.userId as string)) {
+        res.send({ status: 'Fail', message: '无权限 | No permission', data: null })
+        return
+      }
+      const thisConfig = await getOriginConfig()
+      thisConfig.advancedConfig = new AdvancedConfig(
+        config.systemMessage,
+        config.temperature,
+        config.top_p,
+        config.maxContextCount,
+      )
+      await updateConfig(thisConfig)
+      clearConfigCache()
+    }
+    const userId = req.headers.userId.toString()
+    await updateUserAdvancedConfig(userId, new AdvancedConfig(
+      config.systemMessage,
+      config.temperature,
+      config.top_p,
+      config.maxContextCount,
+    ))
+    res.send({ status: 'Success', message: '操作成功 | Successfully' })
+  }
+  catch (error) {
+    res.send({ status: 'Fail', message: error.message, data: null })
+  }
+})
+
+router.post('/setting-reset-advanced', auth, async (req, res) => {
+  try {
+    const userId = req.headers.userId.toString()
+    await updateUserAdvancedConfig(userId, null)
+    res.send({ status: 'Success', message: '操作成功 | Successfully' })
+  }
+  catch (error) {
+    res.send({ status: 'Fail', message: error.message, data: null })
+  }
+})
+
 router.get('/setting-keys', rootAuth, async (req, res) => {
   try {
     const result = await getApiKeys()

service/src/storage/config.ts

@@ -2,7 +2,7 @@ import { ObjectId } from 'mongodb'
 import * as dotenv from 'dotenv'
 import type { TextAuditServiceProvider } from 'src/utils/textAudit'
 import { isNotEmptyString, isTextAuditServiceProvider } from '../utils/is'
-import { AuditConfig, Config, KeyConfig, MailConfig, SiteConfig, TextAudioType, UserRole } from './model'
+import { AdvancedConfig, AuditConfig, Config, KeyConfig, MailConfig, SiteConfig, TextAudioType, UserRole } from './model'
 import { getConfig, getKeys, upsertKey } from './mongo'
 
 dotenv.config()
@@ -93,6 +93,16 @@ export async function getOriginConfig() {
       '',
     )
   }
+
+  if (!config.advancedConfig) {
+    config.advancedConfig = new AdvancedConfig(
+      'You are ChatGPT, a large language model trained by OpenAI. Follow the user\'s instructions carefully.Respond using markdown.',
+      0.8,
+      1,
+      20,
+    )
+  }
+
   if (!isNotEmptyString(config.siteConfig.chatModels))
     config.siteConfig.chatModels = 'gpt-3.5-turbo,gpt-3.5-turbo-1106,gpt-3.5-turbo-16k,gpt-3.5-turbo-16k-0613,gpt-4,gpt-4-0613,gpt-4-32k,gpt-4-32k-0613,text-davinci-002-render-sha-mobile,text-embedding-ada-002,gpt-4-mobile,gpt-4-browsing,gpt-4-1106-preview,gpt-4-vision-preview'
 

service/src/storage/model.ts

@@ -38,6 +38,7 @@ export class UserInfo {
   roles?: UserRole[]
   remark?: string
   secretKey?: string // 2fa
+  advanced?: AdvancedConfig
   constructor(email: string, password: string) {
     this.name = email
     this.email = email
@@ -165,6 +166,7 @@ export class Config {
     public siteConfig?: SiteConfig,
     public mailConfig?: MailConfig,
     public auditConfig?: AuditConfig,
+    public advancedConfig?: AdvancedConfig,
   ) { }
 }
 
@@ -202,6 +204,15 @@ export class AuditConfig {
   ) { }
 }
 
+export class AdvancedConfig {
+  constructor(
+    public systemMessage: string,
+    public temperature: number,
+    public top_p: number,
+    public maxContextCount: number,
+  ) { }
+}
+
 export enum TextAudioType {
   None = 0,
   Request = 1 << 0, // 二进制 01

service/src/storage/mongo.ts

@@ -2,8 +2,9 @@ import { MongoClient, ObjectId } from 'mongodb'
 import * as dotenv from 'dotenv'
 import dayjs from 'dayjs'
 import { md5 } from '../utils/security'
+import type { AdvancedConfig, ChatOptions, Config, KeyConfig, UsageResponse } from './model'
 import { ChatInfo, ChatRoom, ChatUsage, Status, UserConfig, UserInfo, UserRole } from './model'
-import type { ChatOptions, Config, KeyConfig, UsageResponse } from './model'
+import { getCacheConfig } from './config'
 
 dotenv.config()
 
@@ -222,6 +223,11 @@ export async function updateUserChatModel(userId: string, chatModel: string) {
     , { $set: { 'config.chatModel': chatModel } })
 }
 
+export async function updateUserAdvancedConfig(userId: string, config: AdvancedConfig) {
+  return userCol.updateOne({ _id: new ObjectId(userId) }
+    , { $set: { advanced: config } })
+}
+
 export async function updateUser2FA(userId: string, secretKey: string) {
   return userCol.updateOne({ _id: new ObjectId(userId) }
     , { $set: { secretKey, updateTime: new Date().toLocaleString() } })
@@ -245,7 +251,7 @@ export async function updateUserPasswordWithVerifyOld(userId: string, oldPasswor
 export async function getUser(email: string): Promise<UserInfo> {
   email = email.toLowerCase()
   const userInfo = await userCol.findOne({ email }) as UserInfo
-  initUserInfo(userInfo)
+  await initUserInfo(userInfo)
   return userInfo
 }
 
@@ -266,22 +272,25 @@ export async function getUsers(page: number, size: number): Promise<{ users: Use
 
 export async function getUserById(userId: string): Promise<UserInfo> {
   const userInfo = await userCol.findOne({ _id: new ObjectId(userId) }) as UserInfo
-  initUserInfo(userInfo)
+  await initUserInfo(userInfo)
   return userInfo
 }
 
-function initUserInfo(userInfo: UserInfo) {
+async function initUserInfo(userInfo: UserInfo) {
   if (userInfo == null)
     return
   if (userInfo.config == null)
     userInfo.config = new UserConfig()
   if (userInfo.config.chatModel == null)
     userInfo.config.chatModel = 'gpt-3.5-turbo'
   if (userInfo.roles == null || userInfo.roles.length <= 0) {
-    userInfo.roles = [UserRole.User]
+    userInfo.roles = []
     if (process.env.ROOT_USER === userInfo.email.toLowerCase())
       userInfo.roles.push(UserRole.Admin)
+    userInfo.roles.push(UserRole.User)
   }
+  if (!userInfo.advanced)
+    userInfo.advanced = (await getCacheConfig()).advancedConfig
 }
 
 export async function verifyUser(email: string, status: Status) {

src/api/index.ts

@@ -1,7 +1,8 @@
 import type { AxiosProgressEvent, GenericAbortSignal } from 'axios'
 import { get, post } from '@/utils/request'
 import type { AuditConfig, ConfigState, KeyConfig, MailConfig, SiteConfig, Status, UserInfo, UserPassword } from '@/components/common/Setting/model'
-import { useAuthStore, useSettingStore } from '@/store'
+import { useAuthStore, useUserStore } from '@/store'
+import type { SettingsState } from '@/store/modules/user/helper'
 
 export function fetchChatConfig<T = any>() {
   return post<T>({
@@ -19,7 +20,7 @@ export function fetchChatAPIProcess<T = any>(
     signal?: GenericAbortSignal
     onDownloadProgress?: (progressEvent: AxiosProgressEvent) => void },
 ) {
-  const settingStore = useSettingStore()
+  const userStore = useUserStore()
   const authStore = useAuthStore()
 
   let data: Record<string, any> = {
@@ -33,9 +34,9 @@ export function fetchChatAPIProcess<T = any>(
   if (authStore.isChatGPTAPI) {
     data = {
       ...data,
-      systemMessage: settingStore.systemMessage,
-      temperature: settingStore.temperature,
-      top_p: settingStore.top_p,
+      systemMessage: userStore.userInfo.advanced.systemMessage,
+      temperature: userStore.userInfo.advanced.temperature,
+      top_p: userStore.userInfo.advanced.top_p,
     }
   }
 
@@ -274,6 +275,19 @@ export function fetchTestAudit<T = any>(text: string, audit: AuditConfig) {
   })
 }
 
+export function fetchUpdateAdvanced<T = any>(sync: boolean, advanced: SettingsState) {
+  const data = { sync, ...advanced }
+  return post<T>({
+    url: '/setting-advanced',
+    data,
+  })
+}
+
+export function fetchResetAdvanced<T = any>() {
+  return post<T>({
+    url: '/setting-reset-advanced',
+  })
+}
 export function fetchUpdateSite<T = any>(config: SiteConfig) {
   return post<T>({
     url: '/setting-site',