Failed to load models from OpenAI base URL #1956
Description
Bug description
Error with docker deployment
Steps to reproduce
Context
Logs
chat-ui | {"level":30,"time":1761467302333,"pid":22,"hostname":"b827648454b2","msg":"Connecting to database"}
chat-ui | {"level":30,"time":1761467302583,"pid":22,"hostname":"b827648454b2","msg":"Connected to database"}
chat-ui | {"level":30,"time":1761467302629,"pid":22,"hostname":"b827648454b2","msg":"Starting server..."}
chat-ui | Listening on http://0.0.0.0:3000
chat-ui | {"level":30,"time":1761467302630,"pid":22,"hostname":"b827648454b2","msg":"[ADMIN] You can login with http://localhost:3000?token=57010c44-e798-4970-b61b-c549ef2b549d"}
chat-ui | {"level":30,"time":1761467311101,"pid":22,"hostname":"b827648454b2","baseURL":"https://v98store.com/v1","msg":"[models] Using OpenAI-compatible base URL"}
chat-ui | {"level":30,"time":1761467315234,"pid":22,"hostname":"b827648454b2","status":429,"msg":"[models] First fetch status"}
chat-ui | {"level":50,"time":1761467315234,"pid":22,"hostname":"b827648454b2","err":{"type":"Error","message":"Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests","stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"},"msg":"Failed to load models from OpenAI base URL"}
chat-ui | {"level":50,"time":1761467315237,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/user/settings","params":{"slugs":"user/settings"},"request":{},"message":"Internal Error","error":{},"errorId":"28abf44c-037a-40e8-b14e-2d6924acfc4a","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315237,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/models","params":{"slugs":"models"},"request":{},"message":"Internal Error","error":{},"errorId":"8ab3a60b-d3d0-4020-97a1-eb3217f8f949","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315238,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/user","params":{"slugs":"user"},"request":{},"message":"Internal Error","error":{},"errorId":"4b9fbdc5-ad4f-4749-9704-ad592f313850","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315238,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/public-config","params":{"slugs":"public-config"},"request":{},"message":"Internal Error","error":{},"errorId":"fdaddc63-1ba9-4f30-baa5-07fbc3c89ef4","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315238,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/feature-flags","params":{"slugs":"feature-flags"},"request":{},"message":"Internal Error","error":{},"errorId":"ee8a1d08-87ce-4559-85a0-e4bb78cb3e88","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315238,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/conversations?p=0","params":{"slugs":"conversations"},"request":{},"message":"Internal Error","error":{},"errorId":"9c1ee873-55bf-4a36-91ef-8f72afb7352e","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315255,"pid":22,"hostname":"b827648454b2","locals":{"sessionId":"dd2d83f435461dc2d3c6b99868c0ac9ba45a45609e295e05268f367e7a725b33","isAdmin":false},"url":"https://localhost:8082/","params":{},"request":{},"message":"Internal Error","error":{},"errorId":"00f50048-272a-452c-b3d3-6decb30df4f1","status":500,"stack":"Error: {\"status\":500,\"value\":{\"message\":\"An error occurred\",\"errorId\":\"28abf44c-037a-40e8-b14e-2d6924acfc4a\"}}\n at handleResponse (file:///app/build/server/chunks/APIClient-CE__ovkb.js:347:11)\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n at async Promise.all (index 0)\n at async load (file:///app/build/server/chunks/0-BoLtfpg0.js:17:83)\n at async load_data (file:///app/build/server/index.js:2530:18)\n at async file:///app/build/server/index.js:4158:18"}
chat-ui | {"level":50,"time":1761467315510,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/user/settings","params":{"slugs":"user/settings"},"request":{},"message":"Internal Error","error":{},"errorId":"cb96de7d-d1ae-4838-92d6-96f59ae8a1ec","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315511,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/models","params":{"slugs":"models"},"request":{},"message":"Internal Error","error":{},"errorId":"78269a9d-4bb1-4a25-9929-b83e2450ead1","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315511,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/user","params":{"slugs":"user"},"request":{},"message":"Internal Error","error":{},"errorId":"63769701-5ba0-458a-a953-233fb764b519","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315511,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/public-config","params":{"slugs":"public-config"},"request":{},"message":"Internal Error","error":{},"errorId":"06c31ac1-6757-44f2-971f-d5dbea55e3be","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315511,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/feature-flags","params":{"slugs":"feature-flags"},"request":{},"message":"Internal Error","error":{},"errorId":"3667a398-9306-4862-8702-c816efb07505","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
chat-ui | {"level":50,"time":1761467315512,"pid":22,"hostname":"b827648454b2","locals":{},"url":"https://localhost:8082/api/v2/conversations?p=0","params":{"slugs":"conversations"},"request":{},"message":"Internal Error","error":{},"errorId":"961cac3c-2db3-4ca4-bf0a-3a6e7dbcda92","status":500,"stack":"Error: Failed to fetch https://v98store.com/v1/models: 429 Too Many Requests\n at file:///app/build/server/chunks/models-DF40hSn5.js:996:13\n at process.processTicksAndRejections (node:internal/process/task_queues:95:5)"}
Specs
- OS: linux
- Browser: chrome
- chat-ui commit: latest
Config
# MongoDB Configuration
MONGODB_URL=mongodb://mongodb:27017
MONGODB_DB_NAME=chat-ui
# OpenAI-compatible API Configuration
OPENAI_BASE_URL=https://v98store.com/v1
OPENAI_API_KEY=sk-O8rEZafIBW2P5Mvy9GRwtSszGNu7qKfLU4ZV8mrkZRMzpOo1
# App Configuration
PUBLIC_APP_NAME=ChatUI
PUBLIC_ORIGIN=http://localhost:3000Notes
but when I run this outside, it works
from openai import OpenAI
client = OpenAI(
base_url="https://v98store.com/v1",
api_key="<key>"
)
client.models.list()
# => SyncPage[Model](data=[Model(id='claude-3-5-sonnet-20240620', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-5-sonnet-latest', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-7-sonnet-20250219', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-7-sonnet-20250219-thinking', created=1626777600, object='model', owned_by='vertex-ai', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-haiku-20240307', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-haiku-4-5-20251001-thinking', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-opus-4-1-20250805-thinking', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-sonnet-4-20250514-thinking', created=1626777600, object='model', owned_by='vertex-ai', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-5-haiku-latest', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-7-sonnet-latest', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-opus-4-1-20250805', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-sonnet-4-20250514', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-sonnet-4-5-20250929-thinking', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-5-haiku-20241022', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-3-5-sonnet-20241022', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-haiku-4-5-20251001', created=1626777600, object='model', owned_by='custom', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-opus-4-20250514', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-opus-4-20250514-thinking', created=1626777600, object='model', owned_by='vertex-ai', supported_endpoint_types=['anthropic', 'openai']), Model(id='claude-sonnet-4-5-20250929', created=1626777600, object='model', owned_by='awsboto3', supported_endpoint_types=['anthropic', 'openai'])], object=None, message='', success=True)