feat: get api base from env

Author: pashadia

src/main.rs

@@ -11,7 +11,7 @@ use crate::{
     error::ServerError,
     server::RustDocsServer, // Import the updated RustDocsServer
 };
-use async_openai::Client as OpenAIClient;
+use async_openai::{Client as OpenAIClient, config::OpenAIConfig};
 use bincode::config;
 use cargo::core::PackageIdSpec;
 use clap::Parser; // Import clap Parser
@@ -182,7 +182,12 @@ async fn main() -> Result<(), ServerError> {
     let mut documents_for_server: Vec<Document> = loaded_documents_from_cache.unwrap_or_default();
 
     // --- Initialize OpenAI Client (needed for question embedding even if cache hit) ---
-    let openai_client = OpenAIClient::new();
+    let openai_client = if let Ok(api_base) = env::var("OPENAI_API_BASE") {
+        let config = OpenAIConfig::new().with_api_base(api_base);
+        OpenAIClient::with_config(config)
+    } else {
+        OpenAIClient::new()
+    };
     OPENAI_CLIENT
         .set(openai_client.clone()) // Clone the client for the OnceCell
         .expect("Failed to set OpenAI client");