set logging datefmt and format

Author: alex-w-99

README.md

@@ -307,7 +307,7 @@ Use the **routine-discovery pipeline** to analyze captured data and synthesize a
 **Linux/macOS (bash):**
 ```bash
 python scripts/discover_routines.py \
-  --task "recover the api endpoints for searching for trains and their prices" \
+  --task "Recover API endpoints for searching for trains and their prices" \
   --cdp-captures-dir ./cdp_captures \
   --output-dir ./routine_discovery_output \
   --llm-model gpt-5

scripts/browser_monitor.py

@@ -17,7 +17,7 @@
 from src.data_models.network import ResourceType
 from src.cdp.tab_managements import cdp_new_tab, dispose_context
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 # ---- Configuration ----

scripts/discover_routines.py

@@ -1,4 +1,6 @@
 """
+src/scripts/discover_routines.py
+
 Script for discovering routines from the network transactions.
 """
 
@@ -13,7 +15,7 @@
 from src.routine_discovery.agent import RoutineDiscoveryAgent
 from src.routine_discovery.context_manager import ContextManager
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 

scripts/execute_routine.py

@@ -22,7 +22,7 @@
 from src.cdp.routine_execution import execute_routine
 from src.data_models.production_routine import Routine
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 

src/cdp/cdp_session.py

@@ -14,7 +14,7 @@
 from src.cdp.network_monitor import NetworkMonitor
 from src.cdp.storage_monitor import StorageMonitor
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 

src/cdp/network_monitor.py

@@ -38,7 +38,7 @@
 from src.data_models.network import Stage
 
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 

src/cdp/routine_execution.py

@@ -1,3 +1,9 @@
+"""
+src/cdp/routine_execution.py
+
+Execute a routine using Chrome DevTools Protocol.
+"""
+
 import json
 import logging
 import random
@@ -19,7 +25,7 @@
     RoutineSleepOperation,
 )
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 

src/config.py

@@ -12,17 +12,24 @@
 
 load_dotenv()
 
+# configure httpx logger to suppress verbose HTTP logs
+logging.getLogger("httpx").setLevel(logging.WARNING)
+
 
 class Config():
     """
     Centralized configuration for environment variables.
     """
 
+    # logging configuration
     LOG_LEVEL: int = logging.getLevelNamesMapping().get(
         os.getenv("LOG_LEVEL", "INFO").upper(),
         logging.INFO
     )
+    LOG_DATE_FORMAT: str = os.getenv("LOG_DATE_FORMAT", "%Y-%m-%d %H:%M:%S")
+    LOG_FORMAT: str = os.getenv("LOG_FORMAT", "[%(asctime)s] %(levelname)s:%(name)s:%(message)s")
 
+    # API keys
     OPENAI_API_KEY: str | None = os.getenv("OPENAI_API_KEY")
 
     @classmethod

src/routine_discovery/agent.py

@@ -27,7 +27,7 @@
 from src.data_models.dev_routine import Routine, RoutineFetchOperation
 from src.utils.exceptions import TransactionIdentificationFailedError
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)
 
 

src/utils/llm_utils.py

@@ -15,7 +15,7 @@
 from src.config import Config
 from src.utils.exceptions import LLMStructuredOutputError
 
-logging.basicConfig(level=Config.LOG_LEVEL)
+logging.basicConfig(level=Config.LOG_LEVEL, format=Config.LOG_FORMAT, datefmt=Config.LOG_DATE_FORMAT)
 logger = logging.getLogger(__name__)