|
16 | 16 | from pydantic import BaseModel |
17 | 17 | from typing_extensions import TypedDict, Unpack, override |
18 | 18 |
|
19 | | -from ..event_loop.streaming import process_stream |
| 19 | +from ..event_loop import streaming |
20 | 20 | from ..tools import convert_pydantic_to_tool_spec |
21 | 21 | from ..types.content import Messages |
22 | 22 | from ..types.exceptions import ContextWindowOverflowException, ModelThrottledException |
23 | | -from ..types.models import Model |
24 | 23 | from ..types.streaming import StreamEvent |
25 | 24 | from ..types.tools import ToolSpec |
| 25 | +from .model import Model |
26 | 26 |
|
27 | 27 | logger = logging.getLogger(__name__) |
28 | 28 |
|
@@ -374,7 +374,7 @@ def _stream( |
374 | 374 | """ |
375 | 375 | logger.debug("formatting request") |
376 | 376 | request = self.format_request(messages, tool_specs, system_prompt) |
377 | | - logger.debug("formatted request=<%s>", request) |
| 377 | + logger.debug("request=<%s>", request) |
378 | 378 |
|
379 | 379 | logger.debug("invoking model") |
380 | 380 | streaming = self.config.get("streaming", True) |
@@ -577,7 +577,7 @@ async def structured_output( |
577 | 577 | tool_spec = convert_pydantic_to_tool_spec(output_model) |
578 | 578 |
|
579 | 579 | response = self.stream(messages=prompt, tool_specs=[tool_spec]) |
580 | | - async for event in process_stream(response, prompt): |
| 580 | + async for event in streaming.process_stream(response, prompt): |
581 | 581 | yield event |
582 | 582 |
|
583 | 583 | stop_reason, messages, _, _ = event["stop"] |
|
0 commit comments