|
12 | 12 | ) |
13 | 13 |
|
14 | 14 | from vllm.config import VllmConfig |
15 | | -from vllm.distributed.kv_events import KVEventBatch |
16 | 15 | from vllm.distributed.kv_transfer import ( |
17 | 16 | ensure_kv_transfer_shutdown, |
18 | 17 | get_kv_transfer_group, |
19 | 18 | has_kv_transfer_group, |
20 | 19 | ) |
21 | 20 | from vllm.distributed.kv_transfer.kv_connector.base import KVConnectorBase |
22 | | -from vllm.distributed.kv_transfer.kv_connector.v1.metrics import KVConnectorStats |
23 | 21 | from vllm.forward_context import get_forward_context, set_forward_context |
24 | 22 | from vllm.logger import init_logger |
25 | 23 | from vllm.v1.outputs import ( |
@@ -132,23 +130,13 @@ def _get_kv_connector_output( |
132 | 130 | kv_connector.get_finished(scheduler_output.finished_req_ids) |
133 | 131 | ) |
134 | 132 | output.invalid_block_ids = kv_connector.get_block_ids_with_load_errors() |
135 | | - |
136 | | - output.kv_connector_stats = ( |
137 | | - KVConnectorModelRunnerMixin.get_kv_connector_stats() |
138 | | - ) |
139 | | - output.kv_cache_events = ( |
140 | | - KVConnectorModelRunnerMixin.get_kv_connector_kv_cache_events() |
141 | | - ) |
| 133 | + if has_kv_transfer_group(): |
| 134 | + output.kv_connector_stats = ( |
| 135 | + get_kv_transfer_group().get_kv_connector_stats() |
| 136 | + ) |
| 137 | + output.kv_cache_events = ( |
| 138 | + get_kv_transfer_group().get_kv_connector_kv_cache_events() |
| 139 | + ) |
| 140 | + else: |
| 141 | + output.kv_connector_stats = output.kv_cache_events = None |
142 | 142 | kv_connector.clear_connector_metadata() |
143 | | - |
144 | | - @staticmethod |
145 | | - def get_kv_connector_stats() -> KVConnectorStats | None: |
146 | | - if has_kv_transfer_group(): |
147 | | - return get_kv_transfer_group().get_kv_connector_stats() |
148 | | - return None |
149 | | - |
150 | | - @staticmethod |
151 | | - def get_kv_connector_kv_cache_events() -> KVEventBatch | None: |
152 | | - if has_kv_transfer_group(): |
153 | | - return get_kv_transfer_group().get_kv_connector_kv_cache_events() |
154 | | - return None |
0 commit comments