Skip to content

Commit 4f2bbef

Browse files
committed
Update after review from gemini-code
Update comments: - vllm-project#28309 (review) Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
1 parent 7078974 commit 4f2bbef

File tree

2 files changed

+1
-8
lines changed

2 files changed

+1
-8
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -244,7 +244,7 @@ def update_connector_output(self, connector_output: KVConnectorOutput):
244244
or not kv_events.events
245245
):
246246
return
247-
self._kv_events = kv_events.events
247+
self._kv_events.extend(kv_events.events)
248248
return
249249

250250
def request_finished(

vllm/v1/worker/kv_connector_model_runner_mixin.py

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,6 @@
2222
has_kv_transfer_group,
2323
)
2424
from vllm.distributed.kv_transfer.kv_connector.base import KVConnectorBase
25-
from vllm.distributed.kv_transfer.kv_connector.v1.metrics import KVConnectorStats
2625
from vllm.forward_context import get_forward_context, set_forward_context
2726
from vllm.logger import init_logger
2827
from vllm.v1.kv_cache_interface import AttentionSpec, KVCacheConfig
@@ -149,12 +148,6 @@ def _get_kv_connector_output(
149148
output.kv_connector_stats = output.kv_cache_events = None
150149
kv_connector.clear_connector_metadata()
151150

152-
@staticmethod
153-
def get_kv_connector_stats() -> KVConnectorStats | None:
154-
if has_kv_transfer_group():
155-
return get_kv_transfer_group().get_kv_connector_stats()
156-
return None
157-
158151
@staticmethod
159152
def use_uniform_kv_cache(
160153
attn_groups: list[list[AttentionGroup]],

0 commit comments

Comments
 (0)