Skip to content

Commit 9f42a20

Browse files
committed
Update after review from gemini-code
Update comments: - vllm-project#28309 (review) Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
1 parent 34c5592 commit 9f42a20

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -244,7 +244,7 @@ def update_connector_output(self, connector_output: KVConnectorOutput):
244244
or not kv_events.events
245245
):
246246
return
247-
self._kv_events = kv_events.events
247+
self._kv_events.extend(kv_events.events)
248248
return
249249

250250
def request_finished(

vllm/v1/worker/kv_connector_model_runner_mixin.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@
1212
)
1313

1414
from vllm.config import VllmConfig
15+
from vllm.distributed.kv_events import KVEventBatch
1516
from vllm.distributed.kv_transfer import (
1617
ensure_kv_transfer_shutdown,
1718
get_kv_transfer_group,
@@ -147,7 +148,7 @@ def get_kv_connector_stats() -> KVConnectorStats | None:
147148
return None
148149

149150
@staticmethod
150-
def get_kv_connector_kv_cache_events() -> KVConnectorStats | None:
151+
def get_kv_connector_kv_cache_events() -> KVEventBatch | None:
151152
if has_kv_transfer_group():
152153
return get_kv_transfer_group().get_kv_connector_kv_cache_events()
153154
return None

0 commit comments

Comments
 (0)