Skip to content

Commit 5ec45be

Browse files
committed
Update after review from gemini-code
Update comments: - vllm-project#28309 (review) Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
1 parent 499a425 commit 5ec45be

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -229,7 +229,7 @@ def update_connector_output(self, connector_output: KVConnectorOutput):
229229
or not kv_events.events
230230
):
231231
return
232-
self._kv_events = kv_events.events
232+
self._kv_events.extend(kv_events.events)
233233
return
234234

235235
def request_finished(

vllm/v1/worker/kv_connector_model_runner_mixin.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@
1212
)
1313

1414
from vllm.config import VllmConfig
15+
from vllm.distributed.kv_events import KVEventBatch
1516
from vllm.distributed.kv_transfer import (
1617
ensure_kv_transfer_shutdown,
1718
get_kv_transfer_group,
@@ -147,7 +148,7 @@ def get_kv_connector_stats() -> KVConnectorStats | None:
147148
return None
148149

149150
@staticmethod
150-
def get_kv_connector_kv_cache_events() -> KVConnectorStats | None:
151+
def get_kv_connector_kv_cache_events() -> KVEventBatch | None:
151152
if has_kv_transfer_group():
152153
return get_kv_transfer_group().get_kv_connector_kv_cache_events()
153154
return None

0 commit comments

Comments
 (0)