Skip to content

Commit 7ad9600

Browse files
committed
Remove changes to LMCache connector
LMCache connector changes are not part of this PR as this PR deals with adding ability to pass KV events between worker and scheduler sides and not a specific connector usage of this. The connector implementation is in a separate PR. Signed-off-by: Martin Hickey <martin.hickey@ie.ibm.com>
1 parent a75b0fc commit 7ad9600

File tree

1 file changed

+0
-24
lines changed

1 file changed

+0
-24
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py

Lines changed: 0 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -151,30 +151,6 @@ def get_block_ids_with_load_errors(self) -> set[int]:
151151
# Fallback for older versions that don't support this method
152152
return set()
153153

154-
def get_kv_connector_kv_cache_events(self) -> Optional["KVEventBatch"]:
155-
"""
156-
Get the KV connector kv cache events collected during the last interval.
157-
"""
158-
events = self._lmcache_engine.get_kv_events()
159-
if not events:
160-
return None
161-
162-
lmcache_kv_events: KVEventBatch | None = None
163-
for event in events:
164-
if lmcache_kv_events is None:
165-
lmcache_kv_events = KVEventBatch(ts=time.time(), events=[])
166-
block = BlockStored(
167-
block_hashes=event.block_hashes,
168-
parent_block_hash=event.parent_block_hash,
169-
token_ids=event.token_ids,
170-
lora_id=event.lora_id,
171-
block_size=event.block_size,
172-
medium=event.medium,
173-
)
174-
lmcache_kv_events.events.append(block)
175-
176-
return lmcache_kv_events
177-
178154
# ==============================
179155
# Scheduler-side methods
180156
# ==============================

0 commit comments

Comments
 (0)