Minor

2023-02-23 20:23:47 +00:00
parent 7f985166f7
commit fdd0f2f472
3 changed files with 4 additions and 3 deletions
--- a/cacheflow/worker/worker.py
+++ b/cacheflow/worker/worker.py
@ -165,6 +165,7 @@ class Worker:
        output = self.model(
            input_ids=input_tokens,
            positions=input_positions,
+            kv_caches=self.gpu_cache,
            input_metadata=input_metadata,
            cache_events=cache_events,
        )