Use default

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
2024-12-22 22:16:12 -08:00
parent 0a669eed7b
commit ee965c9c69
1 changed files with 2 additions and 2 deletions
--- a/vllm/_custom_ops.py
+++ b/vllm/_custom_ops.py
@ -256,8 +256,8 @@ def copy_subranges(
    tgt_matrix: torch.Tensor,
    num_subranges: int,
 ) -> None:
-    torch.ops._C.copy_subranges(src_matrix, diff_matrix, tgt_matrix,
-                                num_subranges)
+    torch.ops._C.copy_subranges.default(src_matrix, diff_matrix, tgt_matrix,
+                                        num_subranges)


 # fused quant layer norm ops