fix

Signed-off-by: Bill Nell <bnell@redhat.com>
2025-05-28 23:19:49 +00:00
parent c169b05541
commit cad6447664
1 changed files with 1 additions and 0 deletions
--- a/vllm/model_executor/layers/fused_moe/layer.py
+++ b/vllm/model_executor/layers/fused_moe/layer.py
@ -274,6 +274,7 @@ class FusedMoEMethodBase(QuantizeMethodBase):

            handle = all2all_manager.get_handle(all_to_all_args)

+            logger.debug("PplxPrepareAndFinalize")
            prepare_finalize = PplxPrepareAndFinalize(
                handle,
                max_num_tokens=moe.max_num_tokens,