[MISC] Consolidate cleanup() and refactor offline_inference_with_prefix.py (#9510)

This commit is contained in:
Cody Yu
2024-10-18 14:30:55 -07:00
committed by GitHub
parent 9bb10a7d27
commit d11bf435a0
20 changed files with 84 additions and 105 deletions

View File

@ -6,8 +6,7 @@ import weakref
import pytest
from vllm import LLM
from ...conftest import cleanup
from vllm.distributed import cleanup_dist_env_and_memory
MODEL_NAME = "facebook/opt-125m"
@ -27,7 +26,7 @@ def llm():
del llm
cleanup()
cleanup_dist_env_and_memory()
@pytest.mark.skip_global_cleanup