[CI/Build] Simplify model loading for HfRunner (#5251)

This commit is contained in:
Cyrus Leung
2024-06-05 01:09:19 +08:00
committed by GitHub
parent 27208be66e
commit 9ba093b4f4
3 changed files with 18 additions and 13 deletions

View File

@ -28,7 +28,7 @@ def test_models(
model: str,
dtype: str,
) -> None:
hf_model = hf_runner(model, dtype=dtype)
hf_model = hf_runner(model, dtype=dtype, is_embedding_model=True)
hf_outputs = hf_model.encode(example_prompts)
del hf_model