youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Model][Misc] Add e5-mistral-7b-instruct and Embedding API (#3734)

Browse Source
This commit is contained in:
Chang Su
2024-05-11 11:30:37 -07:00
committed by GitHub
parent 4e12131089
commit e254497b66
38 changed files with 1627 additions and 160 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/samplers/test_logits_processor.py
View File

@ -36,14 +36,14 @@ def test_logits_processor_force_generate(
# test logits_processors when prompt_logprobs is not None
vllm_model.model._add_request(
prompt=example_prompts[0],
sampling_params=params_with_logprobs,
params=params_with_logprobs,
prompt_token_ids=None,
)
# test prompt_logprobs is not None
vllm_model.model._add_request(
prompt=example_prompts[1],
sampling_params=SamplingParams(
params=SamplingParams(
prompt_logprobs=3,
max_tokens=max_tokens,
),
@ -53,7 +53,7 @@ def test_logits_processor_force_generate(
# test grouped requests
vllm_model.model._add_request(
prompt=example_prompts[2],
sampling_params=SamplingParams(max_tokens=max_tokens),
params=SamplingParams(max_tokens=max_tokens),
prompt_token_ids=None,
)