youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Model] Add OLMo November 2024 model (#10503)

Browse Source
This commit is contained in:
Shane A
2024-11-25 14:26:40 -08:00
committed by GitHub
parent 1b583cfefa
commit 9db713a1dc
8 changed files with 611 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/distributed/test_pipeline_parallel.py
View File

@ -167,6 +167,7 @@ TEXT_GENERATION_MODELS = {
"mosaicml/mpt-7b": PPTestSettings.fast(),
"nvidia/Minitron-8B-Base": PPTestSettings.fast(),
"allenai/OLMo-1B-hf": PPTestSettings.fast(),
"shanearora/OLMo-7B-1124-hf": PPTestSettings.fast(),
"allenai/OLMoE-1B-7B-0924-Instruct": PPTestSettings.fast(),
"facebook/opt-iml-max-1.3b": PPTestSettings.fast(),
"OrionStarAI/Orion-14B-Chat": PPTestSettings.fast(trust_remote_code=True),