Add Yi model to quantization support (#1600)

2023-11-10 03:47:14 +08:00
parent fd58b73a40
commit ab9e8488d5
1 changed files with 1 additions and 0 deletions
--- a/vllm/model_executor/model_loader.py
+++ b/vllm/model_executor/model_loader.py
@ -41,6 +41,7 @@ _MODEL_REGISTRY = {
 _MODEL_CLASSES_SUPPORT_QUANTIZATION = [
    LlamaForCausalLM,
    MistralForCausalLM,
+    YiForCausalLM,
 ]