Add Mistral to quantization model list (#1278)

2023-10-11 09:26:24 +02:00
parent 980dd4a2c4
commit ee8217e5be
1 changed files with 1 additions and 0 deletions
--- a/vllm/model_executor/model_loader.py
+++ b/vllm/model_executor/model_loader.py
@ -35,6 +35,7 @@ _MODEL_REGISTRY = {
 # FIXME(woosuk): Remove this once all models support quantization.
 _MODEL_CLASSES_SUPPORT_QUANTIZATION = [
    LlamaForCausalLM,
+    MistralForCausalLM,
 ]