[Model] IBM Granite 3.1 (#11307)

Signed-off-by: Travis Johnson <tsjohnso@us.ibm.com>
2024-12-18 20:27:24 -07:00
parent 5a9da2e6e9
commit 17ca964273
4 changed files with 27 additions and 6 deletions
--- a/tests/tool_use/utils.py
+++ b/tests/tool_use/utils.py
@ -103,7 +103,7 @@ CONFIGS: Dict[str, ServerConfig] = {
        "supports_rocm":
        False,
    },
-    "granite8b": {
+    "granite-3.0-8b": {
        "model":
        "ibm-granite/granite-3.0-8b-instruct",
        "arguments": [
@ -111,6 +111,14 @@ CONFIGS: Dict[str, ServerConfig] = {
            str(VLLM_PATH / "examples/tool_chat_template_granite.jinja")
        ],
    },
+    "granite-3.1-8b": {
+        "model": "ibm-granite/granite-3.1-8b-instruct",
+        "arguments": [
+            "--tool-call-parser",
+            "granite",
+        ],
+        "supports_parallel": True,
+    },
    "internlm": {
        "model":
        "internlm/internlm2_5-7b-chat",