updated

Signed-off-by: Robert Shaw <robshaw@redhat.com>

benchmarks/benchmark_dataset.py

@@ -30,11 +30,17 @@ from datasets import load_dataset
 from PIL import Image
 from transformers import PreTrainedTokenizerBase
 
-from vllm.lora.request import LoRARequest
+try:
-from vllm.lora.utils import get_adapter_absolute_path
+    from vllm.lora.request import LoRARequest
-from vllm.multimodal import MultiModalDataDict
+    from vllm.lora.utils import get_adapter_absolute_path
-from vllm.multimodal.image import convert_image_mode
+    from vllm.multimodal import MultiModalDataDict
-from vllm.transformers_utils.tokenizer import AnyTokenizer, get_lora_tokenizer
+    from vllm.multimodal.image import convert_image_mode
+    from vllm.transformers_utils.tokenizer import AnyTokenizer, get_lora_tokenizer
+except:
+    MultiModalDataDict = None
+    AnyTokenizer = None
+    LoRARequest = None
+    print("Install vLLM to use LoRA or Multimodal benchmarking.")
 
 logger = logging.getLogger(__name__)