revert offline_inference/basic.py
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
@ -1,8 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
|
||||
import logging
|
||||
import os
|
||||
|
||||
from vllm import LLM, SamplingParams
|
||||
|
||||
# Sample prompts.
|
||||
|
||||
Reference in New Issue
Block a user