youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Enhance model loader (#83)

Browse Source
This commit is contained in:
Woosuk Kwon
2023-05-09 15:46:42 -07:00
committed by GitHub
parent 7c041ab578
commit add055e151
2 changed files with 56 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
cacheflow/core/server.py
View File

@ -12,8 +12,8 @@ from cacheflow.core.scheduler import Scheduler
from cacheflow.frontend.simple_frontend import SimpleFrontend
from cacheflow.logger import init_logger
from cacheflow.model_executor import get_memory_analyzer
from cacheflow.sequence import SequenceGroup
from cacheflow.sampling_params import SamplingParams
from cacheflow.sequence import SequenceGroup
from cacheflow.utils import get_gpu_memory, get_cpu_memory
from cacheflow.worker.controller import Controller, DeviceID