youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[platforms] enable platform plugins (#11602)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-12-30 20:24:45 +08:00
committed by GitHub
parent 5dbf854553
commit b12e87f942
23 changed files with 354 additions and 175 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
tests/plugins/vllm_add_dummy_platform/setup.py Normal file
View File

@ -0,0 +1,11 @@
from setuptools import setup
setup(
name='vllm_add_dummy_platform',
version='0.1',
packages=['vllm_add_dummy_platform'],
entry_points={
'vllm.platform_plugins': [
"dummy_platform_plugin = vllm_add_dummy_platform:dummy_platform_plugin" # noqa
]
})

5
tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/__init__.py Normal file
View File

@ -0,0 +1,5 @@
from typing import Optional
def dummy_platform_plugin() -> Optional[str]:
return "vllm_add_dummy_platform.dummy_platform.DummyPlatform"

5
tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_platform.py Normal file
View File

@ -0,0 +1,5 @@
from vllm.platforms.cuda import CudaPlatform
class DummyPlatform(CudaPlatform):
device_name = "DummyDevice"