youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Bugfix] Fix transform_config parsing in Compressed Tensors (#23945)

Browse Source 
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
This commit is contained in:
Kyle Sayers
2025-09-02 13:54:10 -04:00
committed by GitHub
parent c83c4ff815
commit 1c41310584
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py
View File

@ -63,7 +63,7 @@ class CompressedTensorsConfig(QuantizationConfig):
sparsity_ignore_list: list[str],
kv_cache_scheme: Optional[dict[str, Any]] = None,
config: Optional[dict[str, Any]] = None,
transform_config: Optional[TransformConfig] = None,
transform_config: Optional[dict[str, Any]] = None,
):
super().__init__()
self.ignore = ignore
@ -75,7 +75,7 @@ class CompressedTensorsConfig(QuantizationConfig):
self.sparsity_ignore_list = sparsity_ignore_list
self.config = config
if transform_config is not None:
if transform_config:
self.transform_config = TransformConfig.model_validate(
transform_config)
else: