Compare commits
4 Commits
debug-logg
...
mamba_test
| Author | SHA1 | Date | |
|---|---|---|---|
| 031c8b32a4 | |||
| ac08d45200 | |||
| a5d29e9ee1 | |||
| 696245c2fc |
@ -453,6 +453,15 @@ steps:
|
|||||||
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
|
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
|
||||||
- pytest -v -s models/decoder_only/vision_language/test_models.py -m 'split(group=1) and not core_model and not quant_model'
|
- pytest -v -s models/decoder_only/vision_language/test_models.py -m 'split(group=1) and not core_model and not quant_model'
|
||||||
|
|
||||||
|
- label: SSM and Hybrid Models Test # 12min
|
||||||
|
source_file_dependencies:
|
||||||
|
- vllm/
|
||||||
|
- tests/models/decoder_only/language/test_hybrid.py
|
||||||
|
- tests/models/decoder_only/language/test_mamba.py
|
||||||
|
commands:
|
||||||
|
- pytest -v -s models/decoder_only/language/test_hybrid.py
|
||||||
|
- pytest -v -s models/decoder_only/language/test_mamba.py
|
||||||
|
|
||||||
# This test is used only in PR development phase to test individual models and should never run on main
|
# This test is used only in PR development phase to test individual models and should never run on main
|
||||||
- label: Custom Models Test
|
- label: Custom Models Test
|
||||||
optional: true
|
optional: true
|
||||||
|
|||||||
@ -38,8 +38,6 @@ from .utils import (is_pp_missing_parameter,
|
|||||||
make_empty_intermediate_tensors_factory, make_layers,
|
make_empty_intermediate_tensors_factory, make_layers,
|
||||||
maybe_prefix)
|
maybe_prefix)
|
||||||
|
|
||||||
KVCache = Tuple[torch.Tensor, torch.Tensor]
|
|
||||||
|
|
||||||
|
|
||||||
class BambaMLP(nn.Module):
|
class BambaMLP(nn.Module):
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user