File tree Expand file tree Collapse file tree 3 files changed +7
-8
lines changed
src/llmcompressor/modeling
tests/llmcompressor/modeling Expand file tree Collapse file tree 3 files changed +7
-8
lines changed Original file line number Diff line number Diff line change @@ -115,6 +115,13 @@ def moe_calibration_context(
115115 model(**batch)
116116 # Model is now restored (unless permanent)
117117 """
118+ # trigger registration
119+ from .deepseek_v3 import CalibrationDeepseekV3MoE # noqa: F401
120+ from .llama4 import SequentialLlama4TextMoe # noqa: F401
121+ from .qwen3_moe import CalibrationQwen3MoeSparseMoeBlock # noqa: F401
122+ from .qwen3_vl_moe import CalibrateQwen3VLMoeTextSparseMoeBlock # noqa: F401
123+ # TODO: add granite4, Qwen3Next
124+
118125 replaced = {}
119126
120127 # Step 1: Collect all MoE modules that need replacement
Original file line number Diff line number Diff line change 1515from llmcompressor .modeling .llama4 import replace as replace_llama4
1616from llmcompressor .modeling .qwen3_vl_moe import replace as replace_Qwen3VLMoE
1717
18- # trigger registration
19- from .deepseek_v3 import CalibrationDeepseekV3MoE # noqa: F401
20- from .llama4 import SequentialLlama4TextMoe # noqa: F401
21- from .qwen3_moe import CalibrationQwen3MoeSparseMoeBlock # noqa: F401
22- from .qwen3_vl_moe import CalibrateQwen3VLMoeTextSparseMoeBlock # noqa: F401
23-
24- # TODO: add granite4, Qwen3Next
25-
2618__all__ = ["replace_modules_for_calibration" ]
2719
2820# ---------------------- module replacements; permanent -------------------------
You can’t perform that action at this time.
0 commit comments