File tree Expand file tree Collapse file tree 2 files changed +3
-6
lines changed
examples/multimodal_vision
src/llmcompressor/modeling Expand file tree Collapse file tree 2 files changed +3
-6
lines changed Original file line number Diff line number Diff line change 1919# NOTE: This restructuring is specifically required for vLLM compatibility.
2020# To define custom calibration logic, create a new calibration module in
2121# modeling/llama4.py that inherits from `MoECalibrationModule`, and register
22- # it using the `@register_moe_calibration ` decorator with the appropriate
22+ # it using the `@MoECalibrationModule.register ` decorator with the appropriate
2323# module class name (e.g., "Llama4TextMoe").
2424
2525DATASET_ID = "neuralmagic/calibration"
Original file line number Diff line number Diff line change 1616
1717import torch
1818
19- from llmcompressor .modeling .moe_context import (
20- MoECalibrationModule ,
21- register_moe_calibration ,
22- )
19+ from llmcompressor .modeling .moe_context import MoECalibrationModule
2320
2421
25- @register_moe_calibration ("Qwen3NextSparseMoeBlock" )
22+ @MoECalibrationModule . register ("Qwen3NextSparseMoeBlock" )
2623class CalibrationQwen3NextSparseMoeBlock (MoECalibrationModule ):
2724 from transformers import Qwen3NextConfig
2825 from transformers .models .qwen3_next .modeling_qwen3_next import (
You can’t perform that action at this time.
0 commit comments