We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7c6d63f commit 708630fCopy full SHA for 708630f
modelopt/torch/export/unified_export_megatron.py
@@ -537,7 +537,9 @@ def save_pretrained(
537
and self._hf_config is not None
538
and pretrained_model_name_or_path is not None
539
):
540
- # Nemotron-H model requires configuration and modeling files to run with vLLM
+ # For models that keep configuration and modeling files as part of the checkpoint,
541
+ # we need to copy them to the export directory for seamless integration with inference
542
+ # frameworks.
543
hf_checkpoint_path = Path(pretrained_model_name_or_path)
544
model_type = getattr(self._hf_config, "model_type", None)
545
0 commit comments