File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -515,17 +515,17 @@ def maybe_override_with_speculators(
515515 from vllm .transformers_utils .configs .speculators .base import (
516516 SpeculatorsConfig )
517517
518- vllm_speculative_config = SpeculatorsConfig .extract_vllm_speculative_config (
518+ speculative_config = SpeculatorsConfig .extract_vllm_speculative_config (
519519 config_dict = config_dict )
520520
521521 # Set the draft model to the speculators model
522- vllm_speculative_config ["model" ] = model
522+ speculative_config ["model" ] = model
523523
524524 # Override model and tokenizer with the verifier model from config
525525 verifier_model = speculators_config ["verifier" ]["name_or_path" ]
526526 model = tokenizer = verifier_model
527527
528- return model , tokenizer , vllm_speculative_config
528+ return model , tokenizer , speculative_config
529529
530530
531531def get_config (
You can’t perform that action at this time.
0 commit comments