We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fd860ff commit 307af29Copy full SHA for 307af29
vllm_ascend/worker/model_runner_v1.py
@@ -2510,7 +2510,7 @@ def sample_tokens(
2510
valid_sampled_token_ids = sampled_token_ids.tolist()
2511
else:
2512
# Includes spec decode tokens. It's a numpy array
2513
- valid_sampled_token_ids = self.rejection_sampler.parse_output(
+ valid_sampled_token_ids, _ = self.rejection_sampler.parse_output(
2514
sampled_token_ids,
2515
self.input_batch.vocab_size,
2516
)
0 commit comments