We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
ec_producer
is_ec_producer
1 parent 7cade5a commit f227e7cCopy full SHA for f227e7c
vllm/v1/engine/core.py
@@ -180,7 +180,7 @@ def __init__(
180
logger.info("Batch queue is enabled with size %d", self.batch_queue_size)
181
self.batch_queue = deque(maxlen=self.batch_queue_size)
182
183
- self.ec_producer = (
+ self.is_ec_producer = (
184
vllm_config.ec_transfer_config is not None
185
and vllm_config.ec_transfer_config.is_ec_producer
186
)
@@ -390,7 +390,7 @@ def step_with_batch_queue(
390
exec_future = self.model_executor.execute_model(
391
scheduler_output, non_block=True
392
393
- if not self.ec_producer:
+ if not self.is_ec_producer:
394
model_executed = scheduler_output.total_num_scheduled_tokens > 0
395
396
if self.is_pooling_model or not model_executed:
0 commit comments