add uses_sampler to ray executor (#1131)

Signed-off-by: Chenyaaang <chenyangli@google.com>

Author: Chenyaaang

tests/executors/test_ray_distributed_executor.py

@@ -27,6 +27,7 @@ def __init__(self):
         self.prompt_adapter_config = MagicMock()
         self.observability_config = MagicMock()
         self.device_config = MagicMock()
+        self.ec_transfer_config = MagicMock()
 
 
 @patch(

tpu_inference/executors/ray_distributed_executor.py

@@ -108,6 +108,9 @@ def _init_executor(self) -> None:
             ip_port = self.collective_rpc("get_node_kv_ip_port")
             for item in ip_port:
                 set_node_kv_ip_port(item)
+        self.uses_sampler = self.vllm_config.model_config.runner_type != "pooling" and (
+            self.vllm_config.ec_transfer_config is None
+            or not self.vllm_config.ec_transfer_config.is_ec_producer)
 
     def _initialize_ray_cluster(self) -> None:
         """Initialize the distributed cluster with Ray.