Skip to content

Commit dc454e0

Browse files
NaganooMeiyou-seesee-you
authored andcommitted
[BugFix]fix mtp in ucm (#321)
* fix mtp in ucm
1 parent e79a34b commit dc454e0

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

ucm/integration/vllm/uc_connector.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -334,9 +334,9 @@ def wait_for_layer_load(self, layer_name: str) -> None:
334334
if self.layerwise_load_tasks:
335335
logger.debug(f"Waiting for layer {self.current_layer} to be loaded")
336336

337-
assert (
338-
self.current_layer < self.num_layers
339-
), "The current layer should be less than total layers!"
337+
if self.current_layer >= self.num_layers:
338+
return
339+
340340
for request_id, layer_to_task in self.layerwise_load_tasks.items():
341341
if request_id in self._load_failed_reqs:
342342
continue
@@ -384,6 +384,9 @@ def save_kv_layer(
384384
if not self.use_layerwise:
385385
return
386386

387+
if self.current_layer > self.num_layers:
388+
return
389+
387390
metadata = self._get_connector_metadata()
388391
assert isinstance(metadata, UCConnectorV1Metadata)
389392

0 commit comments

Comments
 (0)