Fix qwen vl (#3096)

* Fixing qwen2.5 VL.

* Fixing the CI.

Author: Narsil

Cargo.lock

@@ -313,7 +313,6 @@ def __init__(
 
 
 class Qwen2_5_VLConfig(PretrainedConfig):
-
     def __init__(
         self,
         vocab_size=152064,
@@ -702,7 +701,6 @@ def forward(
         pixel_values: torch.Tensor,
         grid_thw: Optional[torch.LongTensor] = None,
     ) -> torch.Tensor:
-
         # reshape the input tensor for processing
         shape = (
             -1,
@@ -967,6 +965,7 @@ def forward(
             max_s=max_s,
             true_max_s=max_s,
             prefill_cache_indices=prefill_cache_indices,
+            adapter_data=adapter_data,
         )
         if lm_head_indices is not None:
             hidden_states = hidden_states[lm_head_indices]