Manual fixes before merge

Author: vjanfaza

QEfficient/generation/text_generation_inference.py

@@ -809,12 +809,14 @@ def run_prefill(self, prompt, generation_len, prefill_logit_bs=1, decode_batch_i
             self.list_of_comp_ctx_lengths_prefill = [np.zeros(length) for length in self.comp_ctx_lengths_prefill]
             prefill_ccl_id = 0
             inputs["comp_ctx_lengths"] = self.list_of_comp_ctx_lengths_prefill[prefill_ccl_id]
+            print(f"CCL Prefill: {self.comp_ctx_lengths_prefill[prefill_ccl_id]}")
 
         for i in range(num_chunks):
             if self.comp_ctx_lengths_prefill is not None:
                 if (i + 1) * self._prefill_seq_len > self.comp_ctx_lengths_prefill[prefill_ccl_id]:
                     prefill_ccl_id = min(prefill_ccl_id + 1, len(self.comp_ctx_lengths_prefill) - 1)
                     inputs["comp_ctx_lengths"] = self.list_of_comp_ctx_lengths_prefill[prefill_ccl_id]
+                    print(f"CCL Prefill: {self.comp_ctx_lengths_prefill[prefill_ccl_id]}")
 
             chunk_inputs = inputs.copy()
             chunk_inputs["input_ids"] = inputs["input_ids"][

QEfficient/utils/constants.py

@@ -125,6 +125,10 @@ def get_models_dir():
 # Wav2Vec2 Constant
 WAV2VEC2_MAX_SEQ_LEN = 480000  # 30 seconds of audio at 16 kHz sampling rate (16,000 samples/sec × 30 sec)
 
+# Qwen2_5_vl Constants
+QWEN2_5_VL_HEIGHT = 354
+QWEN2_5_VL_WIDTH = 536
+
 
 class Constants:
     # Export Constants.
@@ -235,3 +239,4 @@ class QnnConstants:
         },
         "SKIP_QNN_CONVERTER_STEP": False,
     }
+