Adding Compute-Context-Length(CCL)

Signed-off-by: Vahid Janfaza <vjanfaza@qti.qualcomm.com>

Author: vjanfaza

QEfficient/cloud/infer.py

@@ -336,18 +336,18 @@ def main(
         "--prompt-len", "--prompt_len", default=32, type=int, help="Sequence length for text generation."
     )
     parser.add_argument("--ctx-len", "--ctx_len", default=128, type=int, help="Context length for text generation.")
-    parser.add_argument('--comp-ctx-lengths-prefill',
-                        type=lambda comp_ctx_lengths_prefill:
-                        [int(x) for x in comp_ctx_lengths_prefill.split(",")],
-                        default=[512],
-                        help='Define ccl list in csv format (e.g.,'
-                        '--comp-ctx-lengths 512,1024,2048).')
-    parser.add_argument('--comp-ctx-lengths-decode',
-                        type=lambda comp_ctx_lengths_decode:
-                        [int(x) for x in comp_ctx_lengths_decode.split(",")],
-                        default=[2048],
-                        help='Define ccl list in csv format (e.g.,'
-                        '--comp-ctx-lengths 512,1024,2048).')
+    parser.add_argument(
+        "--comp-ctx-lengths-prefill",
+        type=lambda comp_ctx_lengths_prefill: [int(x) for x in comp_ctx_lengths_prefill.split(",")],
+        default=[512],
+        help="Define ccl list in csv format (e.g.,--comp-ctx-lengths 512,1024,2048).",
+    )
+    parser.add_argument(
+        "--comp-ctx-lengths-decode",
+        type=lambda comp_ctx_lengths_decode: [int(x) for x in comp_ctx_lengths_decode.split(",")],
+        default=[2048],
+        help="Define ccl list in csv format (e.g.,--comp-ctx-lengths 512,1024,2048).",
+    )
     parser.add_argument(
         "--mxfp6",
         "--mxfp6_matmul",