We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 75e5f35 commit f0cc7c5Copy full SHA for f0cc7c5
vllm/config/compilation.py
@@ -664,6 +664,8 @@ def __post_init__(self) -> None:
664
is_torch_equal_or_newer("2.9.0.dev")
665
and "combo_kernels" not in self.inductor_compile_config
666
and "benchmark_combo_kernel" not in self.inductor_compile_config
667
+ # (fixme @boyuan) combo kernel does not support cpu yet.
668
+ and not current_platform.is_cpu()
669
):
670
# use horizontal fusion, which is useful for fusing qk-norm and
671
# qk-rope when query and key have different shapes.
0 commit comments