We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 56e96b3 commit 8c25f9cCopy full SHA for 8c25f9c
vllm/config/compilation.py
@@ -664,6 +664,8 @@ def __post_init__(self) -> None:
664
is_torch_equal_or_newer("2.9.0.dev")
665
and "combo_kernels" not in self.inductor_compile_config
666
and "benchmark_combo_kernel" not in self.inductor_compile_config
667
+ # (fixme @boyuan) combo kernel does not support cpu yet.
668
+ and not current_platform.is_cpu()
669
):
670
# use horizontal fusion, which is useful for fusing qk-norm and
671
# qk-rope when query and key have different shapes.
0 commit comments