Skip to content

Commit 7d019cf

Browse files
authored
disable rms norm mul rope for chips with no fp16 rte (#17134)
1 parent 3fe36c3 commit 7d019cf

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

ggml/src/ggml-vulkan/ggml-vulkan.cpp

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12670,6 +12670,12 @@ static bool ggml_vk_can_fuse_rms_norm_mul_rope(ggml_backend_vk_context * ctx, co
1267012670
return false;
1267112671
}
1267212672

12673+
// conditions for pipeline creation
12674+
if (!(ctx->device->float_controls_rte_fp16 &&
12675+
sizeof(vk_op_rms_norm_mul_rope_push_constants) <= ctx->device->properties.limits.maxPushConstantsSize)) {
12676+
return false;
12677+
}
12678+
1267312679
return true;
1267412680
}
1267512681

0 commit comments

Comments
 (0)