Skip to content

Commit d054bfd

Browse files
committed
Merge remote-tracking branch 'origin/main' into move_floatx_tensor_core
2 parents 76ee19a + 1e5bc3b commit d054bfd

File tree

7 files changed

+485
-446
lines changed

7 files changed

+485
-446
lines changed

torchao/dtypes/affine_quantized_tensor_ops.py

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,10 +21,14 @@
2121
_linear_fp_act_fp8_weight_check,
2222
_linear_fp_act_fp8_weight_impl,
2323
)
24-
from torchao.dtypes.uintx.gemlite_layout import (
24+
from torchao.prototype.dtypes.uintx.gemlite_layout import (
2525
_linear_fp_act_int4_weight_gemlite_check,
2626
_linear_fp_act_int4_weight_gemlite_impl,
2727
)
28+
from torchao.prototype.dtypes.floatx.floatx_tensor_core_layout import (
29+
_linear_f16_bf16_act_floatx_weight_check,
30+
_linear_f16_bf16_act_floatx_weight_impl,
31+
)
2832
from torchao.dtypes.uintx.int4_cpu_layout import (
2933
_linear_fp_act_uint4_weight_cpu_check,
3034
_linear_fp_act_uint4_weight_cpu_impl,
@@ -90,6 +94,10 @@
9094
_linear_int8_act_int4_weight_cpu_check,
9195
_linear_int8_act_int4_weight_cpu_impl,
9296
)
97+
from torchao.prototype.dtypes.uintx.gemlite_layout import (
98+
_linear_fp_act_int4_weight_gemlite_check,
99+
_linear_fp_act_int4_weight_gemlite_impl,
100+
)
93101
from torchao.prototype.dtypes.uintx.marlin_qqq_tensor import (
94102
_linear_int8_act_int4_weight_marlin_qqq_check,
95103
_linear_int8_act_int4_weight_marlin_qqq_impl,

0 commit comments

Comments
 (0)