Skip to content
This repository was archived by the owner on Aug 30, 2024. It is now read-only.

Commit 40e7835

Browse files
zhewang1-intcDDEle
andauthored
Mlp fusion (#299)
--------- Co-authored-by: Ding, Yi1 <yi1.ding@intel.com>
1 parent 7848595 commit 40e7835

File tree

7 files changed

+1406
-21
lines changed

7 files changed

+1406
-21
lines changed

tests/integration/CMakeLists.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,3 +31,4 @@ add_subdirectory(limitation)
3131
add_subdirectory(softmax)
3232
add_subdirectory(fmha)
3333
add_subdirectory(col_major_shuf)
34+
add_subdirectory(mlp)

tests/integration/gemv/int4/main.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ class test_col_major_1 {
3131
public:
3232
// Extract the parameters required by different test cases
3333
static constexpr size_t mat_m = 1;
34-
static constexpr size_t mat_n = 4096;
34+
static constexpr size_t mat_n = 11008;
3535
static constexpr size_t mat_k = 4096;
3636
static constexpr size_t wg_m = 1;
3737
static constexpr size_t wg_n = 1;
Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
include_directories(${CMAKE_SOURCE_DIR}/tests/integration/mlp)
2+
3+
add_subdirectory(int4)
Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
set(TARGET int4_mlp)
2+
3+
#build test
4+
# add_integration_test(${ProjectId} ${src}) # TODO: make it as a integration_test target
5+
add_executable(${TARGET} mlp.cpp)

0 commit comments

Comments
 (0)