Mlp fusion (#299)

--------- Co-authored-by: Ding, Yi1 <[email protected]>
intel · Jul 16, 2024 · 40e7835 · 40e7835
1 parent 7848595
commit 40e7835
Show file tree

Hide file tree

Showing 7 changed files with 1,406 additions and 21 deletions.
diff --git a/tests/integration/CMakeLists.txt b/tests/integration/CMakeLists.txt
@@ -31,3 +31,4 @@ add_subdirectory(limitation)
 add_subdirectory(softmax)
 add_subdirectory(fmha)
 add_subdirectory(col_major_shuf)
+add_subdirectory(mlp)
diff --git a/tests/integration/gemv/int4/main.cpp b/tests/integration/gemv/int4/main.cpp
@@ -31,7 +31,7 @@ class test_col_major_1 {
  public:
   // Extract the parameters required by different test cases
   static constexpr size_t mat_m = 1;
-  static constexpr size_t mat_n = 4096;
+  static constexpr size_t mat_n = 11008;
   static constexpr size_t mat_k = 4096;
   static constexpr size_t wg_m = 1;
   static constexpr size_t wg_n = 1;

diff --git a/tests/integration/mlp/CMakeLists.txt b/tests/integration/mlp/CMakeLists.txt
@@ -0,0 +1,3 @@
+include_directories(${CMAKE_SOURCE_DIR}/tests/integration/mlp)
+
+add_subdirectory(int4)
diff --git a/tests/integration/mlp/int4/CMakeLists.txt b/tests/integration/mlp/int4/CMakeLists.txt
@@ -0,0 +1,5 @@
+set(TARGET int4_mlp)
+
+#build test
+# add_integration_test(${ProjectId} ${src})  # TODO: make it as a integration_test target
+add_executable(${TARGET} mlp.cpp)
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		include_directories(${CMAKE_SOURCE_DIR}/tests/integration/mlp)

		add_subdirectory(int4)