[Feature] Enable AMX FP16 on next generation CPU

need export env DNNL_MAX_CPU_ISA=AVX512_CORE_AMX_FP16 when running Signed-off-by: Wenhuan Huang <wenhuan.huang@intel.com>
intel · Jun 19, 2024 · ee2c349 · ee2c349
1 parent df789ba
commit ee2c349
Show file tree

Hide file tree

Showing 3 changed files with 187 additions and 90 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -187,6 +187,8 @@ else()
     add_definitions(-DAVX512_FP16_WEIGHT_ONLY_INT4=true)
     add_definitions(-DAVX512_FP32_WEIGHT_ONLY_NF4=true)
     # add_definitions(-DAVX512_FP16_WEIGHT_ONLY_NF4=true)
+    # Enable AMX_FP16 optimization 
+    # add_definitions(-DAMX_FP16_WEIGHT_ONLY_FP16=true)
 endif()
 
 add_definitions(-DUSE_SHM=true)

diff --git a/cmake/onednn.cmake b/cmake/onednn.cmake
@@ -35,7 +35,7 @@ if(NOT EXISTS ${ONEDNN_3rdparty_DIR})
     # cmake-format: off
     ExternalProject_Add(onednn
       GIT_REPOSITORY    https://github.com/oneapi-src/oneDNN.git
-      GIT_TAG           v3.3.3
+      GIT_TAG           v3.5
       SOURCE_DIR        ${ONEDNN_3rdparty_DIR}
       BINARY_DIR        ${ONEDNN_3rdparty_DIR}
       CONFIGURE_COMMAND ${CMAKE_COMMAND} -E make_directory "build" && ${CMAKE_COMMAND} -E chdir "build" ${CMAKE_COMMAND} ${ONEDNN_BUILD_OPTIONS} ..