diff --git a/cmake/onnxruntime_mlas.cmake b/cmake/onnxruntime_mlas.cmake
index cf23416943c1f..26ac1f0cef0f8 100644
--- a/cmake/onnxruntime_mlas.cmake
+++ b/cmake/onnxruntime_mlas.cmake
@@ -60,6 +60,20 @@ endif()
 
 set(ONNXRUNTIME_MLAS_LIBS onnxruntime_mlas)
 
+function(remove_mcpu_flags var_name)
+  set(_original "${${var_name}}")
+  string(REGEX REPLACE "-mcpu=[-a-zA-Z0-9_.^$*+?]*" "" _updated "${_original}")
+  if (NOT _original STREQUAL _updated)
+      message("Dropped -mcpu flags from ${var_name} updated to: ${_updated}")
+      set(${var_name} "${_updated}" PARENT_SCOPE)
+  endif()
+endfunction()
+
+# Remove -mcpu flags from ASM, C and CXX flags
+remove_mcpu_flags(CMAKE_ASM_FLAGS)
+remove_mcpu_flags(CMAKE_C_FLAGS)
+remove_mcpu_flags(CMAKE_CXX_FLAGS)
+
 #TODO: set MASM flags properly
 function(setup_mlas_source_for_windows)