fix windows build

microsoft · Jan 22, 2025 · a71f736 · a71f736
1 parent b2b47c8
commit a71f736
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 5 deletions.
diff --git a/onnxruntime/contrib_ops/cpu/bert/gqa_attention_base.h b/onnxruntime/contrib_ops/cpu/bert/gqa_attention_base.h
@@ -199,11 +199,11 @@ class GQAAttentionBase {
           math::GemmEx<float, ThreadPool>(CblasNoTrans, CblasTrans, sequence_length, total_seqlen, head_size, alpha, q,
                                           static_cast<int>(head_size), k, static_cast<int>(head_size), 0.0f /*bata*/,
                                           output, static_cast<int>(present_buffer_sequence_length), nullptr);
-        // TODO(fajin): update later
-        // } else if (MlasHGemmSupported(CblasNoTrans, CblasTrans)) {
-        //   MlasGemm(CblasNoTrans, CblasTrans, sequence_length, total_seqlen, head_size,
-        //            q, static_cast<int>(head_size), k, static_cast<int>(head_size), output,
-        //            static_cast<int>(present_buffer_sequence_length), alpha, 0.0f /*beta*/, nullptr);
+          // TODO(fajin): update later
+          // } else if (MlasHGemmSupported(CblasNoTrans, CblasTrans)) {
+          //   MlasGemm(CblasNoTrans, CblasTrans, sequence_length, total_seqlen, head_size,
+          //            q, static_cast<int>(head_size), k, static_cast<int>(head_size), output,
+          //            static_cast<int>(present_buffer_sequence_length), alpha, 0.0f /*beta*/, nullptr);
         } else {
           size_t bytes = head_size * (sequence_length + total_seqlen) * sizeof(float);
           auto q_k_fp32 = allocator->Alloc(bytes);

diff --git a/onnxruntime/core/mlas/lib/halfgemm_kernel_neon_fp16.cpp b/onnxruntime/core/mlas/lib/halfgemm_kernel_neon_fp16.cpp
@@ -16,6 +16,12 @@ Module Name:
 
 #include <arm_neon.h>
 
+// Check if float16_t is defined, if not, define it
+#ifndef __FLT16_MIN__
+#define __FLT16_MIN__ 6.103515625e-05F16
+typedef __fp16 float16_t;
+#endif
+
 #include "halfgemm.h"
 #include "fp16_common.h"