Merge branch 'main' into azure/dev

microsoft · Apr 15, 2024 · dfee028 · dfee028
2 parents acb7614 + eed0ea2
commit dfee028
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/python/bitblas/gpu/intrin/lop3.py b/python/bitblas/gpu/intrin/lop3.py
@@ -391,7 +391,7 @@
 }
 
 template <typename T1, typename T2>
-__device__ void decode_i1u_to_f16(T1 *_i1s, T2 *B_local_decode, const int N = 8)
+__device__ void decode_i1s_to_f16(T1 *_i1s, T2 *B_local_decode, const int N = 8)
 {
     uint *h = reinterpret_cast<uint *>(B_local_decode);
 
@@ -522,7 +522,6 @@
     decode_i1b_to_f16_zeros_original<T1, T2, T3, T4, false>(_i1u, B_local_decode, N, scale, zeros);
 }
 """
-
 decode_i1_to_f16_scale_zeros_rescale = """
 template <typename T1, typename T2, typename T3, typename T4, bool isSigned = false>
 __device__ void decode_i1b_to_f16_scale_zeros_rescale(T1 *_i1s, T2 *B_local_decode, const int N = 8, T3 *scale = nullptr, T4 *zeros = nullptr)

diff --git a/python/bitblas/ops/impl/matmul_dequantize_impl.py b/python/bitblas/ops/impl/matmul_dequantize_impl.py
@@ -97,6 +97,8 @@ def decode_func(n, k):
         else:
             raise ValueError("Unsupported source_format: {}".format(source_format))
 
+
+
         if not with_scaling:
             return w
-Original file line number
+Diff line change
@@ Expand Up / @@ -97,6 +97,8 @@ def decode_func(n, k): @@
             else:
                 raise ValueError("Unsupported source_format: {}".format(source_format))
             if not with_scaling:
                 return w
@@ Expand Down @@