build x86 with sse2/avx2 runtime detection

rapidfuzz · Aug 2, 2023 · 9a18386 · 9a18386
1 parent b23067f
commit 9a18386
Show file tree

Hide file tree

Showing 7 changed files with 62 additions and 4 deletions.
diff --git a/CHANGELOG.rst b/CHANGELOG.rst
@@ -1,6 +1,12 @@
 Changelog
 ---------
 
+[3.2.0] - 
+^^^^^^^^^^^^^^^^^^^^
+Changed
+~~~~~~~
+- build x86 with sse2/avx2 runtime detection
+
 [3.1.2] - 2023-07-19
 ^^^^^^^^^^^^^^^^^^^^
 Changed

diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -69,6 +69,7 @@ include(FetchContent)
 include(CheckCPUArch)
 
 check_cpu_arch_x64(RAPIDFUZZ_ARCH_X64)
+check_cpu_arch_x86(RAPIDFUZZ_ARCH_X86)
 
 set(RF_BASE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/src)
 

diff --git a/src/rapidfuzz/CMakeLists.txt b/src/rapidfuzz/CMakeLists.txt
@@ -31,7 +31,7 @@ function(rf_add_library name)
   endif()
 endfunction(rf_add_library)
 
-if(RAPIDFUZZ_ARCH_X64)
+if(RAPIDFUZZ_ARCH_X64 or RAPIDFUZZ_ARCH_X86)
   create_cython_target(_feature_detector_cpp)
   rf_add_library(_feature_detector_cpp ${_feature_detector_cpp}
                  ${CMAKE_CURRENT_LIST_DIR}/FeatureDetector/CpuInfo.cpp)
@@ -56,7 +56,7 @@ target_include_directories(fuzz_cpp PRIVATE ${RF_BASE_DIR}/rapidfuzz)
 target_link_libraries(fuzz_cpp PRIVATE rapidfuzz::rapidfuzz)
 install(TARGETS fuzz_cpp LIBRARY DESTINATION src/rapidfuzz)
 
-if(RAPIDFUZZ_ARCH_X64)
+if(RAPIDFUZZ_ARCH_X64 or RAPIDFUZZ_ARCH_X86)
   create_cython_target(fuzz_cpp_avx2)
   rf_add_library(fuzz_cpp_avx2 ${fuzz_cpp_avx2})
   target_compile_features(fuzz_cpp_avx2 PUBLIC cxx_std_17)
@@ -72,6 +72,23 @@ if(RAPIDFUZZ_ARCH_X64)
   install(TARGETS fuzz_cpp_avx2 LIBRARY DESTINATION src/rapidfuzz)
 endif()
 
+if(RAPIDFUZZ_ARCH_X86)
+  create_cython_target(fuzz_cpp_sse2)
+  rf_add_library(fuzz_cpp_sse2 ${fuzz_cpp_sse2})
+  target_compile_features(fuzz_cpp_sse2 PUBLIC cxx_std_17)
+
+  if(MSVC)
+    set_target_properties(fuzz_cpp_sse2 PROPERTIES COMPILE_FLAGS "/arch:SSE2")
+  else()
+    set_target_properties(fuzz_cpp_sse2 PROPERTIES COMPILE_FLAGS "-msse2")
+  endif()
+
+  target_include_directories(fuzz_cpp_sse2 PRIVATE ${RF_BASE_DIR}/rapidfuzz)
+  target_link_libraries(fuzz_cpp_sse2 PRIVATE rapidfuzz::rapidfuzz)
+  install(TARGETS fuzz_cpp_sse2 LIBRARY DESTINATION src/rapidfuzz)
+endif()
+
+
 create_cython_target(process_cpp_impl)
 rf_add_library(process_cpp_impl ${process_cpp_impl})
 target_compile_features(process_cpp_impl PUBLIC cxx_std_17)

diff --git a/src/rapidfuzz/_utils.py b/src/rapidfuzz/_utils.py
@@ -9,7 +9,7 @@
 from math import isnan
 from typing import Any, Callable
 
-from rapidfuzz._feature_detector import AVX2, supports
+from rapidfuzz._feature_detector import AVX2, SSE2, supports
 
 
 class ScorerFlag(IntFlag):
@@ -84,6 +84,10 @@ def vectorized_import(name: str) -> tuple[Any, list[Any]]:
         module = optional_import_module(name + "_avx2")
         if module is not None:
             return module
+    elif supports(SSE2):
+        module = optional_import_module(name + "_sse2")
+        if module is not None:
+            return module
 
     return importlib.import_module(name)
 

diff --git a/src/rapidfuzz/distance/CMakeLists.txt b/src/rapidfuzz/distance/CMakeLists.txt
@@ -50,7 +50,7 @@ target_include_directories(
 target_link_libraries(metrics_cpp PRIVATE rapidfuzz::rapidfuzz)
 install(TARGETS metrics_cpp LIBRARY DESTINATION src/rapidfuzz/distance)
 
-if(RAPIDFUZZ_ARCH_X64)
+if(RAPIDFUZZ_ARCH_X64 or RAPIDFUZZ_ARCH_X86)
   create_cython_target(metrics_cpp_avx2)
   rf_add_library(metrics_cpp_avx2 ${metrics_cpp_avx2})
   target_compile_features(metrics_cpp_avx2 PUBLIC cxx_std_17)
@@ -68,3 +68,23 @@ if(RAPIDFUZZ_ARCH_X64)
   target_link_libraries(metrics_cpp_avx2 PRIVATE rapidfuzz::rapidfuzz)
   install(TARGETS metrics_cpp_avx2 LIBRARY DESTINATION src/rapidfuzz/distance)
 endif()
+
+if(RAPIDFUZZ_ARCH_X86)
+  create_cython_target(metrics_cpp_sse2)
+  rf_add_library(metrics_cpp_sse2 ${metrics_cpp_sse2})
+  target_compile_features(metrics_cpp_sse2 PUBLIC cxx_std_17)
+
+  if(MSVC)
+    set_target_properties(metrics_cpp_sse2 PROPERTIES COMPILE_FLAGS
+                                                      "/arch:SSE2")
+  else()
+    set_target_properties(metrics_cpp_sse2 PROPERTIES COMPILE_FLAGS "-msse2")
+  endif()
+
+  target_include_directories(
+    metrics_cpp_sse2 PRIVATE ${RF_BASE_DIR}/rapidfuzz
+                             ${RF_BASE_DIR}/rapidfuzz/distance)
+  target_link_libraries(metrics_cpp_sse2 PRIVATE rapidfuzz::rapidfuzz)
+  install(TARGETS metrics_cpp_sse2 LIBRARY DESTINATION src/rapidfuzz/distance)
+endif()
+
diff --git a/src/rapidfuzz/distance/metrics_cpp_sse2.pyx b/src/rapidfuzz/distance/metrics_cpp_sse2.pyx
@@ -0,0 +1,5 @@
+# distutils: language=c++
+# cython: language_level=3, binding=True, linetrace=True
+
+# this is a hack since I could not get this to build in cmake without it
+include "metrics_cpp.pyx"
diff --git a/src/rapidfuzz/fuzz_cpp_sse2.pyx b/src/rapidfuzz/fuzz_cpp_sse2.pyx
@@ -0,0 +1,5 @@
+# distutils: language=c++
+# cython: language_level=3, binding=True, linetrace=True
+
+# this is a hack since I could not get this to build in cmake without it
+include "fuzz_cpp.pyx"