Feat/arm64

.github/workflows/benchmark-linux-arm64.yml

@@ -14,7 +14,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.17.1
+          go-version: 1.21.1
 
       - uses: actions/cache@v2
         with:

.github/workflows/benchmark-linux-x64.yml

@@ -14,7 +14,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.17.1
+          go-version: 1.21.1
 
       - uses: actions/cache@v2
         with:

.github/workflows/compatibility_test.yml

@@ -6,7 +6,7 @@ jobs:
   build:
     strategy:
       matrix:
-        go-version: [1.15.x, 1.16.x, 1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
+        go-version: [1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
         os: [arm, X64]
     runs-on: ${{ matrix.os }}
     steps:
@@ -28,10 +28,16 @@ jobs:
             ${{ runner.os }}-go-
 
       - name: main
-        run: GOMAXPROCS=4 go test -v -gcflags="all=-l" -race github.com/bytedance/sonic
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic
+
+      - name: encoder
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic/internal/encoder
+
+      - name: issues
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic/issue_test
 
       - name: ast
-        run: GOMAXPROCS=4 go test -v -gcflags="all=-l" -race github.com/bytedance/sonic/ast
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic/ast
 
       - name: qemu
         run: sh scripts/qemu.sh

.github/workflows/fuzzing-linux-x64.yml

@@ -1,10 +1,13 @@
-name: Fuzz Test Linux-X64
+name: Fuzz Test Linux
 
 on: pull_request
 
 jobs:
   build:
-    runs-on: [self-hosted, X64]
+    strategy:
+        matrix:
+          os: [arm, X64]
+    runs-on: ${{ matrix.os }}
     steps:
       - name: Clear repository
         run: sudo rm -fr $GITHUB_WORKSPACE && mkdir $GITHUB_WORKSPACE

.github/workflows/unit_test-linux-x64.yml

@@ -6,7 +6,7 @@ jobs:
   build:
     strategy:
       matrix:
-        go-version: [1.16.x, 1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
+        go-version: [1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
     runs-on: [self-hosted, X64]
     steps:
       - name: Clear repository

.gitmodules

@@ -1,3 +1,7 @@
 [submodule "tools/asm2asm"]
 	path = tools/asm2asm
 	url = https://github.com/chenzhuoyu/asm2asm
+
+[submodule "tools/simde"]
+	path = tools/simde
+	url = https://github.com/simd-everywhere/simde

Makefile

@@ -22,28 +22,35 @@ SRC_FILE		:= native/native.c
 CPU_avx			:= amd64
 CPU_avx2		:= amd64
 CPU_sse  		:= amd64
+CPU_neon  		:= arm64
 
-TMPL_avx		:= fastint_amd64_test fastfloat_amd64_test native_amd64_test recover_amd64_test
-TMPL_avx2		:= fastint_amd64_test fastfloat_amd64_test native_amd64_test recover_amd64_test
-TMPL_sse 		:= fastint_amd64_test fastfloat_amd64_test native_amd64_test recover_amd64_test
+TMPL_amd64		:= fastint_test fastfloat_test native_test recover_amd64_test
+TMPL_arm64		:= fastint_test fastfloat_test native_test recover_arm64_test native_export_arm64
 
-CFLAGS_avx		:= -msse -mno-sse4 -mavx -mpclmul -mno-avx2 -mstack-alignment=0 -DUSE_AVX=1 -DUSE_AVX2=0
-CFLAGS_avx2		:= -msse -mno-sse4 -mavx -mpclmul -mavx2 -mstack-alignment=0 -DUSE_AVX=1 -DUSE_AVX2=1 
-CFLAGS_sse		:= -msse -mno-sse4 -mno-avx -mno-avx2 -mpclmul
-
-CC_amd64		:= clang
 ASM2ASM_amd64	:= tools/asm2asm/asm2asm.py
+ASM2ASM_arm64	:= tools/asm2arm/arm.py
+
+ASM_FLAGS_amd64 := -r
+ASM_FLAGS_arm64 := 
+
+ASM_OUT_amd64   := native_text_amd64.go
+ASM_OUT_arm64   := native_arm64.s
+
+CC		        := clang
 
 CFLAGS			:= -mno-red-zone
-CFLAGS			+= -target x86_64-apple-macos11
 CFLAGS			+= -fno-asynchronous-unwind-tables
 CFLAGS			+= -fno-builtin
 CFLAGS			+= -fno-exceptions
 CFLAGS			+= -fno-rtti
 CFLAGS			+= -fno-stack-protector
 CFLAGS			+= -nostdlib
 CFLAGS			+= -O3
-CFLAGS			+= -Wall -Werror
+# CFLAGS			+= -Wall -Werror
+CFLAGS_avx		:= -target x86_64-apple-macos11 -msse -mno-sse4 -mavx -mpclmul -mno-avx2 -mstack-alignment=0 -DUSE_AVX=1 -DUSE_AVX2=0
+CFLAGS_avx2		:= -target x86_64-apple-macos11 -msse -mno-sse4 -mavx -mpclmul -mavx2 -mstack-alignment=0 -DUSE_AVX=1 -DUSE_AVX2=1 
+CFLAGS_sse		:= -target x86_64-apple-macos11 -msse -mno-sse4 -mno-avx -mno-avx2 -mpclmul
+CFLAGS_neon		:= -target aarch64-apple-macos11 -march=armv8-a+simd -Itools/simde/simde
 
 NATIVE_SRC		:= $(wildcard native/*.h)
 NATIVE_SRC		+= $(wildcard native/*.c)
@@ -63,19 +70,12 @@ ${@dest}: ${@tmpl}
 endef
 
 define build_arch
-	$(eval @cpu		:= $(value CPU_$(1)))
-	$(eval @deps	:= $(foreach tmpl,$(value TMPL_$(1)),${OUT_DIR}/$(1)/${tmpl}.go))
-	$(eval @asmin	:= ${TMP_DIR}/$(1)/native.s)
-	$(eval @asmout	:= ${OUT_DIR}/$(1)/native_text_${@cpu}.go)
-	$(eval @stubin	:= ${OUT_DIR}/native_${@cpu}.tmpl)
-	$(eval @stubout	:= ${OUT_DIR}/$(1)/native_${@cpu}.go)
-
-$(1): ${@asmout} ${@deps}
-
-${@asmout}: ${@stubout} ${NATIVE_SRC}
-	mkdir -p ${TMP_DIR}/$(1)
-	$${CC_${@cpu}} $${CFLAGS} $${CFLAGS_$(1)} -S -o ${TMP_DIR}/$(1)/native.s ${SRC_FILE}
-	python3 $${ASM2ASM_${@cpu}} -r ${@stubout} ${TMP_DIR}/$(1)/native.s
+$(eval @cpu		:= $(value CPU_$(1)))
+$(eval @deps	:= $(foreach tmpl,$(value TMPL_${@cpu}),${OUT_DIR}/$(1)/${tmpl}.go))
+$(eval @asmin	:= ${TMP_DIR}/$(1)/native.s)
+$(eval @asmout	:= ${OUT_DIR}/$(1)/$(value ASM_OUT_${@cpu}))
+$(eval @stubin	:= ${OUT_DIR}/native_${@cpu}.tmpl)
+$(eval @stubout	:= ${OUT_DIR}/$(1)/native_${@cpu}.go)
 
 $(eval $(call 	\
 	build_tmpl,	\
@@ -84,9 +84,16 @@ $(eval $(call 	\
 	${@stubout}	\
 ))
 
+$(1): ${@asmout} ${@deps}
+
+${@asmout}: ${@stubout} ${NATIVE_SRC}
+	mkdir -p ${TMP_DIR}/$(1)
+	$${CC} $${CFLAGS} $${CFLAGS_$(1)} -S -o ${TMP_DIR}/$(1)/native.s ${SRC_FILE}
+	python3 $${ASM2ASM_${@cpu}} $${ASM_FLAGS_${@cpu}} ${@stubout} ${TMP_DIR}/$(1)/native.s
+
 $(foreach 							\
 	tmpl,							\
-	$(value TMPL_$(1)),				\
+	$(value TMPL_${@cpu}),			\
 	$(eval $(call 					\
 		build_tmpl,					\
 		$(1),						\

ast/api_amd64.go → ast/api.go

@@ -1,4 +1,4 @@
-// +build amd64,go1.16,!go1.22
+// +build amd64,go1.16,!go1.22 arm64,go1.20,!go1.22
 
 /*
  * Copyright 2022 ByteDance Inc.
@@ -27,7 +27,6 @@ import (
     `github.com/bytedance/sonic/internal/native/types`
     `github.com/bytedance/sonic/internal/rt`
     uq `github.com/bytedance/sonic/unquote`
-    `github.com/chenzhuoyu/base64x`
 )
 
 var typeByte = rt.UnpackEface(byte(0)).Type
@@ -77,14 +76,6 @@ func unquote(src string) (string, types.ParsingError) {
     return uq.String(src)
 }
 
-func decodeBase64(src string) ([]byte, error) {
-    return base64x.StdEncoding.DecodeString(src)
-}
-
-func encodeBase64(src []byte) string {
-    return base64x.StdEncoding.EncodeToString(src)
-}
-
 func (self *Parser) decodeValue() (val types.JsonState) {
     sv := (*rt.GoString)(unsafe.Pointer(&self.s))
     flag := types.F_USE_NUMBER