feat:(encoder) implement encoding on Virtual Machine for supporting A…

…Arch64 (#580)
bytedance · Feb 1, 2024 · 1cb4034 · 1cb4034
1 parent 71bcbfa
commit 1cb4034
Show file tree

Hide file tree

Showing 72 changed files with 4,963 additions and 5,390 deletions.
diff --git a/.github/workflows/benchmark-linux-arm64.yml b/.github/workflows/benchmark-linux-arm64.yml
@@ -14,7 +14,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.17.1
+          go-version: 1.21.1
 
       - uses: actions/cache@v2
         with:

diff --git a/.github/workflows/benchmark-linux-x64.yml b/.github/workflows/benchmark-linux-x64.yml
@@ -14,7 +14,7 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: 1.17.1
+          go-version: 1.21.1
 
       - uses: actions/cache@v2
         with:

diff --git a/.github/workflows/compatibility_test.yml b/.github/workflows/compatibility_test.yml
@@ -6,7 +6,7 @@ jobs:
   build:
     strategy:
       matrix:
-        go-version: [1.15.x, 1.16.x, 1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
+        go-version: [1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
         os: [arm, X64]
     runs-on: ${{ matrix.os }}
     steps:
@@ -28,10 +28,16 @@ jobs:
             ${{ runner.os }}-go-
 
       - name: main
-        run: GOMAXPROCS=4 go test -v -gcflags="all=-l" -race github.com/bytedance/sonic
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic
+
+      - name: encoder
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic/internal/encoder
+
+      - name: issues
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic/issue_test
 
       - name: ast
-        run: GOMAXPROCS=4 go test -v -gcflags="all=-l" -race github.com/bytedance/sonic/ast
+        run: GOMAXPROCS=4 go test -v -race github.com/bytedance/sonic/ast
 
       - name: qemu
         run: sh scripts/qemu.sh
diff --git a/.github/workflows/fuzzing-linux-x64.yml b/.github/workflows/fuzzing-linux-x64.yml
@@ -1,10 +1,13 @@
-name: Fuzz Test Linux-X64
+name: Fuzz Test Linux
 
 on: pull_request
 
 jobs:
   build:
-    runs-on: [self-hosted, X64]
+    strategy:
+        matrix:
+          os: [arm, X64]
+    runs-on: ${{ matrix.os }}
     steps:
       - name: Clear repository
         run: sudo rm -fr $GITHUB_WORKSPACE && mkdir $GITHUB_WORKSPACE

diff --git a/.github/workflows/unit_test-linux-x64.yml b/.github/workflows/unit_test-linux-x64.yml
@@ -6,7 +6,7 @@ jobs:
   build:
     strategy:
       matrix:
-        go-version: [1.16.x, 1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
+        go-version: [1.17.x, 1.18.x, 1.19.x, 1.20.x, 1.21.x]
     runs-on: [self-hosted, X64]
     steps:
       - name: Clear repository

diff --git a/compat.go b/compat.go
diff --git a/decoder/decoder_compat.go b/decoder/decoder_compat.go
@@ -19,7 +19,6 @@
 package decoder
 
 import (
-    `encoding/json`
     `io`
     `reflect`
 
@@ -66,11 +65,11 @@ func Pretouch(vt reflect.Type, opts ...option.CompileOption) error {
 }
 
 // TODO: replace stream decoder with dev/decoder
-type StreamDecoder = json.Decoder
+type StreamDecoder = decoder.StreamDecoder
 
 // NewStreamDecoder adapts to encoding/json.NewDecoder API.
 //
 // NewStreamDecoder returns a new decoder that reads from r.
 func NewStreamDecoder(r io.Reader) *StreamDecoder {
-   return json.NewDecoder(r)
+   return decoder.NewStreamDecoder(r)
 }
diff --git a/encoder/encoder_amd64.go → encoder/encoder.go b/encoder/encoder_amd64.go → encoder/encoder.go
@@ -1,5 +1,3 @@
-// +build amd64,go1.16,!go1.22
-
 /*
  * Copyright 2023 ByteDance Inc.
  *