ci: add ci for macos and windows

.github/workflows/ci.yml

@@ -16,6 +16,8 @@ jobs:
     needs:
       - test-linux
       - test-linux-aarch64
+      - test-macos
+      - test-windows
       - lint
     steps:
       - run: exit 0
@@ -31,14 +33,10 @@ jobs:
     - uses: Swatinem/rust-cache@v1
     - name: Run tests
       run: |
-        cargo check
-        cargo test --examples
-        cargo test
-        cargo install cargo-fuzz
-        cargo +nightly fuzz run fuzz_value -- -max_total_time=5m
-        ./scripts/test.sh
-
-
+        cargo clippy --all-features -- -D warnings
+        ./scripts/test_all.sh
+        ./scripts/sanitize.sh
+  
   test-linux-aarch64:
     runs-on: [self-hosted, arm]
 
@@ -49,10 +47,32 @@ jobs:
           components: rustfmt
       # - uses: Swatinem/rust-cache@v1
       - name: Run tests
-        run: |
-          cargo check 
-          cargo test
-          cargo test --examples
+        run:  ./scripts/test_all.sh
+
+  test-macos:
+    runs-on: macos-latest
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          components: rustfmt
+      - uses: Swatinem/rust-cache@v1
+      - name: Run tests
+        run: ./scripts/test_all.sh
+
+
+  test-windows:
+    runs-on: windows-latest
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          components: rustfmt
+      - uses: Swatinem/rust-cache@v1
+      - name: Run tests
+        run: ./scripts/test_all.sh
 
   lint:
     runs-on: [self-hosted, X64]

Cargo.toml

@@ -28,7 +28,6 @@ bytes = "1.4"
 thiserror = "1.0"
 simdutf8 = "0.1"
 parking_lot = "0.12"
-libc = "0.2"
 page_size = "0.6"
 
 [dev-dependencies]

examples/handle_error.rs

@@ -46,6 +46,6 @@ fn main() {
     //     ......^...
     assert_eq!(
         format!("{}", err),
-        "Invalid UTF-8 characters in json at line 1 column 6\n\n\t{\"b\":\"�\"}\n\t......^...\n"
+        "Invalid UTF-8 characters in json at line 1 column 6\n\n\t{\"b\":\"�\"}\n\t......^..\n"
     );
 }

examples/iterator.rs

@@ -15,11 +15,10 @@ fn main() {
 
         // deal with errors when invalid json
         if elem.is_err() {
-            assert_eq!(
-                elem.err().unwrap().to_string(),
+            assert!(elem.err().unwrap().to_string().starts_with(
                 "Expected this character to be either a ',' or a ']' while parsing at line 1 \
-                 column 17"
-            );
+                 column 16"
+            ));
         }
     }
 

scripts/fuzz.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -ex
+
+cargo install cargo-fuzz
+
+cargo +nightly fuzz run fuzz_value -- -max_total_time=5m

scripts/run_examples.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+set -xe
+
+examples=$(cargo build --example 2>&1 | grep -v ":")
+
+for example in $examples; do
+    echo "Running example $example"
+    cargo run --example $example
+done
+

scripts/test_all.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+set -ex
+
+cargo test
+
+./scripts/run_examples.sh
+
+./scripts/fuzz.sh
+
+
+

src/util/arch/aarch64.rs

@@ -1,6 +1,6 @@
 // Not use PMULL instructions, but it is apparently slow.
 // This is copied from simdjson.
-pub fn prefix_xor(bitmask: u64) -> u64 {
+pub unsafe fn prefix_xor(bitmask: u64) -> u64 {
     let mut bitmask = bitmask;
     bitmask ^= bitmask << 1;
     bitmask ^= bitmask << 2;
@@ -12,7 +12,7 @@ pub fn prefix_xor(bitmask: u64) -> u64 {
 }
 
 #[inline(always)]
-pub fn get_nonspace_bits(data: &[u8; 64]) -> u64 {
+pub unsafe fn get_nonspace_bits(data: &[u8; 64]) -> u64 {
     let mut mask: u64 = 0;
     for (i, p) in data.iter().enumerate() {
         if !matches!(*p, b'\t' | b'\n' | b'\r' | b' ') {