diff --git a/dev/bench/data.js b/dev/bench/data.js index 947ae51a39..0b25568800 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1734110250919, + "lastUpdate": 1734111175823, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -839044,6 +839044,756 @@ window.BENCHMARK_DATA = { "range": 0 } ] + }, + { + "commit": { + "author": { + "email": "github@robertk.io", + "name": "Robert Kruszewski", + "username": "robert3005" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "e8323accdbd96282d55bd1980f91eba241f5c645", + "message": "fix: RunEnd array correctly encodes all null arrays (#1675)", + "timestamp": "2024-12-13T16:52:29Z", + "tree_id": "cc2bfacbe7da2e618b9becf748866b9840150810", + "url": "https://github.com/spiraldb/vortex/commit/e8323accdbd96282d55bd1980f91eba241f5c645" + }, + "date": 1734111137533, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "compress time/taxi", + "value": 1393129860.2, + "unit": "ns", + "range": 3061273.8000000715 + }, + { + "name": "compress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/taxi", + "value": 1765566585.4, + "unit": "ns", + "range": 4367662.746250033 + }, + { + "name": "parquet_rs-zstd compress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/taxi", + "value": 311605778.5, + "unit": "ns", + "range": 2178326.5512500107 + }, + { + "name": "decompress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/taxi", + "value": 326421829.1, + "unit": "ns", + "range": 2348443.599999994 + }, + { + "name": "parquet_rs-zstd decompress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/taxi", + "value": 0.9304259891877905, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/taxi", + "value": 0.11059089698510122, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/taxi", + "value": 52067392, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/AirlineSentiment", + "value": 646653.6021558034, + "unit": "ns", + "range": 1834.569319697679 + }, + { + "name": "compress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/AirlineSentiment", + "value": 56225.95486841329, + "unit": "ns", + "range": 293.19229391632325 + }, + { + "name": "parquet_rs-zstd compress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/AirlineSentiment", + "value": 104483.01317542137, + "unit": "ns", + "range": 820.8690798832686 + }, + { + "name": "decompress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/AirlineSentiment", + "value": 32584.223639665444, + "unit": "ns", + "range": 44.64298978334955 + }, + { + "name": "parquet_rs-zstd decompress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/AirlineSentiment", + "value": 8.781799379524301, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/AirlineSentiment", + "value": 4.110358180058083, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/AirlineSentiment", + "value": 8492, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Arade", + "value": 2783867014.7, + "unit": "ns", + "range": 13509359.911250114 + }, + { + "name": "compress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Arade", + "value": 3045870737.1, + "unit": "ns", + "range": 10470374.875 + }, + { + "name": "parquet_rs-zstd compress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Arade", + "value": 410645471.9, + "unit": "ns", + "range": 2440537.813749999 + }, + { + "name": "decompress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Arade", + "value": 722600260.1, + "unit": "ns", + "range": 1919488.5 + }, + { + "name": "parquet_rs-zstd decompress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Arade", + "value": 0.4665028074991572, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Arade", + "value": 0.1810168624224892, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Arade", + "value": 142466760, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Bimbo", + "value": 10823868087.5, + "unit": "ns", + "range": 34299291.60000038 + }, + { + "name": "compress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Bimbo", + "value": 21643238368.4, + "unit": "ns", + "range": 70804482.16749954 + }, + { + "name": "parquet_rs-zstd compress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Bimbo", + "value": 3730228276.8, + "unit": "ns", + "range": 21799824.786249876 + }, + { + "name": "decompress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Bimbo", + "value": 4733104110.2, + "unit": "ns", + "range": 33653362.464999676 + }, + { + "name": "parquet_rs-zstd decompress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Bimbo", + "value": 1.3674381903515531, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Bimbo", + "value": 0.07453257040389742, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Bimbo", + "value": 530772396, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/CMSprovider", + "value": 13519846243.6, + "unit": "ns", + "range": 50138424.80000019 + }, + { + "name": "compress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/CMSprovider", + "value": 19439898090.3, + "unit": "ns", + "range": 54330475.903749466 + }, + { + "name": "parquet_rs-zstd compress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/CMSprovider", + "value": 3132029924.8, + "unit": "ns", + "range": 371194331.6512499 + }, + { + "name": "decompress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/CMSprovider", + "value": 5983509674.4, + "unit": "ns", + "range": 31614843.621250153 + }, + { + "name": "parquet_rs-zstd decompress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/CMSprovider", + "value": 1.2319343431356768, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/CMSprovider", + "value": 0.18410251247523138, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/CMSprovider", + "value": 947980748, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Euro2016", + "value": 2181902677, + "unit": "ns", + "range": 2807022.778749943 + }, + { + "name": "compress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Euro2016", + "value": 1591787035.9, + "unit": "ns", + "range": 3798493.350000024 + }, + { + "name": "parquet_rs-zstd compress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Euro2016", + "value": 249543755.1, + "unit": "ns", + "range": 1066282.0737499893 + }, + { + "name": "decompress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Euro2016", + "value": 511744872.3, + "unit": "ns", + "range": 1546092.3112499714 + }, + { + "name": "parquet_rs-zstd decompress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Euro2016", + "value": 1.4148840607091466, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Euro2016", + "value": 0.4277502183322343, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Euro2016", + "value": 168215416, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Food", + "value": 1093563125.9, + "unit": "ns", + "range": 11500449.789999962 + }, + { + "name": "compress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Food", + "value": 1058093992.7, + "unit": "ns", + "range": 2938559.2975000143 + }, + { + "name": "parquet_rs-zstd compress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Food", + "value": 109049424.2438889, + "unit": "ns", + "range": 390719.5621527806 + }, + { + "name": "decompress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Food", + "value": 229284912.45, + "unit": "ns", + "range": 1918990.275000006 + }, + { + "name": "parquet_rs-zstd decompress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Food", + "value": 1.2095162096684868, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Food", + "value": 0.13170403642890982, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Food", + "value": 43820788, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/HashTags", + "value": 2658814090.6, + "unit": "ns", + "range": 8267281.349999905 + }, + { + "name": "compress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/HashTags", + "value": 2492808118.8, + "unit": "ns", + "range": 2607985.358750105 + }, + { + "name": "parquet_rs-zstd compress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/HashTags", + "value": 450334388.6, + "unit": "ns", + "range": 1787339.5887500048 + }, + { + "name": "decompress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/HashTags", + "value": 825237617.4, + "unit": "ns", + "range": 2407850.308749974 + }, + { + "name": "parquet_rs-zstd decompress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/HashTags", + "value": 1.627367130005369, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/HashTags", + "value": 0.27098843944710516, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/HashTags", + "value": 218011048, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/TPC-H l_comment chunked without fsst", + "value": 3378043846.6, + "unit": "ns", + "range": 10625022.268749952 + }, + { + "name": "compress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked without fsst", + "value": 923232094.3, + "unit": "ns", + "range": 1746565.457499981 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/TPC-H l_comment chunked without fsst", + "value": 58665574.3, + "unit": "ns", + "range": 7096377.626249999 + }, + { + "name": "decompress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked without fsst", + "value": 251897094.3, + "unit": "ns", + "range": 675535.950000003 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/TPC-H l_comment chunked without fsst", + "value": 4.607820999594737, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/TPC-H l_comment chunked without fsst", + "value": 1.052618402106911, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/TPC-H l_comment chunked without fsst", + "value": 262338976, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/TPC-H l_comment chunked", + "value": 1016621518.8, + "unit": "ns", + "range": 1086073.9649999738 + }, + { + "name": "compress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked", + "value": 922931381.4, + "unit": "ns", + "range": 1292330.90625 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/TPC-H l_comment chunked", + "value": 89875653.91202381, + "unit": "ns", + "range": 309815.5024776757 + }, + { + "name": "decompress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked", + "value": 251259856.2, + "unit": "ns", + "range": 449104.424999997 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/TPC-H l_comment chunked", + "value": 1.1605681184087804, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/TPC-H l_comment chunked", + "value": 0.26512213873827106, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/TPC-H l_comment chunked", + "value": 66075104, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/TPC-H l_comment canonical", + "value": 1009966364.1, + "unit": "ns", + "range": 2002076.5250000358 + }, + { + "name": "compress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment canonical", + "value": 923990324.8, + "unit": "ns", + "range": 1204532.4612500072 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/TPC-H l_comment canonical", + "value": 89153515.96031746, + "unit": "ns", + "range": 212330.57732937485 + }, + { + "name": "decompress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment canonical", + "value": 251738312.8986508, + "unit": "ns", + "range": 543696.5156745911 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/TPC-H l_comment canonical", + "value": 1.1606145361301063, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/TPC-H l_comment canonical", + "value": 0.2651228961558284, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/TPC-H l_comment canonical", + "value": 66075104, + "unit": "bytes", + "range": 0 + } + ] } ], "Vortex bytes_at": [