diff --git a/dev/bench/data.js b/dev/bench/data.js index 4910958d7e..1582a3001e 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1734108568392, + "lastUpdate": 1734108951104, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -837814,6 +837814,756 @@ window.BENCHMARK_DATA = { "range": 0 } ] + }, + { + "commit": { + "author": { + "email": "github@robertk.io", + "name": "Robert Kruszewski", + "username": "robert3005" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "528b760cbc9b1b79a8653fbf9ae1db3c1a71135f", + "message": "fix: RunEnd encoding doesn't skip first value when encoding nullable arrays (#1674)", + "timestamp": "2024-12-13T16:08:01Z", + "tree_id": "b69be7ba86701bedaf21079aeaabe3917e03927d", + "url": "https://github.com/spiraldb/vortex/commit/528b760cbc9b1b79a8653fbf9ae1db3c1a71135f" + }, + "date": 1734108914401, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "compress time/taxi", + "value": 1332600866.2, + "unit": "ns", + "range": 2121843.710000038 + }, + { + "name": "compress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/taxi", + "value": 1708030576.1, + "unit": "ns", + "range": 2357938.1999999285 + }, + { + "name": "parquet_rs-zstd compress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/taxi", + "value": 297598264.25, + "unit": "ns", + "range": 781501.5 + }, + { + "name": "decompress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/taxi", + "value": 314508646.3, + "unit": "ns", + "range": 899754.5500000119 + }, + { + "name": "parquet_rs-zstd decompress time/taxi throughput", + "value": 470810830, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/taxi", + "value": 0.9304248455302917, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/taxi", + "value": 0.11059076104940067, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/taxi", + "value": 52067328, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/AirlineSentiment", + "value": 650708.4917702352, + "unit": "ns", + "range": 6605.25737813802 + }, + { + "name": "compress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/AirlineSentiment", + "value": 56566.21257537466, + "unit": "ns", + "range": 147.57948831970134 + }, + { + "name": "parquet_rs-zstd compress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/AirlineSentiment", + "value": 97118.68524848626, + "unit": "ns", + "range": 500.9875243547358 + }, + { + "name": "decompress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/AirlineSentiment", + "value": 32838.79390411137, + "unit": "ns", + "range": 55.03700750824282 + }, + { + "name": "parquet_rs-zstd decompress time/AirlineSentiment throughput", + "value": 2066, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/AirlineSentiment", + "value": 8.781799379524301, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/AirlineSentiment", + "value": 4.110358180058083, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/AirlineSentiment", + "value": 8492, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Arade", + "value": 2650200573.9, + "unit": "ns", + "range": 4517409.940000057 + }, + { + "name": "compress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Arade", + "value": 2874825990.8, + "unit": "ns", + "range": 9197771.71875 + }, + { + "name": "parquet_rs-zstd compress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Arade", + "value": 387499776.8, + "unit": "ns", + "range": 1589445.0712499917 + }, + { + "name": "decompress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Arade", + "value": 708694845.9, + "unit": "ns", + "range": 2508044.992500007 + }, + { + "name": "parquet_rs-zstd decompress time/Arade throughput", + "value": 787035849, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Arade", + "value": 0.4665028074991572, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Arade", + "value": 0.1810168624224892, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Arade", + "value": 142466760, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Bimbo", + "value": 10344369599.8, + "unit": "ns", + "range": 10990299.915000916 + }, + { + "name": "compress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Bimbo", + "value": 20119454101.4, + "unit": "ns", + "range": 17448387.596250534 + }, + { + "name": "parquet_rs-zstd compress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Bimbo", + "value": 3498317083.2, + "unit": "ns", + "range": 8903975.549999952 + }, + { + "name": "decompress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Bimbo", + "value": 4638959472.5, + "unit": "ns", + "range": 16875153.187500477 + }, + { + "name": "parquet_rs-zstd decompress time/Bimbo throughput", + "value": 7121348333, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Bimbo", + "value": 1.3674376956986607, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Bimbo", + "value": 0.07453256141683527, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Bimbo", + "value": 530772332, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/CMSprovider", + "value": 12837744146.3, + "unit": "ns", + "range": 6954087.3500003815 + }, + { + "name": "compress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/CMSprovider", + "value": 18188677447.6, + "unit": "ns", + "range": 47154998.46249962 + }, + { + "name": "parquet_rs-zstd compress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/CMSprovider", + "value": 2489899549.8, + "unit": "ns", + "range": 391521056.2875 + }, + { + "name": "decompress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/CMSprovider", + "value": 5467235307.4, + "unit": "ns", + "range": 13399220.913750172 + }, + { + "name": "parquet_rs-zstd decompress time/CMSprovider throughput", + "value": 5149200493, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/CMSprovider", + "value": 1.2320057855913713, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/CMSprovider", + "value": 0.18410303449801987, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/CMSprovider", + "value": 947983436, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Euro2016", + "value": 2121760511.8, + "unit": "ns", + "range": 3626637.5 + }, + { + "name": "compress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Euro2016", + "value": 1524308479.1, + "unit": "ns", + "range": 2636897.5174999237 + }, + { + "name": "parquet_rs-zstd compress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Euro2016", + "value": 236318885.1, + "unit": "ns", + "range": 857344.7237499952 + }, + { + "name": "decompress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Euro2016", + "value": 486657494.4, + "unit": "ns", + "range": 2440870.7587500215 + }, + { + "name": "parquet_rs-zstd decompress time/Euro2016 throughput", + "value": 393256178, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Euro2016", + "value": 1.4148964419128844, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Euro2016", + "value": 0.4277539614393547, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Euro2016", + "value": 168216888, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/Food", + "value": 1112222596, + "unit": "ns", + "range": 13388921.813750029 + }, + { + "name": "compress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/Food", + "value": 1032307595, + "unit": "ns", + "range": 3917122.9375 + }, + { + "name": "parquet_rs-zstd compress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/Food", + "value": 104325465.25198413, + "unit": "ns", + "range": 499477.24736507237 + }, + { + "name": "decompress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/Food", + "value": 224118072.75, + "unit": "ns", + "range": 609524.6768749952 + }, + { + "name": "parquet_rs-zstd decompress time/Food throughput", + "value": 332721678, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/Food", + "value": 1.2095162096684868, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/Food", + "value": 0.13170403642890982, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/Food", + "value": 43820788, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/HashTags", + "value": 2571482265.8, + "unit": "ns", + "range": 2439547.5099999905 + }, + { + "name": "compress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/HashTags", + "value": 2412332458.4, + "unit": "ns", + "range": 2854968.613749981 + }, + { + "name": "parquet_rs-zstd compress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/HashTags", + "value": 441828567.8, + "unit": "ns", + "range": 1284370.7000000179 + }, + { + "name": "decompress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/HashTags", + "value": 776677844, + "unit": "ns", + "range": 3792720.449999988 + }, + { + "name": "parquet_rs-zstd decompress time/HashTags throughput", + "value": 804503131, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/HashTags", + "value": 1.6273690409451544, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/HashTags", + "value": 0.2709887576559351, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/HashTags", + "value": 218011304, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/TPC-H l_comment chunked without fsst", + "value": 3122364166.3, + "unit": "ns", + "range": 21023489.149999857 + }, + { + "name": "compress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked without fsst", + "value": 916337335.4, + "unit": "ns", + "range": 2907365.223749995 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/TPC-H l_comment chunked without fsst", + "value": 73981956.4, + "unit": "ns", + "range": 12750389.086249989 + }, + { + "name": "decompress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked without fsst", + "value": 248853562.75, + "unit": "ns", + "range": 616082.9600000083 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked without fsst throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/TPC-H l_comment chunked without fsst", + "value": 4.607451432897409, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/TPC-H l_comment chunked without fsst", + "value": 1.052601196780516, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/TPC-H l_comment chunked without fsst", + "value": 262334688, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/TPC-H l_comment chunked", + "value": 990954575.4, + "unit": "ns", + "range": 1765015.25 + }, + { + "name": "compress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked", + "value": 899570184.2, + "unit": "ns", + "range": 1152970 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/TPC-H l_comment chunked", + "value": 87204344.10869047, + "unit": "ns", + "range": 459424.95410715044 + }, + { + "name": "decompress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked", + "value": 247778348.65, + "unit": "ns", + "range": 341046.625 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment chunked throughput", + "value": 249225147, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/TPC-H l_comment chunked", + "value": 1.1604872602371787, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/TPC-H l_comment chunked", + "value": 0.265120597962773, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/TPC-H l_comment chunked", + "value": 66074720, + "unit": "bytes", + "range": 0 + }, + { + "name": "compress time/TPC-H l_comment canonical", + "value": 990436729.1, + "unit": "ns", + "range": 1047570.3212499619 + }, + { + "name": "compress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment canonical", + "value": 901964504.8, + "unit": "ns", + "range": 973157.6150000095 + }, + { + "name": "parquet_rs-zstd compress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "decompress time/TPC-H l_comment canonical", + "value": 88467437.67796296, + "unit": "ns", + "range": 255917.1562962979 + }, + { + "name": "decompress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment canonical", + "value": 249604233.59777778, + "unit": "ns", + "range": 1483901.4001736194 + }, + { + "name": "parquet_rs-zstd decompress time/TPC-H l_comment canonical throughput", + "value": 249224435, + "unit": "bytes", + "range": 0 + }, + { + "name": "vortex:parquet-zstd size/TPC-H l_comment canonical", + "value": 1.160536647768618, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex:raw size/TPC-H l_comment canonical", + "value": 0.2651213553759285, + "unit": "ratio", + "range": 0 + }, + { + "name": "vortex size/TPC-H l_comment canonical", + "value": 66074720, + "unit": "bytes", + "range": 0 + } + ] } ], "Vortex bytes_at": [