Skip to content

Commit

Permalink
Add a Helm Chart Lock example schema/instance to the benchmark (#227)
Browse files Browse the repository at this point in the history
Signed-off-by: Juan Cruz Viotti <[email protected]>
  • Loading branch information
jviotti authored Nov 25, 2024
1 parent 3f2ae1a commit ec545ed
Show file tree
Hide file tree
Showing 3 changed files with 92 additions and 0 deletions.
23 changes: 23 additions & 0 deletions benchmark/evaluator_draft7.cc
Original file line number Diff line number Diff line change
Expand Up @@ -64,5 +64,28 @@ static void Evaluator_Draft7_Vercel_1(benchmark::State &state) {
}
}

static void Evaluator_Draft7_Helm_Chart_Lock_1(benchmark::State &state) {
const auto schema{sourcemeta::jsontoolkit::from_file(
std::filesystem::path{CURRENT_DIRECTORY} / "schemas" /
"draft7_helm_chart_lock.json")};

const auto instance{sourcemeta::jsontoolkit::from_file(
std::filesystem::path{CURRENT_DIRECTORY} / "instances" /
"draft7_helm_chart_lock_1.json")};

const auto schema_template{sourcemeta::blaze::compile(
schema, sourcemeta::jsontoolkit::default_schema_walker,
sourcemeta::jsontoolkit::official_resolver,
sourcemeta::blaze::default_schema_compiler)};
sourcemeta::blaze::EvaluationContext context;
for (auto _ : state) {
auto result{
sourcemeta::blaze::evaluate(schema_template, instance, context)};
assert(result);
benchmark::DoNotOptimize(result);
}
}

BENCHMARK(Evaluator_Draft7_If_Then_Else);
BENCHMARK(Evaluator_Draft7_Vercel_1);
BENCHMARK(Evaluator_Draft7_Helm_Chart_Lock_1);
26 changes: 26 additions & 0 deletions benchmark/instances/draft7_helm_chart_lock_1.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
{
"dependencies": [
{
"name": "memcached",
"repository": "https://charts.bitnami.com/bitnami",
"version": "5.9.0"
},
{
"name": "mysql",
"repository": "https://charts.bitnami.com/bitnami",
"version": "6.14.10"
},
{
"name": "postgresql",
"repository": "https://charts.bitnami.com/bitnami",
"version": "10.3.17"
},
{
"name": "mariadb",
"repository": "https://charts.bitnami.com/bitnami",
"version": "9.3.6"
}
],
"digest": "sha256:157d6244f0fac36b70be1aecfed8811037504d4e3a1060f50688e93531174040",
"generated": "2021-12-23T14:00:42.29198548Z"
}
43 changes: 43 additions & 0 deletions benchmark/schemas/draft7_helm_chart_lock.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"required": [
"generated",
"digest",
"dependencies"
],
"properties": {
"dependencies": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"version",
"repository"
],
"properties": {
"name": {
"type": "string"
},
"repository": {
"type": "string",
"format": "uri"
},
"version": {
"type": "string"
}
},
"additionalProperties": false
}
},
"digest": {
"type": "string"
},
"generated": {
"type": "string",
"format": "date-time"
}
},
"additionalProperties": false
}

10 comments on commit ec545ed

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (macos/llvm)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 45177992874.99997 ns/iter 49305114333.00001 ns/iter 0.92
Compiler_2019_09_OMC_JSON_V2 8527885291.99995 ns/iter 8862448791.00002 ns/iter 0.96
Evaluator_Draft4_Meta_1_No_Callback 302.04230111521406 ns/iter 285.0621286931517 ns/iter 1.06
Evaluator_Draft4_Required_Properties 393.29771745323154 ns/iter 352.3297917885515 ns/iter 1.12
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 22.47575695948492 ns/iter 19.62475781851668 ns/iter 1.15
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 14.727543426190445 ns/iter 10.997227578576409 ns/iter 1.34
Evaluator_Draft4_Items_Schema 421.70445756576476 ns/iter 423.2988516931607 ns/iter 1.00
Evaluator_Draft4_Nested_Object 4.336833109586856 ns/iter 3.5240606360164892 ns/iter 1.23
Evaluator_Draft4_Properties_Triad_Optional 1192.4164269896069 ns/iter 843.8599869311842 ns/iter 1.41
Evaluator_Draft4_Properties_Triad_Closed 954.6410228303384 ns/iter 699.5321961055272 ns/iter 1.36
Evaluator_Draft4_Properties_Triad_Required 1010.2466506801886 ns/iter 851.5022841736908 ns/iter 1.19
Evaluator_Draft4_Properties_Closed 100.63047715077286 ns/iter 83.56633052219775 ns/iter 1.20
Evaluator_Draft4_Non_Recursive_Ref 12.822674670867812 ns/iter 11.141120312884755 ns/iter 1.15
Evaluator_Draft4_Pattern_Properties_True 223.12512546789927 ns/iter 188.49267184781382 ns/iter 1.18
Evaluator_Draft4_Ref_To_Single_Property 15.736916222430308 ns/iter 13.648630757404211 ns/iter 1.15
Evaluator_Draft4_Additional_Properties_Type 24.434130939966526 ns/iter 25.437334766130213 ns/iter 0.96
Evaluator_Draft4_Nested_Oneof 85.91406068174187 ns/iter 86.52474385054964 ns/iter 0.99
Evaluator_Draft4_Long_Enum 34.38757986878382 ns/iter 46.410829377895325 ns/iter 0.74
Evaluator_Draft4_Type_Object 7.557094055943013 ns/iter 7.858958441847898 ns/iter 0.96
Evaluator_Draft6_Property_Names 156.53758862404388 ns/iter 148.00070432405036 ns/iter 1.06
Evaluator_Draft7_If_Then_Else 38.46141208178959 ns/iter 29.433305003848695 ns/iter 1.31
Evaluator_Draft7_Vercel_1 99804.21647642227 ns/iter 80120.7471518284 ns/iter 1.25
Evaluator_Draft7_Helm_Chart_Lock_1 446.61361782587437 ns/iter
Evaluator_2019_09_Unevaluated_Properties 185.44885624390395 ns/iter 170.26767456636648 ns/iter 1.09
Evaluator_2019_09_OMC_JSON_V2_1 4097.868825002277 ns/iter 2778.8009224330376 ns/iter 1.47
Evaluator_2020_12_Dynamic_Ref 743.951946151005 ns/iter 563.8581940950597 ns/iter 1.32

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (linux/llvm)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 53635613539.000015 ns/iter 54354387596.99997 ns/iter 0.99
Compiler_2019_09_OMC_JSON_V2 10754139559.999998 ns/iter 10815444330.99998 ns/iter 0.99
Evaluator_Draft4_Meta_1_No_Callback 342.3756835418498 ns/iter 362.80230987153317 ns/iter 0.94
Evaluator_Draft4_Required_Properties 751.0249774345592 ns/iter 765.0710040547026 ns/iter 0.98
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 36.261230154526885 ns/iter 39.26150095971989 ns/iter 0.92
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 23.20824573109288 ns/iter 23.539852856682398 ns/iter 0.99
Evaluator_Draft4_Items_Schema 715.860203800032 ns/iter 762.724689154277 ns/iter 0.94
Evaluator_Draft4_Nested_Object 4.379122294624157 ns/iter 4.957293045004951 ns/iter 0.88
Evaluator_Draft4_Properties_Triad_Optional 1185.6105327586934 ns/iter 1197.4765970294573 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Closed 997.3536653466501 ns/iter 1011.9462816401696 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Required 1218.8544928275942 ns/iter 1237.1315545608174 ns/iter 0.99
Evaluator_Draft4_Properties_Closed 129.05199115796876 ns/iter 136.6766325191647 ns/iter 0.94
Evaluator_Draft4_Non_Recursive_Ref 28.540598697796945 ns/iter 33.48812138502155 ns/iter 0.85
Evaluator_Draft4_Pattern_Properties_True 245.62287114679356 ns/iter 264.043306457686 ns/iter 0.93
Evaluator_Draft4_Ref_To_Single_Property 22.95388543408487 ns/iter 24.93800541266873 ns/iter 0.92
Evaluator_Draft4_Additional_Properties_Type 54.72546492220899 ns/iter 62.302369860567936 ns/iter 0.88
Evaluator_Draft4_Nested_Oneof 125.57399644521288 ns/iter 131.57053856221967 ns/iter 0.95
Evaluator_Draft4_Long_Enum 20.47432485825649 ns/iter 22.941989497486276 ns/iter 0.89
Evaluator_Draft4_Type_Object 10.259901942071911 ns/iter 11.755779266385199 ns/iter 0.87
Evaluator_Draft6_Property_Names 254.08204092158033 ns/iter 249.0546089508629 ns/iter 1.02
Evaluator_Draft7_If_Then_Else 54.760334488704416 ns/iter 57.346392367451024 ns/iter 0.95
Evaluator_Draft7_Vercel_1 99618.81246426191 ns/iter 103566.72656947312 ns/iter 0.96
Evaluator_Draft7_Helm_Chart_Lock_1 562.9186705523451 ns/iter
Evaluator_2019_09_Unevaluated_Properties 190.62429337381496 ns/iter 188.80396727474186 ns/iter 1.01
Evaluator_2019_09_OMC_JSON_V2_1 3368.907696956377 ns/iter 3418.8808005884584 ns/iter 0.99
Evaluator_2020_12_Dynamic_Ref 821.9385600503476 ns/iter 853.1555540416539 ns/iter 0.96

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (linux/gcc)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Evaluator_2020_12_Dynamic_Ref 854.6294354233484 ns/iter 822.5063217935996 ns/iter 1.04
Evaluator_2019_09_Unevaluated_Properties 239.2863548643254 ns/iter 237.15361970252556 ns/iter 1.01
Evaluator_2019_09_OMC_JSON_V2_1 5167.31985063966 ns/iter 4857.373946639596 ns/iter 1.06
Evaluator_Draft7_If_Then_Else 50.71847439266084 ns/iter 51.325981256668335 ns/iter 0.99
Evaluator_Draft7_Vercel_1 113913.16368021957 ns/iter 114116.0302019153 ns/iter 1.00
Evaluator_Draft7_Helm_Chart_Lock_1 729.5218843972791 ns/iter
Evaluator_Draft6_Property_Names 498.4449545726106 ns/iter 501.34304301856207 ns/iter 0.99
Evaluator_Draft4_Meta_1_No_Callback 457.2007656958697 ns/iter 409.4029927489199 ns/iter 1.12
Evaluator_Draft4_Required_Properties 1741.2409448820756 ns/iter 1660.2866787190285 ns/iter 1.05
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 38.45542536283794 ns/iter 38.45034896705544 ns/iter 1.00
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 33.22674508536545 ns/iter 31.825645373932982 ns/iter 1.04
Evaluator_Draft4_Items_Schema 556.1499113826621 ns/iter 546.7566779756253 ns/iter 1.02
Evaluator_Draft4_Nested_Object 3.484468940994042 ns/iter 3.5185630649540975 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Optional 1213.3945193396614 ns/iter 1239.08815270637 ns/iter 0.98
Evaluator_Draft4_Properties_Triad_Closed 1019.5596802126981 ns/iter 1046.430653658637 ns/iter 0.97
Evaluator_Draft4_Properties_Triad_Required 1276.9390901812124 ns/iter 1312.97743100729 ns/iter 0.97
Evaluator_Draft4_Properties_Closed 190.86212439174238 ns/iter 183.76649228252018 ns/iter 1.04
Evaluator_Draft4_Non_Recursive_Ref 48.71719781314685 ns/iter 48.534827092961216 ns/iter 1.00
Evaluator_Draft4_Pattern_Properties_True 348.17632236807657 ns/iter 331.1633617277068 ns/iter 1.05
Evaluator_Draft4_Ref_To_Single_Property 40.07145329854296 ns/iter 38.08500980646505 ns/iter 1.05
Evaluator_Draft4_Additional_Properties_Type 104.59373284559855 ns/iter 103.00134393188786 ns/iter 1.02
Evaluator_Draft4_Nested_Oneof 112.34551898446195 ns/iter 106.33680137401372 ns/iter 1.06
Evaluator_Draft4_Long_Enum 19.335722425606612 ns/iter 19.56628527603649 ns/iter 0.99
Evaluator_Draft4_Type_Object 10.047133274879265 ns/iter 9.977236981458452 ns/iter 1.01
Compiler_2019_09_OMC_JSON_V2 11245332248.000069 ns/iter 11049313954.000013 ns/iter 1.02
Compiler_Draft6_AdaptiveCard 61252884859.00001 ns/iter 60512326921.00007 ns/iter 1.01

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (macos/gcc)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 43831246137.61902 ns/iter 43052526950.83618 ns/iter 1.02
Compiler_2019_09_OMC_JSON_V2 8636865615.844727 ns/iter 8008565902.709961 ns/iter 1.08
Evaluator_Draft4_Meta_1_No_Callback 263.3382506981232 ns/iter 251.30759677473424 ns/iter 1.05
Evaluator_Draft4_Required_Properties 472.0977615759673 ns/iter 462.78691508006347 ns/iter 1.02
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 25.093407488095437 ns/iter 23.144525897155333 ns/iter 1.08
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 13.582923073383803 ns/iter 14.400038111247325 ns/iter 0.94
Evaluator_Draft4_Items_Schema 509.14753907800036 ns/iter 488.3960780113543 ns/iter 1.04
Evaluator_Draft4_Nested_Object 2.1723652145001915 ns/iter 2.034673759947686 ns/iter 1.07
Evaluator_Draft4_Properties_Triad_Optional 940.7702008206751 ns/iter 850.3482388009847 ns/iter 1.11
Evaluator_Draft4_Properties_Triad_Closed 785.8115224944517 ns/iter 700.2201568989664 ns/iter 1.12
Evaluator_Draft4_Properties_Triad_Required 915.8189275981186 ns/iter 796.4869463157959 ns/iter 1.15
Evaluator_Draft4_Properties_Closed 105.5660226095443 ns/iter 95.09675154745572 ns/iter 1.11
Evaluator_Draft4_Non_Recursive_Ref 21.268433983946117 ns/iter 18.04269673662482 ns/iter 1.18
Evaluator_Draft4_Pattern_Properties_True 237.00298327189807 ns/iter 221.72643699881144 ns/iter 1.07
Evaluator_Draft4_Ref_To_Single_Property 13.878789472965305 ns/iter 13.458393721898256 ns/iter 1.03
Evaluator_Draft4_Additional_Properties_Type 39.16371458960629 ns/iter 35.5035183219004 ns/iter 1.10
Evaluator_Draft4_Nested_Oneof 85.42954741990442 ns/iter 79.38964175172947 ns/iter 1.08
Evaluator_Draft4_Long_Enum 11.908529903733413 ns/iter 11.31563951018235 ns/iter 1.05
Evaluator_Draft4_Type_Object 6.817100358488523 ns/iter 6.389391274940677 ns/iter 1.07
Evaluator_Draft6_Property_Names 180.83944301927423 ns/iter 167.64422774374856 ns/iter 1.08
Evaluator_Draft7_If_Then_Else 33.10155805913896 ns/iter 31.041359994359446 ns/iter 1.07
Evaluator_Draft7_Vercel_1 83686.0331054454 ns/iter 79809.59568849165 ns/iter 1.05
Evaluator_Draft7_Helm_Chart_Lock_1 420.38730904208694 ns/iter
Evaluator_2019_09_Unevaluated_Properties 157.64430257564777 ns/iter 152.52339595888571 ns/iter 1.03
Evaluator_2019_09_OMC_JSON_V2_1 2796.2730648910347 ns/iter 2428.292010560954 ns/iter 1.15
Evaluator_2020_12_Dynamic_Ref 579.7721416768767 ns/iter 548.8254475397197 ns/iter 1.06

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (windows/msvc)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 120928898300.00002 ns/iter 127790830400 ns/iter 0.95
Compiler_2019_09_OMC_JSON_V2 25464493699.999935 ns/iter 26891157300.00003 ns/iter 0.95
Evaluator_Draft4_Meta_1_No_Callback 443.0248545469366 ns/iter 429.152187499966 ns/iter 1.03
Evaluator_Draft4_Required_Properties 702.046540178612 ns/iter 742.9993303571842 ns/iter 0.94
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 35.42068770923506 ns/iter 35.13339820223015 ns/iter 1.01
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 21.54373437499757 ns/iter 21.753859374999962 ns/iter 0.99
Evaluator_Draft4_Items_Schema 636.9650892856222 ns/iter 602.0188392856847 ns/iter 1.06
Evaluator_Draft4_Nested_Object 4.026549203618686 ns/iter 4.036888950892857 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Optional 1737.2147653703228 ns/iter 1831.996367853856 ns/iter 0.95
Evaluator_Draft4_Properties_Triad_Closed 1424.8046317836643 ns/iter 1516.0439732144123 ns/iter 0.94
Evaluator_Draft4_Properties_Triad_Required 1753.4332619939294 ns/iter 1858.1248941126498 ns/iter 0.94
Evaluator_Draft4_Properties_Closed 136.0940162458002 ns/iter 146.0440783016114 ns/iter 0.93
Evaluator_Draft4_Non_Recursive_Ref 15.318078125000158 ns/iter 17.40043336562268 ns/iter 0.88
Evaluator_Draft4_Pattern_Properties_True 272.56552779311727 ns/iter 276.2237154564165 ns/iter 0.99
Evaluator_Draft4_Ref_To_Single_Property 22.77863437499761 ns/iter 22.871561128668944 ns/iter 1.00
Evaluator_Draft4_Additional_Properties_Type 32.28552572767498 ns/iter 32.47685206995039 ns/iter 0.99
Evaluator_Draft4_Nested_Oneof 153.1776116071423 ns/iter 140.52133301246013 ns/iter 1.09
Evaluator_Draft4_Long_Enum 22.043593749998536 ns/iter 21.081757871631577 ns/iter 1.05
Evaluator_Draft4_Type_Object 10.249706250000656 ns/iter 9.682442367488335 ns/iter 1.06
Evaluator_Draft6_Property_Names 415.34588632635194 ns/iter 413.5995663571926 ns/iter 1.00
Evaluator_Draft7_If_Then_Else 54.21708000000081 ns/iter 53.087821428568255 ns/iter 1.02
Evaluator_Draft7_Vercel_1 111187.37500000364 ns/iter 119746.55357142133 ns/iter 0.93
Evaluator_Draft7_Helm_Chart_Lock_1 617.803035714307 ns/iter
Evaluator_2019_09_Unevaluated_Properties 425.93229869484014 ns/iter 447.77658095273733 ns/iter 0.95
Evaluator_2019_09_OMC_JSON_V2_1 4383.558125000774 ns/iter 4668.538769059461 ns/iter 0.94
Evaluator_2020_12_Dynamic_Ref 1363.9616455529683 ns/iter 1447.644532301546 ns/iter 0.94

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (macos/llvm)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 36594986083.99997 ns/iter 49305114333.00001 ns/iter 0.74
Compiler_2019_09_OMC_JSON_V2 8258582583.00002 ns/iter 8862448791.00002 ns/iter 0.93
Evaluator_Draft4_Meta_1_No_Callback 300.89175746967214 ns/iter 285.0621286931517 ns/iter 1.06
Evaluator_Draft4_Required_Properties 394.3387415295907 ns/iter 352.3297917885515 ns/iter 1.12
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 19.574388126242784 ns/iter 19.62475781851668 ns/iter 1.00
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 11.56498834955244 ns/iter 10.997227578576409 ns/iter 1.05
Evaluator_Draft4_Items_Schema 383.94334131158934 ns/iter 423.2988516931607 ns/iter 0.91
Evaluator_Draft4_Nested_Object 3.4025020909038646 ns/iter 3.5240606360164892 ns/iter 0.97
Evaluator_Draft4_Properties_Triad_Optional 841.730562450337 ns/iter 843.8599869311842 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Closed 674.0512625051807 ns/iter 699.5321961055272 ns/iter 0.96
Evaluator_Draft4_Properties_Triad_Required 873.0198636276998 ns/iter 851.5022841736908 ns/iter 1.03
Evaluator_Draft4_Properties_Closed 85.57351315200937 ns/iter 83.56633052219775 ns/iter 1.02
Evaluator_Draft4_Non_Recursive_Ref 11.282680955010186 ns/iter 11.141120312884755 ns/iter 1.01
Evaluator_Draft4_Pattern_Properties_True 181.77535394499986 ns/iter 188.49267184781382 ns/iter 0.96
Evaluator_Draft4_Ref_To_Single_Property 11.363965726544805 ns/iter 13.648630757404211 ns/iter 0.83
Evaluator_Draft4_Additional_Properties_Type 21.21342518330187 ns/iter 25.437334766130213 ns/iter 0.83
Evaluator_Draft4_Nested_Oneof 74.65471264058539 ns/iter 86.52474385054964 ns/iter 0.86
Evaluator_Draft4_Long_Enum 30.70457804541259 ns/iter 46.410829377895325 ns/iter 0.66
Evaluator_Draft4_Type_Object 6.2524582838369485 ns/iter 7.858958441847898 ns/iter 0.80
Evaluator_Draft6_Property_Names 154.3868440837663 ns/iter 148.00070432405036 ns/iter 1.04
Evaluator_Draft7_If_Then_Else 29.486684322718208 ns/iter 29.433305003848695 ns/iter 1.00
Evaluator_Draft7_Vercel_1 86853.04149084799 ns/iter 80120.7471518284 ns/iter 1.08
Evaluator_Draft7_Helm_Chart_Lock_1 414.26145839771857 ns/iter
Evaluator_2019_09_Unevaluated_Properties 159.32815825982047 ns/iter 170.26767456636648 ns/iter 0.94
Evaluator_2019_09_OMC_JSON_V2_1 2720.981349568225 ns/iter 2778.8009224330376 ns/iter 0.98
Evaluator_2020_12_Dynamic_Ref 506.43991176204764 ns/iter 563.8581940950597 ns/iter 0.90

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (linux/llvm)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 53658336624.000015 ns/iter 54354387596.99997 ns/iter 0.99
Compiler_2019_09_OMC_JSON_V2 10783066971.999971 ns/iter 10815444330.99998 ns/iter 1.00
Evaluator_Draft4_Meta_1_No_Callback 351.17106150414037 ns/iter 362.80230987153317 ns/iter 0.97
Evaluator_Draft4_Required_Properties 766.4289718715507 ns/iter 765.0710040547026 ns/iter 1.00
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 36.489831218648504 ns/iter 39.26150095971989 ns/iter 0.93
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 23.498569007465118 ns/iter 23.539852856682398 ns/iter 1.00
Evaluator_Draft4_Items_Schema 690.2468819842449 ns/iter 762.724689154277 ns/iter 0.90
Evaluator_Draft4_Nested_Object 4.346602027409223 ns/iter 4.957293045004951 ns/iter 0.88
Evaluator_Draft4_Properties_Triad_Optional 1181.8669265183678 ns/iter 1197.4765970294573 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Closed 990.7999443000612 ns/iter 1011.9462816401696 ns/iter 0.98
Evaluator_Draft4_Properties_Triad_Required 1213.6751977267115 ns/iter 1237.1315545608174 ns/iter 0.98
Evaluator_Draft4_Properties_Closed 132.24494043975747 ns/iter 136.6766325191647 ns/iter 0.97
Evaluator_Draft4_Non_Recursive_Ref 28.485624023512784 ns/iter 33.48812138502155 ns/iter 0.85
Evaluator_Draft4_Pattern_Properties_True 253.9708217688539 ns/iter 264.043306457686 ns/iter 0.96
Evaluator_Draft4_Ref_To_Single_Property 23.262672264594386 ns/iter 24.93800541266873 ns/iter 0.93
Evaluator_Draft4_Additional_Properties_Type 54.103390868912776 ns/iter 62.302369860567936 ns/iter 0.87
Evaluator_Draft4_Nested_Oneof 126.17537202680514 ns/iter 131.57053856221967 ns/iter 0.96
Evaluator_Draft4_Long_Enum 20.67739919327677 ns/iter 22.941989497486276 ns/iter 0.90
Evaluator_Draft4_Type_Object 10.231359844484777 ns/iter 11.755779266385199 ns/iter 0.87
Evaluator_Draft6_Property_Names 268.2722137698304 ns/iter 249.0546089508629 ns/iter 1.08
Evaluator_Draft7_If_Then_Else 54.77174349638009 ns/iter 57.346392367451024 ns/iter 0.96
Evaluator_Draft7_Vercel_1 101978.82080586205 ns/iter 103566.72656947312 ns/iter 0.98
Evaluator_Draft7_Helm_Chart_Lock_1 573.0647281996067 ns/iter
Evaluator_2019_09_Unevaluated_Properties 194.54790538667234 ns/iter 188.80396727474186 ns/iter 1.03
Evaluator_2019_09_OMC_JSON_V2_1 3368.910056894064 ns/iter 3418.8808005884584 ns/iter 0.99
Evaluator_2020_12_Dynamic_Ref 819.2945968849185 ns/iter 853.1555540416539 ns/iter 0.96

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (linux/gcc)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Evaluator_2020_12_Dynamic_Ref 841.4471846753042 ns/iter 822.5063217935996 ns/iter 1.02
Evaluator_2019_09_Unevaluated_Properties 235.76679721956103 ns/iter 237.15361970252556 ns/iter 0.99
Evaluator_2019_09_OMC_JSON_V2_1 5061.631429999807 ns/iter 4857.373946639596 ns/iter 1.04
Evaluator_Draft7_If_Then_Else 50.988775704308104 ns/iter 51.325981256668335 ns/iter 0.99
Evaluator_Draft7_Vercel_1 115190.9964297315 ns/iter 114116.0302019153 ns/iter 1.01
Evaluator_Draft7_Helm_Chart_Lock_1 725.7928223030498 ns/iter
Evaluator_Draft6_Property_Names 497.38392399040345 ns/iter 501.34304301856207 ns/iter 0.99
Evaluator_Draft4_Meta_1_No_Callback 427.23693264829916 ns/iter 409.4029927489199 ns/iter 1.04
Evaluator_Draft4_Required_Properties 1704.83151411477 ns/iter 1660.2866787190285 ns/iter 1.03
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 38.20329786172623 ns/iter 38.45034896705544 ns/iter 0.99
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 32.966965602491705 ns/iter 31.825645373932982 ns/iter 1.04
Evaluator_Draft4_Items_Schema 532.3970799655883 ns/iter 546.7566779756253 ns/iter 0.97
Evaluator_Draft4_Nested_Object 3.4876296385885026 ns/iter 3.5185630649540975 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Optional 1224.4578649761245 ns/iter 1239.08815270637 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Closed 1021.4799535919237 ns/iter 1046.430653658637 ns/iter 0.98
Evaluator_Draft4_Properties_Triad_Required 1288.9572690633554 ns/iter 1312.97743100729 ns/iter 0.98
Evaluator_Draft4_Properties_Closed 186.02225263417174 ns/iter 183.76649228252018 ns/iter 1.01
Evaluator_Draft4_Non_Recursive_Ref 48.49884051098395 ns/iter 48.534827092961216 ns/iter 1.00
Evaluator_Draft4_Pattern_Properties_True 345.60303272504177 ns/iter 331.1633617277068 ns/iter 1.04
Evaluator_Draft4_Ref_To_Single_Property 36.37760451265992 ns/iter 38.08500980646505 ns/iter 0.96
Evaluator_Draft4_Additional_Properties_Type 103.10860102428082 ns/iter 103.00134393188786 ns/iter 1.00
Evaluator_Draft4_Nested_Oneof 112.36160558487299 ns/iter 106.33680137401372 ns/iter 1.06
Evaluator_Draft4_Long_Enum 19.331734100118613 ns/iter 19.56628527603649 ns/iter 0.99
Evaluator_Draft4_Type_Object 10.081457635326696 ns/iter 9.977236981458452 ns/iter 1.01
Compiler_2019_09_OMC_JSON_V2 11302584556.999931 ns/iter 11049313954.000013 ns/iter 1.02
Compiler_Draft6_AdaptiveCard 61028300676.99995 ns/iter 60512326921.00007 ns/iter 1.01

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (macos/gcc)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 42390283823.013306 ns/iter 43052526950.83618 ns/iter 0.98
Compiler_2019_09_OMC_JSON_V2 7983206033.706665 ns/iter 8008565902.709961 ns/iter 1.00
Evaluator_Draft4_Meta_1_No_Callback 284.31995148808284 ns/iter 251.30759677473424 ns/iter 1.13
Evaluator_Draft4_Required_Properties 458.09679192763247 ns/iter 462.78691508006347 ns/iter 0.99
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 23.433161050453503 ns/iter 23.144525897155333 ns/iter 1.01
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 13.93899082295026 ns/iter 14.400038111247325 ns/iter 0.97
Evaluator_Draft4_Items_Schema 516.5070385044693 ns/iter 488.3960780113543 ns/iter 1.06
Evaluator_Draft4_Nested_Object 1.98691931184684 ns/iter 2.034673759947686 ns/iter 0.98
Evaluator_Draft4_Properties_Triad_Optional 843.2075699167567 ns/iter 850.3482388009847 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Closed 714.8023142514543 ns/iter 700.2201568989664 ns/iter 1.02
Evaluator_Draft4_Properties_Triad_Required 843.3555158270119 ns/iter 796.4869463157959 ns/iter 1.06
Evaluator_Draft4_Properties_Closed 97.28793132249943 ns/iter 95.09675154745572 ns/iter 1.02
Evaluator_Draft4_Non_Recursive_Ref 19.72715235235703 ns/iter 18.04269673662482 ns/iter 1.09
Evaluator_Draft4_Pattern_Properties_True 232.4764380827239 ns/iter 221.72643699881144 ns/iter 1.05
Evaluator_Draft4_Ref_To_Single_Property 13.828282605601721 ns/iter 13.458393721898256 ns/iter 1.03
Evaluator_Draft4_Additional_Properties_Type 37.318989412040104 ns/iter 35.5035183219004 ns/iter 1.05
Evaluator_Draft4_Nested_Oneof 79.7385963548026 ns/iter 79.38964175172947 ns/iter 1.00
Evaluator_Draft4_Long_Enum 11.424403932614712 ns/iter 11.31563951018235 ns/iter 1.01
Evaluator_Draft4_Type_Object 6.588513807529392 ns/iter 6.389391274940677 ns/iter 1.03
Evaluator_Draft6_Property_Names 178.11807910145578 ns/iter 167.64422774374856 ns/iter 1.06
Evaluator_Draft7_If_Then_Else 31.76158987981728 ns/iter 31.041359994359446 ns/iter 1.02
Evaluator_Draft7_Vercel_1 81102.45908045332 ns/iter 79809.59568849165 ns/iter 1.02
Evaluator_Draft7_Helm_Chart_Lock_1 391.2832538867461 ns/iter
Evaluator_2019_09_Unevaluated_Properties 162.03385009952456 ns/iter 152.52339595888571 ns/iter 1.06
Evaluator_2019_09_OMC_JSON_V2_1 2519.6101902065006 ns/iter 2428.292010560954 ns/iter 1.04
Evaluator_2020_12_Dynamic_Ref 556.5673392877951 ns/iter 548.8254475397197 ns/iter 1.01

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (windows/msvc)

Benchmark suite Current: ec545ed Previous: 3f2ae1a Ratio
Compiler_Draft6_AdaptiveCard 122265976200.00006 ns/iter 127790830400 ns/iter 0.96
Compiler_2019_09_OMC_JSON_V2 25666284099.999985 ns/iter 26891157300.00003 ns/iter 0.95
Evaluator_Draft4_Meta_1_No_Callback 444.79476032283105 ns/iter 429.152187499966 ns/iter 1.04
Evaluator_Draft4_Required_Properties 710.3251785713788 ns/iter 742.9993303571842 ns/iter 0.96
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 35.46600472382312 ns/iter 35.13339820223015 ns/iter 1.01
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 21.792340625005124 ns/iter 21.753859374999962 ns/iter 1.00
Evaluator_Draft4_Items_Schema 648.7082142856236 ns/iter 602.0188392856847 ns/iter 1.08
Evaluator_Draft4_Nested_Object 4.029683132195716 ns/iter 4.036888950892857 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Optional 1737.7749077399935 ns/iter 1831.996367853856 ns/iter 0.95
Evaluator_Draft4_Properties_Triad_Closed 1427.274206573987 ns/iter 1516.0439732144123 ns/iter 0.94
Evaluator_Draft4_Properties_Triad_Required 1754.4561019266164 ns/iter 1858.1248941126498 ns/iter 0.94
Evaluator_Draft4_Properties_Closed 137.80443804443337 ns/iter 146.0440783016114 ns/iter 0.94
Evaluator_Draft4_Non_Recursive_Ref 16.724277120146503 ns/iter 17.40043336562268 ns/iter 0.96
Evaluator_Draft4_Pattern_Properties_True 275.68404132514587 ns/iter 276.2237154564165 ns/iter 1.00
Evaluator_Draft4_Ref_To_Single_Property 22.772330102990406 ns/iter 22.871561128668944 ns/iter 1.00
Evaluator_Draft4_Additional_Properties_Type 30.627558291049528 ns/iter 32.47685206995039 ns/iter 0.94
Evaluator_Draft4_Nested_Oneof 156.36968749999727 ns/iter 140.52133301246013 ns/iter 1.11
Evaluator_Draft4_Long_Enum 22.43743750000249 ns/iter 21.081757871631577 ns/iter 1.06
Evaluator_Draft4_Type_Object 10.235020312499898 ns/iter 9.682442367488335 ns/iter 1.06
Evaluator_Draft6_Property_Names 418.3341479539812 ns/iter 413.5995663571926 ns/iter 1.01
Evaluator_Draft7_If_Then_Else 53.91830999999456 ns/iter 53.087821428568255 ns/iter 1.02
Evaluator_Draft7_Vercel_1 111920.65624999971 ns/iter 119746.55357142133 ns/iter 0.93
Evaluator_Draft7_Helm_Chart_Lock_1 625.5883999999696 ns/iter
Evaluator_2019_09_Unevaluated_Properties 427.620040029883 ns/iter 447.77658095273733 ns/iter 0.95
Evaluator_2019_09_OMC_JSON_V2_1 4427.057499999875 ns/iter 4668.538769059461 ns/iter 0.95
Evaluator_2020_12_Dynamic_Ref 1365.1322477084834 ns/iter 1447.644532301546 ns/iter 0.94

This comment was automatically generated by workflow using github-action-benchmark.

Please sign in to comment.