Don't crash on bundled remotes that rely on the default dialect - #962
Conversation
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
🤖 Augment PR SummarySummary: This PR prevents crashes when bundling/compiling schemas that reference remote resources which don’t declare Changes:
Technical Notes: The change primarily hardens dialect inference/propagation during bundling and replaces a debug-only safety check with a recoverable error path in compilation. 🤖 Was this summary useful? React with 👍 or 👎 |
There was a problem hiding this comment.
Benchmark (linux/llvm)
Details
| Benchmark suite | Current: 4a67587 | Previous: 7e24c6d | Ratio |
|---|---|---|---|
Schema_Iterator_ISO_Language |
3141160.1155554713 ns/iter |
2945574.709401704 ns/iter |
1.07 |
Schema_Tracker_ISO_Language |
5062039.114864706 ns/iter |
4634553.395973072 ns/iter |
1.09 |
Schema_Tracker_ISO_Language_To_JSON |
20566324.970586184 ns/iter |
20391251.970589593 ns/iter |
1.01 |
Schema_Frame_WoT_References |
4639662.695946011 ns/iter |
4575849.749999718 ns/iter |
1.01 |
Schema_Frame_OMC_References |
24297806.482756075 ns/iter |
20770436.39394216 ns/iter |
1.17 |
Schema_Frame_OMC_Locations |
23462264.812501132 ns/iter |
19395403.945945628 ns/iter |
1.21 |
Schema_Frame_ISO_Language_Locations |
122529706.39999601 ns/iter |
103175767.00000094 ns/iter |
1.19 |
Schema_Frame_KrakenD_References |
45943397.8749999 ns/iter |
40128653.41175765 ns/iter |
1.14 |
Schema_Frame_KrakenD_Reachable |
704974285.0000484 ns/iter |
549352042.0002369 ns/iter |
1.28 |
Schema_Frame_ISO_Language_Locations_To_JSON |
136593219.50001413 ns/iter |
118361865.79998867 ns/iter |
1.15 |
Schema_Frame_Many_Resources_References |
396390323.99998087 ns/iter |
359223303.0000216 ns/iter |
1.10 |
Schema_Bundle_Meta_2020_12 |
1455387.0867787318 ns/iter |
1468858.651986705 ns/iter |
0.99 |
Schema_Format_ISO_Language_To_JSON |
117800122.50000028 ns/iter |
108060169.85709122 ns/iter |
1.09 |
E2E_Compiler_adaptivecard |
64706110.999995045 ns/iter |
59648912.00000011 ns/iter |
1.08 |
E2E_Compiler_ansible_meta |
26555921.346152026 ns/iter |
25061201.82143182 ns/iter |
1.06 |
E2E_Compiler_aws_cdk |
309810.86145648465 ns/iter |
333722.1319047568 ns/iter |
0.93 |
E2E_Compiler_babelrc |
2331372.9533333573 ns/iter |
2334820.759999729 ns/iter |
1.00 |
E2E_Compiler_clang_format |
16719330.547619479 ns/iter |
16373386.093021529 ns/iter |
1.02 |
E2E_Compiler_cmake_presets |
27720267.592594948 ns/iter |
25236410.10714885 ns/iter |
1.10 |
E2E_Compiler_code_climate |
2350119.7651005853 ns/iter |
2333395.9461279516 ns/iter |
1.01 |
E2E_Compiler_cql2 |
13382503.566038584 ns/iter |
13084564.777778318 ns/iter |
1.02 |
E2E_Compiler_cspell |
23624027.39999728 ns/iter |
22824499.451615103 ns/iter |
1.04 |
E2E_Compiler_cypress |
3963013.602272399 ns/iter |
3933881.786516967 ns/iter |
1.01 |
E2E_Compiler_deno |
7157339.72164972 ns/iter |
7040002.319999984 ns/iter |
1.02 |
E2E_Compiler_dependabot |
3586279.70769225 ns/iter |
3553871.0761420815 ns/iter |
1.01 |
E2E_Compiler_draft_04 |
2424396.6968642683 ns/iter |
2451844.235087775 ns/iter |
0.99 |
E2E_Compiler_fabric_mod |
4308228.699386343 ns/iter |
4291046.3496927 ns/iter |
1.00 |
E2E_Compiler_geojson |
22542943.454544168 ns/iter |
20450128.7647043 ns/iter |
1.10 |
E2E_Compiler_gitpod_configuration |
4578628.575163123 ns/iter |
4551036.05844221 ns/iter |
1.01 |
E2E_Compiler_helm_chart_lock |
593028.459527861 ns/iter |
628609.4331839839 ns/iter |
0.94 |
E2E_Compiler_importmap |
234431.0160696185 ns/iter |
249283.26074595025 ns/iter |
0.94 |
E2E_Compiler_jasmine |
1243471.9999999348 ns/iter |
1239666.8127208557 ns/iter |
1.00 |
E2E_Compiler_jshintrc |
3879274.4943821216 ns/iter |
3894212.7000003285 ns/iter |
1.00 |
E2E_Compiler_jsconfig |
22091583.06060765 ns/iter |
20218568.285716694 ns/iter |
1.09 |
E2E_Compiler_krakend |
160225611.7500076 ns/iter |
140581363.5999948 ns/iter |
1.14 |
E2E_Compiler_lazygit |
33327876.999997467 ns/iter |
30714896.69565855 ns/iter |
1.09 |
E2E_Compiler_lerna |
1422112.3918367324 ns/iter |
1454894.0769230789 ns/iter |
0.98 |
E2E_Compiler_nest_cli |
6857664.313725745 ns/iter |
6762034.990384354 ns/iter |
1.01 |
E2E_Compiler_omc |
180933741.24998719 ns/iter |
154791534.5000206 ns/iter |
1.17 |
E2E_Compiler_omnisharp |
6087575.061402723 ns/iter |
6050343.4956523925 ns/iter |
1.01 |
E2E_Compiler_openapi |
24999706.433330476 ns/iter |
23138723.266667206 ns/iter |
1.08 |
E2E_Compiler_pre_commit_hooks |
4736231.898648015 ns/iter |
4724821.756756658 ns/iter |
1.00 |
E2E_Compiler_pulumi |
3688258.6806285493 ns/iter |
3659114.276041227 ns/iter |
1.01 |
E2E_Compiler_semantic_release |
1382859.2465481942 ns/iter |
1396985.7454913019 ns/iter |
0.99 |
E2E_Compiler_stale |
1408850.441532283 ns/iter |
1423625.293279217 ns/iter |
0.99 |
E2E_Compiler_stylecop |
5266621.616540835 ns/iter |
5203864.548147302 ns/iter |
1.01 |
E2E_Compiler_tmuxinator |
1683464.387019521 ns/iter |
1721289.5405409473 ns/iter |
0.98 |
E2E_Compiler_ui5 |
53163891.28571635 ns/iter |
48217470.733334266 ns/iter |
1.10 |
E2E_Compiler_ui5_manifest |
401244076.0000118 ns/iter |
314007126.500087 ns/iter |
1.28 |
E2E_Compiler_unreal_engine_uproject |
4196266.994012296 ns/iter |
4179374.789157053 ns/iter |
1.00 |
E2E_Compiler_users_array |
747062.9094828104 ns/iter |
799601.5616436229 ns/iter |
0.93 |
E2E_Compiler_vercel |
12414026.563634582 ns/iter |
12270575.224141762 ns/iter |
1.01 |
E2E_Compiler_yamllint |
288998.9826374777 ns/iter |
310244.8368071602 ns/iter |
0.93 |
E2E_Evaluator_adaptivecard |
26610.51125129288 ns/iter |
25199.36184448992 ns/iter |
1.06 |
E2E_Evaluator_ansible_meta |
231059.67811878555 ns/iter |
240425.57952216404 ns/iter |
0.96 |
E2E_Evaluator_aws_cdk |
46507.75552907241 ns/iter |
53139.16661630256 ns/iter |
0.88 |
E2E_Evaluator_babelrc |
100445.16683145288 ns/iter |
116668.85981773945 ns/iter |
0.86 |
E2E_Evaluator_cerebrum_criminal_case |
1158075.6302931916 ns/iter |
1054882.5610856602 ns/iter |
1.10 |
E2E_Evaluator_clang_format |
114186.4004240807 ns/iter |
119304.99593014506 ns/iter |
0.96 |
E2E_Evaluator_cmake_presets |
6803167.368422548 ns/iter |
5389653.335443274 ns/iter |
1.26 |
E2E_Evaluator_code_climate |
165579.83440275062 ns/iter |
187211.18121870304 ns/iter |
0.88 |
E2E_Evaluator_cql2 |
205985.6547512628 ns/iter |
222373.38830966418 ns/iter |
0.93 |
E2E_Evaluator_cspell |
640451.2025783852 ns/iter |
641302.2527573025 ns/iter |
1.00 |
E2E_Evaluator_cypress |
175728.82658388146 ns/iter |
194754.8690077966 ns/iter |
0.90 |
E2E_Evaluator_deno |
273624.16951130505 ns/iter |
326198.52345559304 ns/iter |
0.84 |
E2E_Evaluator_dependabot |
345221.6888463518 ns/iter |
340206.08176111075 ns/iter |
1.01 |
E2E_Evaluator_draft_04 |
13436513.369563963 ns/iter |
10153585.2083335 ns/iter |
1.32 |
E2E_Evaluator_fabric_mod |
793522.7850000502 ns/iter |
689402.6013986088 ns/iter |
1.15 |
E2E_Evaluator_geojson |
20668790.939391166 ns/iter |
17085274.1463444 ns/iter |
1.21 |
E2E_Evaluator_gitpod_configuration |
229976.9642857061 ns/iter |
245893.71050770895 ns/iter |
0.94 |
E2E_Evaluator_helm_chart_lock |
251518.43735934602 ns/iter |
323878.82124714146 ns/iter |
0.78 |
E2E_Evaluator_importmap |
53636.64804470698 ns/iter |
52525.67387798228 ns/iter |
1.02 |
E2E_Evaluator_jasmine |
101551.10704549268 ns/iter |
108645.29489781351 ns/iter |
0.93 |
E2E_Evaluator_jshintrc |
1176755.725293083 ns/iter |
1213486.1105353818 ns/iter |
0.97 |
E2E_Evaluator_jsconfig |
418753.4017963193 ns/iter |
434934.2071959631 ns/iter |
0.96 |
E2E_Evaluator_krakend |
197719.75296443567 ns/iter |
218488.77809610456 ns/iter |
0.90 |
E2E_Evaluator_lazygit |
134337.33074835816 ns/iter |
154370.4911653106 ns/iter |
0.87 |
E2E_Evaluator_lerna |
118479.272379996 ns/iter |
149480.04811447166 ns/iter |
0.79 |
E2E_Evaluator_nest_cli |
193067.9227820519 ns/iter |
195190.64307692484 ns/iter |
0.99 |
E2E_Evaluator_omc |
23803.045139004364 ns/iter |
21761.284594486013 ns/iter |
1.09 |
E2E_Evaluator_omnisharp |
571214.3178808469 ns/iter |
615302.3688380594 ns/iter |
0.93 |
E2E_Evaluator_openapi |
20767507.52941253 ns/iter |
15895792.195124159 ns/iter |
1.31 |
E2E_Evaluator_pre_commit_hooks |
554587.5759444685 ns/iter |
502023.9135714226 ns/iter |
1.10 |
E2E_Evaluator_pulumi |
692854.0174897314 ns/iter |
693462.3333332452 ns/iter |
1.00 |
E2E_Evaluator_semantic_release |
87057.35288922914 ns/iter |
104747.73664232985 ns/iter |
0.83 |
E2E_Evaluator_stale |
153185.00372234502 ns/iter |
154105.9831693839 ns/iter |
0.99 |
E2E_Evaluator_stylecop |
282069.3303006456 ns/iter |
299127.0809523729 ns/iter |
0.94 |
E2E_Evaluator_tmuxinator |
86111.92260366406 ns/iter |
101741.25230149383 ns/iter |
0.85 |
E2E_Evaluator_ui5 |
504508.6708028033 ns/iter |
523885.76211774995 ns/iter |
0.96 |
E2E_Evaluator_ui5_manifest |
2586024.267148271 ns/iter |
2614807.873606239 ns/iter |
0.99 |
E2E_Evaluator_unreal_engine_uproject |
451572.0417264988 ns/iter |
458410.1414666865 ns/iter |
0.99 |
E2E_Evaluator_users_array |
808543.9772729202 ns/iter |
587951.7171717639 ns/iter |
1.38 |
E2E_Evaluator_vercel |
268599.80630459613 ns/iter |
324856.7369875492 ns/iter |
0.83 |
E2E_Evaluator_yamllint |
8683.97164341742 ns/iter |
8845.702902421643 ns/iter |
0.98 |
JSONLD_Catalog_Simple |
29303224.291661914 ns/iter |
26783631.346155252 ns/iter |
1.09 |
JSONLD_Catalog_Override_Agreeing |
29784336.239999905 ns/iter |
27094362.961537838 ns/iter |
1.10 |
JSONLD_Catalog_Override_Shadowing |
47994604.062495224 ns/iter |
38991567.499995954 ns/iter |
1.23 |
Micro_Draft4_Meta_1_No_Callback |
203.64231337992277 ns/iter |
200.2679705402883 ns/iter |
1.02 |
Micro_Draft4_Required_Properties |
915.8467402242694 ns/iter |
803.8951637704174 ns/iter |
1.14 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
26.55668024282526 ns/iter |
23.57044607280166 ns/iter |
1.13 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
11.751625127359452 ns/iter |
11.854618520415405 ns/iter |
0.99 |
Micro_Draft4_Items_Schema |
284.33646751287483 ns/iter |
279.3332413872563 ns/iter |
1.02 |
Micro_Draft4_Nested_Object |
1.7601627471888461 ns/iter |
1.780816022820693 ns/iter |
0.99 |
Micro_Draft4_Properties_Triad_Optional |
330.33520061421063 ns/iter |
332.9979007059841 ns/iter |
0.99 |
Micro_Draft4_Properties_Triad_Closed |
274.58273058623826 ns/iter |
274.614472402414 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Required |
346.87278198662364 ns/iter |
351.8391993275515 ns/iter |
0.99 |
Micro_Draft4_Properties_Closed |
64.80850817562052 ns/iter |
61.93968662436862 ns/iter |
1.05 |
Micro_Draft4_Non_Recursive_Ref |
16.281501491671342 ns/iter |
17.251877746028686 ns/iter |
0.94 |
Micro_Draft4_Pattern_Properties_True |
154.91918293572525 ns/iter |
164.6694473369997 ns/iter |
0.94 |
Micro_Draft4_Ref_To_Single_Property |
12.080432288074128 ns/iter |
11.871041157223562 ns/iter |
1.02 |
Micro_Draft4_Additional_Properties_Type |
37.981580623018964 ns/iter |
32.94720175678061 ns/iter |
1.15 |
Micro_Draft4_Nested_Oneof |
57.49323416339739 ns/iter |
60.70132395822899 ns/iter |
0.95 |
Micro_Draft4_Short_Enum |
11.071152326111456 ns/iter |
9.972637034279249 ns/iter |
1.11 |
Micro_Draft4_Long_Enum |
14.089010074653979 ns/iter |
14.651143825565613 ns/iter |
0.96 |
Micro_Draft4_Long_Enum_Short_Strings |
10.92294825928998 ns/iter |
9.982208763914755 ns/iter |
1.09 |
Micro_Draft4_Type_Object |
3.5310362025287 ns/iter |
3.42912222830232 ns/iter |
1.03 |
Micro_Draft4_Ref_Single_100 |
2283104.5888155266 ns/iter |
2373764.427118473 ns/iter |
0.96 |
Micro_Draft4_Compile_Ref_Many_Nested |
1673983.5408652825 ns/iter |
1727355.2850117646 ns/iter |
0.97 |
Micro_Draft4_Compile_Wrap |
2327789.033445341 ns/iter |
2344145.5217390927 ns/iter |
0.99 |
Micro_Draft6_Property_Names |
138.96701788358476 ns/iter |
143.18412873825523 ns/iter |
0.97 |
Micro_Draft6_Compile_FHIR |
17119571041.999962 ns/iter |
13270091871.999966 ns/iter |
1.29 |
Micro_Draft7_If_Then_Else |
23.677006789505693 ns/iter |
22.427480012906535 ns/iter |
1.06 |
Micro_2019_09_Unevaluated_Properties |
26.05311523370712 ns/iter |
27.759783446781228 ns/iter |
0.94 |
Micro_2019_09_Compile_Wrap |
335343844.5000165 ns/iter |
294822141.50004894 ns/iter |
1.14 |
Micro_2020_12_Dynamic_Ref |
718.9247304658819 ns/iter |
762.7426922310998 ns/iter |
0.94 |
Micro_2020_12_Dynamic_Ref_Single |
3.5258327648191483 ns/iter |
3.42925562349231 ns/iter |
1.03 |
Micro_2020_12_Simple_Output_Mask |
1072.5061971154712 ns/iter |
1101.5595054801975 ns/iter |
0.97 |
Micro_2020_12_Simple_Output_Annotations |
62038.07592171331 ns/iter |
69795.64751647327 ns/iter |
0.89 |
Micro_2020_12_Simple_Output_Annotation_Dropping |
1532782.5550754527 ns/iter |
1640241.289719406 ns/iter |
0.93 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
953082.892076422 ns/iter |
992116.910891364 ns/iter |
0.96 |
Micro_2020_12_Exhaustive_Deep_Numeric |
8472.254125413578 ns/iter |
8370.415690810592 ns/iter |
1.01 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
43506.1810065009 ns/iter |
45927.63237106106 ns/iter |
0.95 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
22921.909684402424 ns/iter |
22785.875773331016 ns/iter |
1.01 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
153.01530807723339 ns/iter |
148.83363519484237 ns/iter |
1.03 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
2584.341400560982 ns/iter |
2828.76400215936 ns/iter |
0.91 |
Alterschema_Check_Readibility_ISO_Language_Set_3 |
400297938.99998367 ns/iter |
375856586.5000492 ns/iter |
1.07 |
Alterschema_Check_Readibility_OMC |
92510766.00000374 ns/iter |
86426367.00000139 ns/iter |
1.07 |
Alterschema_Check_Readibility_KrakenD |
1387198506.9999938 ns/iter |
1160511900.0000741 ns/iter |
1.20 |
Alterschema_Apply_Readibility_KrakenD |
134183028116.99982 ns/iter |
117654006033.00009 ns/iter |
1.14 |
Alterschema_Check_Invalid_External_Refs |
275741807.66661507 ns/iter |
295566675.0000319 ns/iter |
0.93 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/llvm)
Details
| Benchmark suite | Current: 4a67587 | Previous: 7e24c6d | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
121675 ns |
120139 ns |
1.01 |
E2E_Evaluator_ansible-meta |
569015 ns |
521426 ns |
1.09 |
E2E_Evaluator_aws-cdk |
131182 ns |
145039 ns |
0.90 |
E2E_Evaluator_babelrc |
346220 ns |
342028 ns |
1.01 |
E2E_Evaluator_cerebrum-criminal-case |
2781487 ns |
2509032 ns |
1.11 |
E2E_Evaluator_clang-format |
275799 ns |
248854 ns |
1.11 |
E2E_Evaluator_cmake-presets |
22290852 ns |
18010846 ns |
1.24 |
E2E_Evaluator_code-climate |
534337 ns |
516283 ns |
1.03 |
E2E_Evaluator_cql2 |
1310101 ns |
1308579 ns |
1.00 |
E2E_Evaluator_cspell |
1845470 ns |
1451014 ns |
1.27 |
E2E_Evaluator_cypress |
947914 ns |
767919 ns |
1.23 |
E2E_Evaluator_deno |
1159869 ns |
1040800 ns |
1.11 |
E2E_Evaluator_dependabot |
1136753 ns |
1119497 ns |
1.02 |
E2E_Evaluator_draft-04 |
25457150 ns |
22317651 ns |
1.14 |
E2E_Evaluator_fabric-mod |
2625389 ns |
2318852 ns |
1.13 |
E2E_Evaluator_geojson |
26147600 ns |
24814032 ns |
1.05 |
E2E_Evaluator_gitpod-configuration |
753359 ns |
725084 ns |
1.04 |
E2E_Evaluator_helm-chart-lock |
1005422 ns |
989419 ns |
1.02 |
E2E_Evaluator_importmap |
269793 ns |
263863 ns |
1.02 |
E2E_Evaluator_jasmine |
283884 ns |
305928 ns |
0.93 |
E2E_Evaluator_jsconfig |
1553983 ns |
1220803 ns |
1.27 |
E2E_Evaluator_jshintrc |
2970044 ns |
2729095 ns |
1.09 |
E2E_Evaluator_krakend |
643331 ns |
668345 ns |
0.96 |
E2E_Evaluator_lazygit |
502921 ns |
494917 ns |
1.02 |
E2E_Evaluator_lerna |
453123 ns |
469030 ns |
0.97 |
E2E_Evaluator_nest-cli |
653191 ns |
587979 ns |
1.11 |
E2E_Evaluator_omc |
118001 ns |
119716 ns |
0.99 |
E2E_Evaluator_omnisharp |
1550707 ns |
1399726 ns |
1.11 |
E2E_Evaluator_openapi |
45004673 ns |
42721582 ns |
1.05 |
E2E_Evaluator_pre-commit-hooks |
2247657 ns |
1934077 ns |
1.16 |
E2E_Evaluator_pulumi |
2111676 ns |
1908579 ns |
1.11 |
E2E_Evaluator_semantic-release |
237098 ns |
247788 ns |
0.96 |
E2E_Evaluator_stale |
394239 ns |
395132 ns |
1.00 |
E2E_Evaluator_stylecop |
1202659 ns |
1154843 ns |
1.04 |
E2E_Evaluator_tmuxinator |
228900 ns |
230924 ns |
0.99 |
E2E_Evaluator_ui5 |
2367976 ns |
2220591 ns |
1.07 |
E2E_Evaluator_ui5-manifest |
11948827 ns |
11831162 ns |
1.01 |
E2E_Evaluator_unreal-engine-uproject |
1654952 ns |
1556592 ns |
1.06 |
E2E_Evaluator_users-array |
3067571 ns |
3068309 ns |
1.00 |
E2E_Evaluator_vercel |
1035813 ns |
954971 ns |
1.08 |
E2E_Evaluator_yamllint |
29101 ns |
25452 ns |
1.14 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (linux/gcc)
Details
| Benchmark suite | Current: 4a67587 | Previous: e03fd87 | Ratio |
|---|---|---|---|
Alterschema_Check_Readibility_ISO_Language_Set_3 |
367925008.0000429 ns/iter |
357397540.49996006 ns/iter |
1.03 |
Alterschema_Check_Readibility_OMC |
96216718.57140817 ns/iter |
106692591.14284353 ns/iter |
0.90 |
Alterschema_Check_Readibility_KrakenD |
1326343550.999809 ns/iter |
1442259728.999943 ns/iter |
0.92 |
Alterschema_Apply_Readibility_KrakenD |
122312018367.00006 ns/iter |
133785397064.99986 ns/iter |
0.91 |
Alterschema_Check_Invalid_External_Refs |
317248346.00004214 ns/iter |
292008057.9999649 ns/iter |
1.09 |
Micro_2020_12_Dynamic_Ref |
838.7224309193348 ns/iter |
795.5893897865843 ns/iter |
1.05 |
Micro_2020_12_Dynamic_Ref_Single |
4.981629187659016 ns/iter |
4.57596239392603 ns/iter |
1.09 |
Micro_2020_12_Simple_Output_Mask |
1115.5049618900907 ns/iter |
1072.3657022449047 ns/iter |
1.04 |
Micro_2020_12_Simple_Output_Annotations |
83732.61293779436 ns/iter |
70337.31761414402 ns/iter |
1.19 |
Micro_2020_12_Simple_Output_Annotation_Dropping |
2001002.0229221121 ns/iter |
1781142.3307695151 ns/iter |
1.12 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1145872.1775244551 ns/iter |
1093986.176744319 ns/iter |
1.05 |
Micro_2020_12_Exhaustive_Deep_Numeric |
9410.64675984775 ns/iter |
8912.389416756856 ns/iter |
1.06 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
55255.826585479816 ns/iter |
51675.96965284699 ns/iter |
1.07 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
26276.69393962113 ns/iter |
26692.2960561623 ns/iter |
0.98 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
153.74177082436796 ns/iter |
160.7611280480275 ns/iter |
0.96 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
3253.8788287827765 ns/iter |
3044.891127654956 ns/iter |
1.07 |
Micro_2019_09_Unevaluated_Properties |
31.176306964472058 ns/iter |
31.787918733851253 ns/iter |
0.98 |
Micro_2019_09_Compile_Wrap |
305410934.000065 ns/iter |
315304763.5000803 ns/iter |
0.97 |
Micro_Draft7_If_Then_Else |
25.23135758428533 ns/iter |
25.358882751368846 ns/iter |
0.99 |
Micro_Draft6_Property_Names |
156.25252074468736 ns/iter |
151.52146349012452 ns/iter |
1.03 |
Micro_Draft6_Compile_FHIR |
13605044893.000013 ns/iter |
15136493025.999926 ns/iter |
0.90 |
Micro_Draft4_Meta_1_No_Callback |
179.4623436520742 ns/iter |
200.26274330954692 ns/iter |
0.90 |
Micro_Draft4_Required_Properties |
885.6135506846528 ns/iter |
895.5836133733364 ns/iter |
0.99 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
21.83432928950313 ns/iter |
21.691406934637765 ns/iter |
1.01 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
15.587117064779445 ns/iter |
16.18531996630309 ns/iter |
0.96 |
Micro_Draft4_Items_Schema |
332.99254953188154 ns/iter |
420.1682207968826 ns/iter |
0.79 |
Micro_Draft4_Nested_Object |
1.8692363848576152 ns/iter |
1.7599777992817187 ns/iter |
1.06 |
Micro_Draft4_Properties_Triad_Optional |
371.22609836633853 ns/iter |
457.63910237559907 ns/iter |
0.81 |
Micro_Draft4_Properties_Triad_Closed |
334.2713741746365 ns/iter |
353.69840216990406 ns/iter |
0.95 |
Micro_Draft4_Properties_Triad_Required |
418.87185269804627 ns/iter |
518.4211291861512 ns/iter |
0.81 |
Micro_Draft4_Properties_Closed |
63.631299652092714 ns/iter |
65.07766700835883 ns/iter |
0.98 |
Micro_Draft4_Non_Recursive_Ref |
9.026502112052135 ns/iter |
8.801217314222233 ns/iter |
1.03 |
Micro_Draft4_Pattern_Properties_True |
214.5415409351923 ns/iter |
193.8185198855846 ns/iter |
1.11 |
Micro_Draft4_Ref_To_Single_Property |
15.904990316986492 ns/iter |
16.18398849174583 ns/iter |
0.98 |
Micro_Draft4_Additional_Properties_Type |
14.326300848793702 ns/iter |
13.72868537111759 ns/iter |
1.04 |
Micro_Draft4_Nested_Oneof |
65.13055177269466 ns/iter |
63.34524602137716 ns/iter |
1.03 |
Micro_Draft4_Short_Enum |
14.640990651396962 ns/iter |
14.535075365287666 ns/iter |
1.01 |
Micro_Draft4_Long_Enum |
14.086973127107735 ns/iter |
13.36792613100232 ns/iter |
1.05 |
Micro_Draft4_Long_Enum_Short_Strings |
14.665811062124384 ns/iter |
14.501722679520912 ns/iter |
1.01 |
Micro_Draft4_Type_Object |
4.9967572893371734 ns/iter |
4.574533512949079 ns/iter |
1.09 |
Micro_Draft4_Ref_Single_100 |
2808757.2757350607 ns/iter |
2431269.9340277454 ns/iter |
1.16 |
Micro_Draft4_Compile_Ref_Many_Nested |
1864095.373333233 ns/iter |
1812723.7428569815 ns/iter |
1.03 |
Micro_Draft4_Compile_Wrap |
2675545.213740316 ns/iter |
2580908.8634690773 ns/iter |
1.04 |
JSONLD_Catalog_Simple |
28258429.440002147 ns/iter |
26508599.074077208 ns/iter |
1.07 |
JSONLD_Catalog_Override_Agreeing |
27537662.32000089 ns/iter |
26188181.25925928 ns/iter |
1.05 |
JSONLD_Catalog_Override_Shadowing |
38287893.77776805 ns/iter |
37679530.72221846 ns/iter |
1.02 |
E2E_Compiler_adaptivecard |
62305729.727272175 ns/iter |
62072499.4545402 ns/iter |
1.00 |
E2E_Compiler_ansible_meta |
28637896.041667923 ns/iter |
28977050.416671094 ns/iter |
0.99 |
E2E_Compiler_aws_cdk |
386858.8180815215 ns/iter |
356234.4894046072 ns/iter |
1.09 |
E2E_Compiler_babelrc |
2609378.1263936767 ns/iter |
2562573.2153285043 ns/iter |
1.02 |
E2E_Compiler_clang_format |
18196015.846155997 ns/iter |
17738527.538458817 ns/iter |
1.03 |
E2E_Compiler_cmake_presets |
27223259.615390398 ns/iter |
27284580.96153365 ns/iter |
1.00 |
E2E_Compiler_code_climate |
2621386.775280633 ns/iter |
2566287.224264924 ns/iter |
1.02 |
E2E_Compiler_cql2 |
14480934.270830894 ns/iter |
14217734.422224263 ns/iter |
1.02 |
E2E_Compiler_cspell |
24247928.586199686 ns/iter |
24020872.586200718 ns/iter |
1.01 |
E2E_Compiler_cypress |
4214188.114457945 ns/iter |
4162294.946427535 ns/iter |
1.01 |
E2E_Compiler_deno |
8104791.482757155 ns/iter |
8076360.126436669 ns/iter |
1.00 |
E2E_Compiler_dependabot |
3923266.7597767613 ns/iter |
3921106.553072564 ns/iter |
1.00 |
E2E_Compiler_draft_04 |
2822959.1290327 ns/iter |
2747144.6392155485 ns/iter |
1.03 |
E2E_Compiler_fabric_mod |
4808442.91780769 ns/iter |
4688419.348992632 ns/iter |
1.03 |
E2E_Compiler_geojson |
22724947.96774217 ns/iter |
22794436.258062623 ns/iter |
1.00 |
E2E_Compiler_gitpod_configuration |
5062192.898550903 ns/iter |
5006375.214285137 ns/iter |
1.01 |
E2E_Compiler_helm_chart_lock |
691439.0989121047 ns/iter |
650523.7987072524 ns/iter |
1.06 |
E2E_Compiler_importmap |
287165.8100489824 ns/iter |
260962.84084978176 ns/iter |
1.10 |
E2E_Compiler_jasmine |
1385523.5960399662 ns/iter |
1344700.4642165801 ns/iter |
1.03 |
E2E_Compiler_jshintrc |
4418148.333333187 ns/iter |
4136201.435293889 ns/iter |
1.07 |
E2E_Compiler_jsconfig |
21685935.12499939 ns/iter |
21656755.031251863 ns/iter |
1.00 |
E2E_Compiler_krakend |
142291335.80001873 ns/iter |
143381748.1999995 ns/iter |
0.99 |
E2E_Compiler_lazygit |
33116515.04762787 ns/iter |
33734331.809520364 ns/iter |
0.98 |
E2E_Compiler_lerna |
1623327.170900729 ns/iter |
1572127.50112378 ns/iter |
1.03 |
E2E_Compiler_nest_cli |
7474622.276596223 ns/iter |
7403344.138298691 ns/iter |
1.01 |
E2E_Compiler_omc |
166782798.5000372 ns/iter |
167548628.7500121 ns/iter |
1.00 |
E2E_Compiler_omnisharp |
6636520.716981222 ns/iter |
6602503.70093504 ns/iter |
1.01 |
E2E_Compiler_openapi |
26281259.29629311 ns/iter |
26161061.962966416 ns/iter |
1.00 |
E2E_Compiler_pre_commit_hooks |
5308290.499998968 ns/iter |
5172902.659259543 ns/iter |
1.03 |
E2E_Compiler_pulumi |
4095784.8947373717 ns/iter |
4009584.148570866 ns/iter |
1.02 |
E2E_Compiler_semantic_release |
1576871.8449436072 ns/iter |
1537393.2219777738 ns/iter |
1.03 |
E2E_Compiler_stale |
1569628.9351230091 ns/iter |
1535757.0527472629 ns/iter |
1.02 |
E2E_Compiler_stylecop |
5850066.258333679 ns/iter |
5917803.720339087 ns/iter |
0.99 |
E2E_Compiler_tmuxinator |
1939408.4903048181 ns/iter |
1881859.1528148032 ns/iter |
1.03 |
E2E_Compiler_ui5 |
48982529.357155204 ns/iter |
50363703.571438886 ns/iter |
0.97 |
E2E_Compiler_ui5_manifest |
325245625.999969 ns/iter |
316116809.49993116 ns/iter |
1.03 |
E2E_Compiler_unreal_engine_uproject |
4580672.000000013 ns/iter |
4557372.363636843 ns/iter |
1.01 |
E2E_Compiler_users_array |
906962.567183274 ns/iter |
871560.0049442668 ns/iter |
1.04 |
E2E_Compiler_vercel |
12999058.555557761 ns/iter |
12962713.870369615 ns/iter |
1.00 |
E2E_Compiler_yamllint |
359974.82639954623 ns/iter |
328505.4713019093 ns/iter |
1.10 |
E2E_Evaluator_adaptivecard |
25674.74650254401 ns/iter |
25752.924849370815 ns/iter |
1.00 |
E2E_Evaluator_ansible_meta |
284390.7095980803 ns/iter |
263267.2325301585 ns/iter |
1.08 |
E2E_Evaluator_aws_cdk |
62031.78426730463 ns/iter |
56630.227254311096 ns/iter |
1.10 |
E2E_Evaluator_babelrc |
116270.74754042386 ns/iter |
98254.9706421821 ns/iter |
1.18 |
E2E_Evaluator_cerebrum_criminal_case |
1108344.3783784907 ns/iter |
1190460.7342417329 ns/iter |
0.93 |
E2E_Evaluator_clang_format |
111069.02378290753 ns/iter |
96894.40460753601 ns/iter |
1.15 |
E2E_Evaluator_cmake_presets |
4766772.355071515 ns/iter |
5176166.154930003 ns/iter |
0.92 |
E2E_Evaluator_code_climate |
225102.39657405354 ns/iter |
206350.30005908135 ns/iter |
1.09 |
E2E_Evaluator_cql2 |
220880.6628715419 ns/iter |
215700.94398270192 ns/iter |
1.02 |
E2E_Evaluator_cspell |
606114.1109201536 ns/iter |
580890.4478223667 ns/iter |
1.04 |
E2E_Evaluator_cypress |
193412.73020203505 ns/iter |
157481.49753254696 ns/iter |
1.23 |
E2E_Evaluator_deno |
356205.72380465636 ns/iter |
303771.36177623033 ns/iter |
1.17 |
E2E_Evaluator_dependabot |
376205.3590021927 ns/iter |
409379.9486067992 ns/iter |
0.92 |
E2E_Evaluator_draft_04 |
8341304.60526395 ns/iter |
11064631.095237814 ns/iter |
0.75 |
E2E_Evaluator_fabric_mod |
780639.4445690379 ns/iter |
753907.6017601613 ns/iter |
1.04 |
E2E_Evaluator_geojson |
17695030.97499978 ns/iter |
20325857.34285541 ns/iter |
0.87 |
E2E_Evaluator_gitpod_configuration |
262752.2509434164 ns/iter |
244624.0981894708 ns/iter |
1.07 |
E2E_Evaluator_helm_chart_lock |
325770.367741871 ns/iter |
226329.0158993326 ns/iter |
1.44 |
E2E_Evaluator_importmap |
49984.255723515365 ns/iter |
41192.71961063558 ns/iter |
1.21 |
E2E_Evaluator_jasmine |
124975.41831111853 ns/iter |
115153.3147814421 ns/iter |
1.09 |
E2E_Evaluator_jshintrc |
1111078.1141044549 ns/iter |
1049914.449623956 ns/iter |
1.06 |
E2E_Evaluator_jsconfig |
446223.52143759315 ns/iter |
425446.33293203486 ns/iter |
1.05 |
E2E_Evaluator_krakend |
219435.398963726 ns/iter |
196455.7373093247 ns/iter |
1.12 |
E2E_Evaluator_lazygit |
154701.4375818233 ns/iter |
133733.04914935573 ns/iter |
1.16 |
E2E_Evaluator_lerna |
170991.45204132298 ns/iter |
138905.01198323845 ns/iter |
1.23 |
E2E_Evaluator_nest_cli |
206997.77902842994 ns/iter |
194044.4524672256 ns/iter |
1.07 |
E2E_Evaluator_omc |
23688.183443333633 ns/iter |
22521.553418940173 ns/iter |
1.05 |
E2E_Evaluator_omnisharp |
571693.433805276 ns/iter |
537998.9542588011 ns/iter |
1.06 |
E2E_Evaluator_openapi |
15153781.54347811 ns/iter |
16633934.348837376 ns/iter |
0.91 |
E2E_Evaluator_pre_commit_hooks |
528273.6191925715 ns/iter |
498952.47333823825 ns/iter |
1.06 |
E2E_Evaluator_pulumi |
767612.1387664898 ns/iter |
787873.4196833854 ns/iter |
0.97 |
E2E_Evaluator_semantic_release |
107290.02471218878 ns/iter |
92426.62982617777 ns/iter |
1.16 |
E2E_Evaluator_stale |
174096.9162733422 ns/iter |
173906.0254536299 ns/iter |
1.00 |
E2E_Evaluator_stylecop |
330760.1828597202 ns/iter |
307415.0052746588 ns/iter |
1.08 |
E2E_Evaluator_tmuxinator |
109127.18851943123 ns/iter |
96969.55226770388 ns/iter |
1.13 |
E2E_Evaluator_ui5 |
598017.1993186198 ns/iter |
565649.4333064251 ns/iter |
1.06 |
E2E_Evaluator_ui5_manifest |
3061271.166666885 ns/iter |
2935173.2510455945 ns/iter |
1.04 |
E2E_Evaluator_unreal_engine_uproject |
498121.82152982004 ns/iter |
466960.39386032446 ns/iter |
1.07 |
E2E_Evaluator_users_array |
667843.6891635108 ns/iter |
739653.7457264703 ns/iter |
0.90 |
E2E_Evaluator_vercel |
339333.25949363434 ns/iter |
281486.6520850733 ns/iter |
1.21 |
E2E_Evaluator_yamllint |
13303.522844256873 ns/iter |
12326.946324984576 ns/iter |
1.08 |
Schema_Format_ISO_Language_To_JSON |
121452684.00001895 ns/iter |
113132207.16662423 ns/iter |
1.07 |
Schema_Bundle_Meta_2020_12 |
1826743.900526265 ns/iter |
1767829.5280533421 ns/iter |
1.03 |
Schema_Frame_WoT_References |
5318291.870228934 ns/iter |
5340715.229008415 ns/iter |
1.00 |
Schema_Frame_OMC_References |
22819978.548385177 ns/iter |
23310001.766662937 ns/iter |
0.98 |
Schema_Frame_OMC_Locations |
20804197.636366416 ns/iter |
22488872.909090072 ns/iter |
0.93 |
Schema_Frame_ISO_Language_Locations |
109281865.3333249 ns/iter |
105618224.28573059 ns/iter |
1.03 |
Schema_Frame_KrakenD_References |
41783809.77778791 ns/iter |
44935938.437490106 ns/iter |
0.93 |
Schema_Frame_KrakenD_Reachable |
573927444.9999812 ns/iter |
590126159.0001923 ns/iter |
0.97 |
Schema_Frame_ISO_Language_Locations_To_JSON |
199742834.66664624 ns/iter |
182690063.24999282 ns/iter |
1.09 |
Schema_Frame_Many_Resources_References |
394975267.9999392 ns/iter |
388423714.000055 ns/iter |
1.02 |
Schema_Iterator_ISO_Language |
3955522.9887641515 ns/iter |
3791854.96195735 ns/iter |
1.04 |
Schema_Tracker_ISO_Language |
5379200.893940199 ns/iter |
5176660.66417887 ns/iter |
1.04 |
Schema_Tracker_ISO_Language_To_JSON |
29120619.12499553 ns/iter |
26459513.884613164 ns/iter |
1.10 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/gcc)
Details
| Benchmark suite | Current: 4a67587 | Previous: e03fd87 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
120704 ns |
118941 ns |
1.01 |
E2E_Evaluator_ansible-meta |
539691 ns |
555998 ns |
0.97 |
E2E_Evaluator_aws-cdk |
142235 ns |
133235 ns |
1.07 |
E2E_Evaluator_babelrc |
354243 ns |
345571 ns |
1.03 |
E2E_Evaluator_cerebrum-criminal-case |
2614816 ns |
2630679 ns |
0.99 |
E2E_Evaluator_clang-format |
267759 ns |
265702 ns |
1.01 |
E2E_Evaluator_cmake-presets |
20792312 ns |
19257198 ns |
1.08 |
E2E_Evaluator_code-climate |
539040 ns |
529017 ns |
1.02 |
E2E_Evaluator_cql2 |
1348942 ns |
1338153 ns |
1.01 |
E2E_Evaluator_cspell |
1465885 ns |
1759850 ns |
0.83 |
E2E_Evaluator_cypress |
769983 ns |
882194 ns |
0.87 |
E2E_Evaluator_deno |
1074778 ns |
1109476 ns |
0.97 |
E2E_Evaluator_dependabot |
1140732 ns |
1131298 ns |
1.01 |
E2E_Evaluator_draft-04 |
22072138 ns |
22186777 ns |
0.99 |
E2E_Evaluator_fabric-mod |
2307023 ns |
2532589 ns |
0.91 |
E2E_Evaluator_geojson |
21765802 ns |
26026301 ns |
0.84 |
E2E_Evaluator_gitpod-configuration |
715691 ns |
744447 ns |
0.96 |
E2E_Evaluator_helm-chart-lock |
1013838 ns |
1023685 ns |
0.99 |
E2E_Evaluator_importmap |
264815 ns |
266118 ns |
1.00 |
E2E_Evaluator_jasmine |
294760 ns |
283441 ns |
1.04 |
E2E_Evaluator_jsconfig |
1235367 ns |
1496413 ns |
0.83 |
E2E_Evaluator_jshintrc |
2792940 ns |
2984560 ns |
0.94 |
E2E_Evaluator_krakend |
694805 ns |
649691 ns |
1.07 |
E2E_Evaluator_lazygit |
507241 ns |
466500 ns |
1.09 |
E2E_Evaluator_lerna |
459823 ns |
457926 ns |
1.00 |
E2E_Evaluator_nest-cli |
597429 ns |
613703 ns |
0.97 |
E2E_Evaluator_omc |
117625 ns |
115095 ns |
1.02 |
E2E_Evaluator_omnisharp |
1400329 ns |
1556178 ns |
0.90 |
E2E_Evaluator_openapi |
45071987 ns |
43416343 ns |
1.04 |
E2E_Evaluator_pre-commit-hooks |
1997292 ns |
2149742 ns |
0.93 |
E2E_Evaluator_pulumi |
2000044 ns |
2055694 ns |
0.97 |
E2E_Evaluator_semantic-release |
256423 ns |
238289 ns |
1.08 |
E2E_Evaluator_stale |
395880 ns |
378756 ns |
1.05 |
E2E_Evaluator_stylecop |
1166980 ns |
1174398 ns |
0.99 |
E2E_Evaluator_tmuxinator |
229705 ns |
218900 ns |
1.05 |
E2E_Evaluator_ui5 |
2224678 ns |
2164407 ns |
1.03 |
E2E_Evaluator_ui5-manifest |
12408946 ns |
10051079 ns |
1.23 |
E2E_Evaluator_unreal-engine-uproject |
1515041 ns |
1629199 ns |
0.93 |
E2E_Evaluator_users-array |
3219975 ns |
2894145 ns |
1.11 |
E2E_Evaluator_vercel |
978802 ns |
1028692 ns |
0.95 |
E2E_Evaluator_yamllint |
25733 ns |
24298 ns |
1.06 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (macos/llvm)
Details
| Benchmark suite | Current: 4a67587 | Previous: cf733ef | Ratio |
|---|---|---|---|
Schema_Iterator_ISO_Language |
3030082.9831227204 ns/iter |
2847245.7469387315 ns/iter |
1.06 |
Schema_Tracker_ISO_Language |
4900573.166667397 ns/iter |
4230900.197604612 ns/iter |
1.16 |
Schema_Tracker_ISO_Language_To_JSON |
22514763.900001828 ns/iter |
21851315.48571267 ns/iter |
1.03 |
Schema_Frame_WoT_References |
6510933.776784862 ns/iter |
6387792.056604564 ns/iter |
1.02 |
Schema_Frame_OMC_References |
35037902.17390538 ns/iter |
32797431.076923765 ns/iter |
1.07 |
Schema_Frame_OMC_Locations |
28491095.500006244 ns/iter |
28374812.500001922 ns/iter |
1.00 |
Schema_Frame_ISO_Language_Locations |
111162819.3333066 ns/iter |
107533270.83333868 ns/iter |
1.03 |
Schema_Frame_KrakenD_References |
60915801.30768867 ns/iter |
64709839.76923715 ns/iter |
0.94 |
Schema_Frame_KrakenD_Reachable |
705068708.0002263 ns/iter |
606753374.9999256 ns/iter |
1.16 |
Schema_Frame_ISO_Language_Locations_To_JSON |
114514715.16666819 ns/iter |
114046766.59999494 ns/iter |
1.00 |
Schema_Frame_Many_Resources_References |
448694707.99994814 ns/iter |
455484750.00003916 ns/iter |
0.99 |
Schema_Bundle_Meta_2020_12 |
1843661.2548526516 ns/iter |
1814009.8843937689 ns/iter |
1.02 |
Schema_Format_ISO_Language_To_JSON |
118934257.00001596 ns/iter |
116330785.71428867 ns/iter |
1.02 |
E2E_Compiler_adaptivecard |
79959773.2222234 ns/iter |
100898250.0000002 ns/iter |
0.79 |
E2E_Compiler_ansible_meta |
32313595.799996622 ns/iter |
40409184.21053089 ns/iter |
0.80 |
E2E_Compiler_aws_cdk |
367353.7598944801 ns/iter |
387107.6911134589 ns/iter |
0.95 |
E2E_Compiler_babelrc |
3236621.287129256 ns/iter |
3013289.546610225 ns/iter |
1.07 |
E2E_Compiler_clang_format |
20481527.343754634 ns/iter |
22314598.937501986 ns/iter |
0.92 |
E2E_Compiler_cmake_presets |
32315980.14285521 ns/iter |
36953458.33333224 ns/iter |
0.87 |
E2E_Compiler_code_climate |
2837550.3531915843 ns/iter |
3013807.4857144863 ns/iter |
0.94 |
E2E_Compiler_cql2 |
16092846.214286555 ns/iter |
16195302.77777762 ns/iter |
0.99 |
E2E_Compiler_cspell |
28697683.03571618 ns/iter |
29469941.31818573 ns/iter |
0.97 |
E2E_Compiler_cypress |
4973379.331168907 ns/iter |
5073039.00709232 ns/iter |
0.98 |
E2E_Compiler_deno |
9639996.870966708 ns/iter |
10635542.639535246 ns/iter |
0.91 |
E2E_Compiler_dependabot |
5579090.409999026 ns/iter |
4661454.593103591 ns/iter |
1.20 |
E2E_Compiler_draft_04 |
3193530.826531422 ns/iter |
2804453.434388829 ns/iter |
1.14 |
E2E_Compiler_fabric_mod |
5321289.589999196 ns/iter |
5094350.410000743 ns/iter |
1.04 |
E2E_Compiler_geojson |
32334232.954543617 ns/iter |
28491601.478257824 ns/iter |
1.13 |
E2E_Compiler_gitpod_configuration |
5947319.105692118 ns/iter |
5398821.479674575 ns/iter |
1.10 |
E2E_Compiler_helm_chart_lock |
835574.2458849626 ns/iter |
607771.9465648556 ns/iter |
1.37 |
E2E_Compiler_importmap |
268393.1283219702 ns/iter |
319789.5975170415 ns/iter |
0.84 |
E2E_Compiler_jasmine |
1449743.0993692963 ns/iter |
1292521.669030769 ns/iter |
1.12 |
E2E_Compiler_jshintrc |
3709974.5117650265 ns/iter |
4390576.581081128 ns/iter |
0.84 |
E2E_Compiler_jsconfig |
21672449.484847013 ns/iter |
27904973.484851323 ns/iter |
0.78 |
E2E_Compiler_krakend |
179400218.7500041 ns/iter |
203470291.75002262 ns/iter |
0.88 |
E2E_Compiler_lazygit |
39772106.499994054 ns/iter |
44676375.000002675 ns/iter |
0.89 |
E2E_Compiler_lerna |
1306339.354527844 ns/iter |
1682103.0603866177 ns/iter |
0.78 |
E2E_Compiler_nest_cli |
6516097.345133576 ns/iter |
7211691.8765423065 ns/iter |
0.90 |
E2E_Compiler_omc |
172352645.74998155 ns/iter |
220288235.9999876 ns/iter |
0.78 |
E2E_Compiler_omnisharp |
6219733.83620743 ns/iter |
7361847.383721354 ns/iter |
0.84 |
E2E_Compiler_openapi |
24419521.551721867 ns/iter |
29437306.034479067 ns/iter |
0.83 |
E2E_Compiler_pre_commit_hooks |
4164634.2592600747 ns/iter |
6045285.615384164 ns/iter |
0.69 |
E2E_Compiler_pulumi |
3099313.8888890017 ns/iter |
4196597.305882305 ns/iter |
0.74 |
E2E_Compiler_semantic_release |
1165897.7749193085 ns/iter |
1421895.2810591217 ns/iter |
0.82 |
E2E_Compiler_stale |
1180954.55726471 ns/iter |
1460693.0521043073 ns/iter |
0.81 |
E2E_Compiler_stylecop |
5036808.8768120445 ns/iter |
6646544.9304340165 ns/iter |
0.76 |
E2E_Compiler_tmuxinator |
1538677.360619771 ns/iter |
1842590.560975655 ns/iter |
0.84 |
E2E_Compiler_ui5 |
53931749.999999456 ns/iter |
64614284.09090786 ns/iter |
0.83 |
E2E_Compiler_ui5_manifest |
334712958.500063 ns/iter |
439552645.49998677 ns/iter |
0.76 |
E2E_Compiler_unreal_engine_uproject |
3572808.384180236 ns/iter |
4793568.468531302 ns/iter |
0.75 |
E2E_Compiler_users_array |
661072.4919276894 ns/iter |
874503.1385175944 ns/iter |
0.76 |
E2E_Compiler_vercel |
10899707.692309536 ns/iter |
14296489.583332554 ns/iter |
0.76 |
E2E_Compiler_yamllint |
244764.92701755327 ns/iter |
358042.62228593876 ns/iter |
0.68 |
E2E_Evaluator_adaptivecard |
21576.644766714504 ns/iter |
27378.293676756915 ns/iter |
0.79 |
E2E_Evaluator_ansible_meta |
172445.65083660252 ns/iter |
236085.93378257923 ns/iter |
0.73 |
E2E_Evaluator_aws_cdk |
37923.21573870261 ns/iter |
51814.7054831687 ns/iter |
0.73 |
E2E_Evaluator_babelrc |
88356.25227522319 ns/iter |
110542.23882191074 ns/iter |
0.80 |
E2E_Evaluator_cerebrum_criminal_case |
773346.4357936524 ns/iter |
1226297.6357433998 ns/iter |
0.63 |
E2E_Evaluator_clang_format |
116589.3896060425 ns/iter |
148727.9912035901 ns/iter |
0.78 |
E2E_Evaluator_cmake_presets |
3902683.6616923804 ns/iter |
5148421.669999834 ns/iter |
0.76 |
E2E_Evaluator_code_climate |
168453.54944522263 ns/iter |
185825.89912171414 ns/iter |
0.91 |
E2E_Evaluator_cql2 |
176981.10665111768 ns/iter |
203128.35439491807 ns/iter |
0.87 |
E2E_Evaluator_cspell |
543036.3330001455 ns/iter |
559719.154069818 ns/iter |
0.97 |
E2E_Evaluator_cypress |
172576.3889720985 ns/iter |
176506.81273690774 ns/iter |
0.98 |
E2E_Evaluator_deno |
326574.89423577924 ns/iter |
415286.2903226168 ns/iter |
0.79 |
E2E_Evaluator_dependabot |
343114.40218715795 ns/iter |
334236.0290648459 ns/iter |
1.03 |
E2E_Evaluator_draft_04 |
7872432.352940665 ns/iter |
6878259.090908821 ns/iter |
1.14 |
E2E_Evaluator_fabric_mod |
708643.205276082 ns/iter |
707149.2447735602 ns/iter |
1.00 |
E2E_Evaluator_geojson |
15887221.66000025 ns/iter |
12578663.574073644 ns/iter |
1.26 |
E2E_Evaluator_gitpod_configuration |
288673.0660660185 ns/iter |
240894.29182754896 ns/iter |
1.20 |
E2E_Evaluator_helm_chart_lock |
585040.7015221486 ns/iter |
361411.2946912455 ns/iter |
1.62 |
E2E_Evaluator_importmap |
51464.02499999567 ns/iter |
50361.7223585355 ns/iter |
1.02 |
E2E_Evaluator_jasmine |
129472.19173070947 ns/iter |
110649.00076864928 ns/iter |
1.17 |
E2E_Evaluator_jshintrc |
1456209.3239739672 ns/iter |
1501269.547579211 ns/iter |
0.97 |
E2E_Evaluator_jsconfig |
697181.9170000799 ns/iter |
384255.1959459257 ns/iter |
1.81 |
E2E_Evaluator_krakend |
195035.56413528876 ns/iter |
179810.38734445642 ns/iter |
1.08 |
E2E_Evaluator_lazygit |
168492.4312397591 ns/iter |
127978.61789559847 ns/iter |
1.32 |
E2E_Evaluator_lerna |
168527.82834074146 ns/iter |
146013.214670982 ns/iter |
1.15 |
E2E_Evaluator_nest_cli |
206072.37344185653 ns/iter |
160629.52515282072 ns/iter |
1.28 |
E2E_Evaluator_omc |
25748.18552902016 ns/iter |
24947.72597603169 ns/iter |
1.03 |
E2E_Evaluator_omnisharp |
665666.7025151987 ns/iter |
558782.7046548573 ns/iter |
1.19 |
E2E_Evaluator_openapi |
15247326.234043129 ns/iter |
10942688.405797843 ns/iter |
1.39 |
E2E_Evaluator_pre_commit_hooks |
579213.5533768691 ns/iter |
527269.5419999991 ns/iter |
1.10 |
E2E_Evaluator_pulumi |
1024953.0769231522 ns/iter |
820535.7474466546 ns/iter |
1.25 |
E2E_Evaluator_semantic_release |
162804.2810283541 ns/iter |
211073.6881706406 ns/iter |
0.77 |
E2E_Evaluator_stale |
234741.0135760261 ns/iter |
422477.58073813334 ns/iter |
0.56 |
E2E_Evaluator_stylecop |
466357.9784461436 ns/iter |
252426.67217537222 ns/iter |
1.85 |
E2E_Evaluator_tmuxinator |
124842.27685170058 ns/iter |
95620.89773776518 ns/iter |
1.31 |
E2E_Evaluator_ui5 |
700952.8640626428 ns/iter |
539252.0658536644 ns/iter |
1.30 |
E2E_Evaluator_ui5_manifest |
2630825.0358567648 ns/iter |
2006029.7433627855 ns/iter |
1.31 |
E2E_Evaluator_unreal_engine_uproject |
465338.1446429096 ns/iter |
468983.948863669 ns/iter |
0.99 |
E2E_Evaluator_users_array |
767690.9169999817 ns/iter |
564562.4017092135 ns/iter |
1.36 |
E2E_Evaluator_vercel |
433937.4516685214 ns/iter |
295782.7506471569 ns/iter |
1.47 |
E2E_Evaluator_yamllint |
10740.19368424123 ns/iter |
7505.3280705072675 ns/iter |
1.43 |
JSONLD_Catalog_Simple |
48543460.450002834 ns/iter |
20583958.333333984 ns/iter |
2.36 |
JSONLD_Catalog_Override_Agreeing |
37560267.17646551 ns/iter |
20328413.085716028 ns/iter |
1.85 |
JSONLD_Catalog_Override_Shadowing |
36790416.642864846 ns/iter |
29517062.50000067 ns/iter |
1.25 |
Micro_Draft4_Meta_1_No_Callback |
167.03754286408184 ns/iter |
139.88876946089218 ns/iter |
1.19 |
Micro_Draft4_Required_Properties |
843.2862874905105 ns/iter |
721.5447186391216 ns/iter |
1.17 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
19.681467486425188 ns/iter |
17.01989372694208 ns/iter |
1.16 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
8.795123975346902 ns/iter |
8.180224888304224 ns/iter |
1.08 |
Micro_Draft4_Items_Schema |
241.1034896585187 ns/iter |
238.9214254108957 ns/iter |
1.01 |
Micro_Draft4_Nested_Object |
1.1409548770677531 ns/iter |
1.1968874969615884 ns/iter |
0.95 |
Micro_Draft4_Properties_Triad_Optional |
225.4471198657302 ns/iter |
229.7610172443935 ns/iter |
0.98 |
Micro_Draft4_Properties_Triad_Closed |
180.77927003523402 ns/iter |
185.41345583185773 ns/iter |
0.98 |
Micro_Draft4_Properties_Triad_Required |
291.00478872105055 ns/iter |
265.18855348570634 ns/iter |
1.10 |
Micro_Draft4_Properties_Closed |
48.53343875013112 ns/iter |
44.80231706005612 ns/iter |
1.08 |
Micro_Draft4_Non_Recursive_Ref |
15.909021705930352 ns/iter |
14.182586380051124 ns/iter |
1.12 |
Micro_Draft4_Pattern_Properties_True |
175.12776390017834 ns/iter |
184.0065246774426 ns/iter |
0.95 |
Micro_Draft4_Ref_To_Single_Property |
9.689521107020486 ns/iter |
10.329911104442452 ns/iter |
0.94 |
Micro_Draft4_Additional_Properties_Type |
31.50628700512764 ns/iter |
31.254686209279956 ns/iter |
1.01 |
Micro_Draft4_Nested_Oneof |
41.34898129712091 ns/iter |
41.56552883844452 ns/iter |
0.99 |
Micro_Draft4_Short_Enum |
5.875458203349303 ns/iter |
6.170173248556286 ns/iter |
0.95 |
Micro_Draft4_Long_Enum |
13.26358636485458 ns/iter |
10.851957143391761 ns/iter |
1.22 |
Micro_Draft4_Long_Enum_Short_Strings |
9.638485534409153 ns/iter |
8.84662998583924 ns/iter |
1.09 |
Micro_Draft4_Type_Object |
3.017166332937534 ns/iter |
3.1357640627394687 ns/iter |
0.96 |
Micro_Draft4_Ref_Single_100 |
2568100.3417717656 ns/iter |
2037681.8181818647 ns/iter |
1.26 |
Micro_Draft4_Compile_Ref_Many_Nested |
1517372.130641383 ns/iter |
1400060.0715746135 ns/iter |
1.08 |
Micro_Draft4_Compile_Wrap |
2471251.241721628 ns/iter |
2567017.8365756753 ns/iter |
0.96 |
Micro_Draft6_Property_Names |
129.64297965070523 ns/iter |
111.78268667669543 ns/iter |
1.16 |
Micro_Draft6_Compile_FHIR |
16630852958.999866 ns/iter |
18898216249.999905 ns/iter |
0.88 |
Micro_Draft7_If_Then_Else |
17.8061820911439 ns/iter |
17.64515453939091 ns/iter |
1.01 |
Micro_2019_09_Unevaluated_Properties |
27.794333502384735 ns/iter |
26.155736368667878 ns/iter |
1.06 |
Micro_2019_09_Compile_Wrap |
306665041.4999685 ns/iter |
296670749.9999757 ns/iter |
1.03 |
Micro_2020_12_Dynamic_Ref |
614.4408532780632 ns/iter |
618.8064534103189 ns/iter |
0.99 |
Micro_2020_12_Dynamic_Ref_Single |
2.574135774378881 ns/iter |
2.634937247627662 ns/iter |
0.98 |
Micro_2020_12_Simple_Output_Mask |
964.0118259781611 ns/iter |
881.2164737267614 ns/iter |
1.09 |
Micro_2020_12_Simple_Output_Annotations |
63705.60640733143 ns/iter |
63403.379998016906 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Annotation_Dropping |
1660022.9892241973 ns/iter |
1818558.478696827 ns/iter |
0.91 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
807368.062992236 ns/iter |
848569.8739975502 ns/iter |
0.95 |
Micro_2020_12_Exhaustive_Deep_Numeric |
5038.968339999883 ns/iter |
5161.343750000924 ns/iter |
0.98 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
38950.75496477267 ns/iter |
41783.632707776866 ns/iter |
0.93 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
17335.64598833189 ns/iter |
14412.533072300692 ns/iter |
1.20 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
101.15626451180151 ns/iter |
86.3502349506895 ns/iter |
1.17 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
3852.432410126164 ns/iter |
3691.823141876467 ns/iter |
1.04 |
Alterschema_Check_Readibility_ISO_Language_Set_3 |
263342770.5000031 ns/iter |
301966687.49999845 ns/iter |
0.87 |
Alterschema_Check_Readibility_OMC |
65749656.25000573 ns/iter |
92826578.12499906 ns/iter |
0.71 |
Alterschema_Check_Readibility_KrakenD |
893614083.9998643 ns/iter |
1006473958.000015 ns/iter |
0.89 |
Alterschema_Apply_Readibility_KrakenD |
85062319333 ns/iter |
81147987165.9999 ns/iter |
1.05 |
Alterschema_Check_Invalid_External_Refs |
185563208.33333 ns/iter |
208544764.00002873 ns/iter |
0.89 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (macos/llvm)
Details
| Benchmark suite | Current: 4a67587 | Previous: cf733ef | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
109557 ns |
106280 ns |
1.03 |
E2E_Evaluator_ansible-meta |
358300 ns |
391437 ns |
0.92 |
E2E_Evaluator_aws-cdk |
131960 ns |
118521 ns |
1.11 |
E2E_Evaluator_babelrc |
306178 ns |
263624 ns |
1.16 |
E2E_Evaluator_cerebrum-criminal-case |
1900344 ns |
1649207 ns |
1.15 |
E2E_Evaluator_clang-format |
271073 ns |
179676 ns |
1.51 |
E2E_Evaluator_cmake-presets |
14305004 ns |
10194537 ns |
1.40 |
E2E_Evaluator_code-climate |
465919 ns |
331745 ns |
1.40 |
E2E_Evaluator_cql2 |
1123742 ns |
950191 ns |
1.18 |
E2E_Evaluator_cspell |
1228962 ns |
981743 ns |
1.25 |
E2E_Evaluator_cypress |
643263 ns |
543285 ns |
1.18 |
E2E_Evaluator_deno |
808835 ns |
625242 ns |
1.29 |
E2E_Evaluator_dependabot |
888143 ns |
725931 ns |
1.22 |
E2E_Evaluator_draft-04 |
18573269 ns |
14266485 ns |
1.30 |
E2E_Evaluator_fabric-mod |
1962080 ns |
1291047 ns |
1.52 |
E2E_Evaluator_geojson |
22847701 ns |
16838158 ns |
1.36 |
E2E_Evaluator_gitpod-configuration |
567664 ns |
482895 ns |
1.18 |
E2E_Evaluator_helm-chart-lock |
890920 ns |
854916 ns |
1.04 |
E2E_Evaluator_importmap |
279536 ns |
203200 ns |
1.38 |
E2E_Evaluator_jasmine |
264700 ns |
211743 ns |
1.25 |
E2E_Evaluator_jsconfig |
1061713 ns |
838378 ns |
1.27 |
E2E_Evaluator_jshintrc |
2208225 ns |
1872856 ns |
1.18 |
E2E_Evaluator_krakend |
598087 ns |
419341 ns |
1.43 |
E2E_Evaluator_lazygit |
353966 ns |
266631 ns |
1.33 |
E2E_Evaluator_lerna |
361809 ns |
319570 ns |
1.13 |
E2E_Evaluator_nest-cli |
442881 ns |
407887 ns |
1.09 |
E2E_Evaluator_omc |
116825 ns |
94510 ns |
1.24 |
E2E_Evaluator_omnisharp |
1202864 ns |
933857 ns |
1.29 |
E2E_Evaluator_openapi |
34070525 ns |
25498447 ns |
1.34 |
E2E_Evaluator_pre-commit-hooks |
1527376 ns |
1296347 ns |
1.18 |
E2E_Evaluator_pulumi |
1968507 ns |
1326780 ns |
1.48 |
E2E_Evaluator_semantic-release |
234233 ns |
176619 ns |
1.33 |
E2E_Evaluator_stale |
327171 ns |
298171 ns |
1.10 |
E2E_Evaluator_stylecop |
883017 ns |
665803 ns |
1.33 |
E2E_Evaluator_tmuxinator |
191948 ns |
160458 ns |
1.20 |
E2E_Evaluator_ui5 |
1881427 ns |
1485039 ns |
1.27 |
E2E_Evaluator_ui5-manifest |
11046549 ns |
7387222 ns |
1.50 |
E2E_Evaluator_unreal-engine-uproject |
1434112 ns |
1280487 ns |
1.12 |
E2E_Evaluator_users-array |
3064079 ns |
2401195 ns |
1.28 |
E2E_Evaluator_vercel |
963521 ns |
788801 ns |
1.22 |
E2E_Evaluator_yamllint |
28272 ns |
22437 ns |
1.26 |
This comment was automatically generated by workflow using github-action-benchmark.
Signed-off-by: Juan Cruz Viotti jv@jviotti.com