[WIP] Support a custom x-format-assertion hint

[jviotti]

Signed-off-by: Juan Cruz Viotti jv@jviotti.com

[github-actions]

Benchmark (linux/llvm)

Details

Benchmark suite	Current: 3ad3bdb	Previous: 02a7ab7	Ratio
Schema_Iterator_ISO_Language	3091530.6828192235 ns/iter	3023136.0211864817 ns/iter	1.02
Schema_Tracker_ISO_Language	5032610.639999575 ns/iter	4933011.899999785 ns/iter	1.02
Schema_Tracker_ISO_Language_To_JSON	19376251.199998606 ns/iter	20577100.352939475 ns/iter	0.94
Schema_Frame_WoT_References	5364669.060605476 ns/iter	5345959.761537136 ns/iter	1.00
Schema_Frame_OMC_References	22540988.129031986 ns/iter	22283541.812498696 ns/iter	1.01
Schema_Frame_OMC_Locations	20903864.352941155 ns/iter	20410682.82352733 ns/iter	1.02
Schema_Frame_ISO_Language_Locations	106215734.16667236 ns/iter	104729771.83333872 ns/iter	1.01
Schema_Frame_KrakenD_References	42662818.250001065 ns/iter	40539529.05883306 ns/iter	1.05
Schema_Frame_KrakenD_Reachable	625704805.0000548 ns/iter	561328595.9998393 ns/iter	1.11
Schema_Frame_ISO_Language_Locations_To_JSON	121342573.50000627 ns/iter	121750595.83334284 ns/iter	1.00
Schema_Frame_Many_Resources_References	361471698.00000256 ns/iter	375988920.00005436 ns/iter	0.96
Schema_Bundle_Meta_2020_12	1716526.6454747298 ns/iter	1743070.5248727635 ns/iter	0.98
Schema_Format_ISO_Language_To_JSON	111812759.4999881 ns/iter	110524083.33334066 ns/iter	1.01
E2E_Compiler_adaptivecard	63904513.00000098 ns/iter	65723602.545466 ns/iter	0.97
E2E_Compiler_ansible_meta	29764892.695652634 ns/iter	29482084.82608488 ns/iter	1.01
E2E_Compiler_aws_cdk	383490.5021074867 ns/iter	392322.11011231516 ns/iter	0.98
E2E_Compiler_babelrc	2615637.3033706183 ns/iter	2663914.6539925425 ns/iter	0.98
E2E_Compiler_clang_format	18822604.64864848 ns/iter	18817611.405407857 ns/iter	1.00
E2E_Compiler_cmake_presets	26559204.92307692 ns/iter	26738358.038467314 ns/iter	0.99
E2E_Compiler_code_climate	2655232.7644786956 ns/iter	2664159.0114504374 ns/iter	1.00
E2E_Compiler_cql2	13230014.867923822 ns/iter	13201271.057692584 ns/iter	1.00
E2E_Compiler_cspell	23467868.600001413 ns/iter	23567860.200000722 ns/iter	1.00
E2E_Compiler_cypress	4035722.994219366 ns/iter	4103807.134502029 ns/iter	0.98
E2E_Compiler_deno	7933120.318182576 ns/iter	8083511.298850524 ns/iter	0.98
E2E_Compiler_dependabot	4010296.639999719 ns/iter	4030208.41379307 ns/iter	1.00
E2E_Compiler_draft_04	2752836.411764738 ns/iter	2792793.6573705375 ns/iter	0.99
E2E_Compiler_fabric_mod	4894369.468530811 ns/iter	4916712.859155691 ns/iter	1.00
E2E_Compiler_geojson	22700409.16129156 ns/iter	22527398.258064073 ns/iter	1.01
E2E_Compiler_gitpod_configuration	5003674.571427804 ns/iter	5078387.202897632 ns/iter	0.99
E2E_Compiler_helm_chart_lock	693654.9275074324 ns/iter	734439.078451841 ns/iter	0.94
E2E_Compiler_importmap	276883.5027777659 ns/iter	298024.9748936253 ns/iter	0.93
E2E_Compiler_jasmine	1365400.7368420253 ns/iter	1408722.556451292 ns/iter	0.97
E2E_Compiler_jshintrc	4406340.075471842 ns/iter	4563482.883116065 ns/iter	0.97
E2E_Compiler_jsconfig	22105023.843749903 ns/iter	22331523.290323537 ns/iter	0.99
E2E_Compiler_krakend	139774651.80000764 ns/iter	143663584.00002354 ns/iter	0.97
E2E_Compiler_lazygit	34329919.35000019 ns/iter	34030082.52381109 ns/iter	1.01
E2E_Compiler_lerna	1615271.418013782 ns/iter	1665865.1235158984 ns/iter	0.97
E2E_Compiler_nest_cli	7610117.173912989 ns/iter	8121619.043478128 ns/iter	0.94
E2E_Compiler_omc	161660987.75002524 ns/iter	176871772.0000268 ns/iter	0.91
E2E_Compiler_omnisharp	6837147.705881513 ns/iter	7023996.099999295 ns/iter	0.97
E2E_Compiler_openapi	25688408.481482 ns/iter	25828346.629631832 ns/iter	0.99
E2E_Compiler_pre_commit_hooks	5422798.906976837 ns/iter	5453611.507812539 ns/iter	0.99
E2E_Compiler_pulumi	4114101.035293729 ns/iter	4163457.267857157 ns/iter	0.99
E2E_Compiler_semantic_release	1596957.1712328296 ns/iter	1617731.688524661 ns/iter	0.99
E2E_Compiler_stale	1575854.9144145143 ns/iter	1613130.011547765 ns/iter	0.98
E2E_Compiler_stylecop	6386378.336364116 ns/iter	6359060.864865938 ns/iter	1.00
E2E_Compiler_tmuxinator	1959129.3938547403 ns/iter	1990501.0710223278 ns/iter	0.98
E2E_Compiler_ui5	48959603.85714001 ns/iter	49096887.42856945 ns/iter	1.00
E2E_Compiler_ui5_manifest	309206206.9999884 ns/iter	324696219.4999696 ns/iter	0.95
E2E_Compiler_unreal_engine_uproject	4694622.953333389 ns/iter	4757611.680272986 ns/iter	0.99
E2E_Compiler_users_array	790568.9266365845 ns/iter	815153.471478491 ns/iter	0.97
E2E_Compiler_vercel	12653895.909091841 ns/iter	12857266.96363864 ns/iter	0.98
E2E_Compiler_yamllint	337180.11339714215 ns/iter	360237.7607802871 ns/iter	0.94
E2E_Evaluator_adaptivecard	25112.13694450484 ns/iter	24649.35600731725 ns/iter	1.02
E2E_Evaluator_ansible_meta	222373.2974779689 ns/iter	231613.56518837702 ns/iter	0.96
E2E_Evaluator_aws_cdk	43043.243444317086 ns/iter	50325.69608055098 ns/iter	0.86
E2E_Evaluator_babelrc	89671.04548383116 ns/iter	107582.27373101344 ns/iter	0.83
E2E_Evaluator_cerebrum_criminal_case	1073420.3562690609 ns/iter	983221.6234130223 ns/iter	1.09
E2E_Evaluator_clang_format	112633.36464088586 ns/iter	116887.94817788558 ns/iter	0.96
E2E_Evaluator_cmake_presets	4416257.163522157 ns/iter	4330380.878205012 ns/iter	1.02
E2E_Evaluator_code_climate	156043.94394417133 ns/iter	182482.2044098529 ns/iter	0.86
E2E_Evaluator_cql2	189907.92144434302 ns/iter	211706.44427750693 ns/iter	0.90
E2E_Evaluator_cspell	569049.6032520155 ns/iter	573464.2824675548 ns/iter	0.99
E2E_Evaluator_cypress	173263.6142506329 ns/iter	190449.14026535774 ns/iter	0.91
E2E_Evaluator_deno	256661.2795611275 ns/iter	321138.5775546993 ns/iter	0.80
E2E_Evaluator_dependabot	315656.31809870363 ns/iter	328894.9699106342 ns/iter	0.96
E2E_Evaluator_draft_04	9846930.925374493 ns/iter	9777061.73611005 ns/iter	1.01
E2E_Evaluator_fabric_mod	662863.4861244878 ns/iter	669282.4337812756 ns/iter	0.99
E2E_Evaluator_geojson	19807843.88889055 ns/iter	18966824.64865301 ns/iter	1.04
E2E_Evaluator_gitpod_configuration	208856.6897281126 ns/iter	234979.2584269615 ns/iter	0.89
E2E_Evaluator_helm_chart_lock	207524.53134328692 ns/iter	310364.4993324733 ns/iter	0.67
E2E_Evaluator_importmap	41649.10932112791 ns/iter	47064.33880229681 ns/iter	0.88
E2E_Evaluator_jasmine	95832.38731150821 ns/iter	107496.97622722713 ns/iter	0.89
E2E_Evaluator_jshintrc	1159532.4339934073 ns/iter	1189652.1394556987 ns/iter	0.97
E2E_Evaluator_jsconfig	414623.64205552964 ns/iter	423709.4200607455 ns/iter	0.98
E2E_Evaluator_krakend	186210.28960590772 ns/iter	213503.4644908093 ns/iter	0.87
E2E_Evaluator_lazygit	124878.86556136607 ns/iter	148535.0415166137 ns/iter	0.84
E2E_Evaluator_lerna	111721.12957656913 ns/iter	137861.20058026124 ns/iter	0.81
E2E_Evaluator_nest_cli	178127.69901192555 ns/iter	182443.04935338313 ns/iter	0.98
E2E_Evaluator_omc	18211.49684124817 ns/iter	18900.80194306103 ns/iter	0.96
E2E_Evaluator_omnisharp	571043.0627035747 ns/iter	613856.2130859216 ns/iter	0.93
E2E_Evaluator_openapi	11507299.492536867 ns/iter	10296967.761907205 ns/iter	1.12
E2E_Evaluator_pre_commit_hooks	480325.04112405033 ns/iter	478414.2421929278 ns/iter	1.00
E2E_Evaluator_pulumi	665710.5138756335 ns/iter	716629.592479728 ns/iter	0.93
E2E_Evaluator_semantic_release	78739.58003807819 ns/iter	98748.75596071706 ns/iter	0.80
E2E_Evaluator_stale	144257.09015371354 ns/iter	147333.33425652015 ns/iter	0.98
E2E_Evaluator_stylecop	273044.61644358304 ns/iter	291884.5325907246 ns/iter	0.94
E2E_Evaluator_tmuxinator	85597.91027340318 ns/iter	99377.01942697071 ns/iter	0.86
E2E_Evaluator_ui5	482461.0790568836 ns/iter	509405.742028927 ns/iter	0.95
E2E_Evaluator_ui5_manifest	2361852.8305081846 ns/iter	2534980.807971298 ns/iter	0.93
E2E_Evaluator_unreal_engine_uproject	427563.4639364116 ns/iter	442238.997468365 ns/iter	0.97
E2E_Evaluator_users_array	624500.4879140806 ns/iter	576087.5939045283 ns/iter	1.08
E2E_Evaluator_vercel	264958.29339307075 ns/iter	314312.2733780539 ns/iter	0.84
E2E_Evaluator_yamllint	8275.174586801313 ns/iter	8955.311422385816 ns/iter	0.92
Micro_Draft4_Meta_1_No_Callback	196.42755132843956 ns/iter	200.85814643403404 ns/iter	0.98
Micro_Draft4_Required_Properties	896.8758271974561 ns/iter	826.2192650177085 ns/iter	1.09
Micro_Draft4_Many_Optional_Properties_Minimal_Match	26.036015122860864 ns/iter	23.289074253163545 ns/iter	1.12
Micro_Draft4_Few_Optional_Properties_Minimal_Match	11.34212892278497 ns/iter	11.225533142680003 ns/iter	1.01
Micro_Draft4_Items_Schema	246.04956701616538 ns/iter	278.8728582585933 ns/iter	0.88
Micro_Draft4_Nested_Object	1.4086308762743307 ns/iter	1.8045036879902543 ns/iter	0.78
Micro_Draft4_Properties_Triad_Optional	331.35472615173484 ns/iter	339.2693410654402 ns/iter	0.98
Micro_Draft4_Properties_Triad_Closed	270.96851934548386 ns/iter	273.2270548230049 ns/iter	0.99
Micro_Draft4_Properties_Triad_Required	343.2134410435948 ns/iter	346.64920950685234 ns/iter	0.99
Micro_Draft4_Properties_Closed	62.293412622757586 ns/iter	57.17054506265842 ns/iter	1.09
Micro_Draft4_Non_Recursive_Ref	14.54794359368114 ns/iter	11.802851784795667 ns/iter	1.23
Micro_Draft4_Pattern_Properties_True	151.02396093836742 ns/iter	169.04890052291492 ns/iter	0.89
Micro_Draft4_Ref_To_Single_Property	11.342894109332217 ns/iter	11.225410200010023 ns/iter	1.01
Micro_Draft4_Additional_Properties_Type	30.27544105292272 ns/iter	21.972817311000586 ns/iter	1.38
Micro_Draft4_Nested_Oneof	55.332410988393676 ns/iter	59.27703715944404 ns/iter	0.93
Micro_Draft4_Short_Enum	10.939405595221146 ns/iter	9.97364987715707 ns/iter	1.10
Micro_Draft4_Long_Enum	14.447083447126913 ns/iter	22.195526750066787 ns/iter	0.65
Micro_Draft4_Long_Enum_Short_Strings	11.16238494979368 ns/iter	9.973610984700107 ns/iter	1.12
Micro_Draft4_Type_Object	3.520859548108461 ns/iter	3.73917792793657 ns/iter	0.94
Micro_Draft4_Ref_Single_100	2406930.30137003 ns/iter	2480400.996478398 ns/iter	0.97
Micro_Draft4_Compile_Ref_Many_Nested	1745959.316708434 ns/iter	1787769.1497461698 ns/iter	0.98
Micro_Draft4_Compile_Wrap	2388173.4285711846 ns/iter	2436872.554007276 ns/iter	0.98
Micro_Draft6_Property_Names	132.74641222988927 ns/iter	126.38761591380639 ns/iter	1.05
Micro_Draft6_Compile_FHIR	14816169380.00002 ns/iter	13328746451.000143 ns/iter	1.11
Micro_Draft7_If_Then_Else	25.133448270220637 ns/iter	24.34722437992311 ns/iter	1.03
Micro_2019_09_Unevaluated_Properties	24.8167153865542 ns/iter	26.504196324520937 ns/iter	0.94
Micro_2019_09_Compile_Wrap	302461521.0000547 ns/iter	304283432.9999096 ns/iter	0.99
Micro_2020_12_Dynamic_Ref	241.149990160471 ns/iter	231.5176406638765 ns/iter	1.04
Micro_2020_12_Dynamic_Ref_Single	3.5175127209247177 ns/iter	3.426437697495263 ns/iter	1.03
Micro_2020_12_Simple_Output_Mask	1047.286532736651 ns/iter	1087.3353543457952 ns/iter	0.96
Micro_2020_12_Simple_Output_Annotations	94567.76565050805 ns/iter	105941.75581924975 ns/iter	0.89
Micro_2020_12_Compile_NonCircular_Shared_Refs	1092748.608424261 ns/iter	1126571.237179519 ns/iter	0.97
Micro_2020_12_Exhaustive_Deep_Numeric	8522.794978630911 ns/iter	9660.207884752956 ns/iter	0.88
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput	172195.67389161212 ns/iter	178459.06210393197 ns/iter	0.96
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput	23089.32665704585 ns/iter	22847.66893315455 ns/iter	1.01
Micro_2020_12_Exhaustive_Deep_Numeric_Fail	148.74231219969263 ns/iter	141.5722737673458 ns/iter	1.05
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput	3999.218357608934 ns/iter	4469.076200358603 ns/iter	0.89
Alterschema_Check_Readibility_ISO_Language_Set_3	347428312.0000337 ns/iter	377820084.4999446 ns/iter	0.92
Alterschema_Check_Readibility_OMC	87909350.87498042 ns/iter	83760983.12498926 ns/iter	1.05
Alterschema_Check_Readibility_KrakenD	1273092260.9998744 ns/iter	1168934578.0000622 ns/iter	1.09
Alterschema_Apply_Readibility_KrakenD	128590454423.99974 ns/iter	117816005485 ns/iter	1.09
Alterschema_Check_Invalid_External_Refs	273143184.9999808 ns/iter	303917699.50006163 ns/iter	0.90

This comment was automatically generated by workflow using github-action-benchmark.

[github-actions]

JavaScript (linux/llvm)

Details

Benchmark suite	Current: 3ad3bdb	Previous: 02a7ab7	Ratio
E2E_Evaluator_adaptivecard	119525 ns	118395 ns	1.01
E2E_Evaluator_ansible-meta	531186 ns	523464 ns	1.01
E2E_Evaluator_aws-cdk	129872 ns	142530 ns	0.91
E2E_Evaluator_babelrc	309866 ns	329982 ns	0.94
E2E_Evaluator_cerebrum-criminal-case	2622033 ns	2523183 ns	1.04
E2E_Evaluator_clang-format	257441 ns	261543 ns	0.98
E2E_Evaluator_cmake-presets	17818655 ns	17863106 ns	1.00
E2E_Evaluator_code-climate	484084 ns	505038 ns	0.96
E2E_Evaluator_cql2	1247174 ns	1225696 ns	1.02
E2E_Evaluator_cspell	1595082 ns	1476697 ns	1.08
E2E_Evaluator_cypress	823471 ns	781666 ns	1.05
E2E_Evaluator_deno	1109846 ns	1092669 ns	1.02
E2E_Evaluator_dependabot	1147205 ns	1157017 ns	0.99
E2E_Evaluator_draft-04	22641073 ns	24418713 ns	0.93
E2E_Evaluator_fabric-mod	2442994 ns	2352524 ns	1.04
E2E_Evaluator_geojson	22521025 ns	20004345 ns	1.13
E2E_Evaluator_gitpod-configuration	715624 ns	724493 ns	0.99
E2E_Evaluator_helm-chart-lock	1017014 ns	986547 ns	1.03
E2E_Evaluator_importmap	269128 ns	273055 ns	0.99
E2E_Evaluator_jasmine	285910 ns	294324 ns	0.97
E2E_Evaluator_jsconfig	1406641 ns	1259583 ns	1.12
E2E_Evaluator_jshintrc	2887698 ns	2738595 ns	1.05
E2E_Evaluator_krakend	632296 ns	681378 ns	0.93
E2E_Evaluator_lazygit	454247 ns	511883 ns	0.89
E2E_Evaluator_lerna	449959 ns	462653 ns	0.97
E2E_Evaluator_nest-cli	624736 ns	590125 ns	1.06
E2E_Evaluator_omc	91417 ns	92008 ns	0.99
E2E_Evaluator_omnisharp	1463850 ns	1394210 ns	1.05
E2E_Evaluator_openapi	23556333 ns	25528475 ns	0.92
E2E_Evaluator_pre-commit-hooks	2039711 ns	2033361 ns	1.00
E2E_Evaluator_pulumi	1980943 ns	1907991 ns	1.04
E2E_Evaluator_semantic-release	230442 ns	246664 ns	0.93
E2E_Evaluator_stale	377362 ns	395288 ns	0.95
E2E_Evaluator_stylecop	1211311 ns	1248706 ns	0.97
E2E_Evaluator_tmuxinator	212988 ns	224169 ns	0.95
E2E_Evaluator_ui5	2292827 ns	2342576 ns	0.98
E2E_Evaluator_ui5-manifest	9885906 ns	11314615 ns	0.87
E2E_Evaluator_unreal-engine-uproject	1564386 ns	1519543 ns	1.03
E2E_Evaluator_users-array	2492982 ns	2410585 ns	1.03
E2E_Evaluator_vercel	1010195 ns	989082 ns	1.02
E2E_Evaluator_yamllint	23873 ns	25633 ns	0.93

This comment was automatically generated by workflow using github-action-benchmark.

[github-actions]

Benchmark (macos/llvm)

Details

Benchmark suite	Current: 3ad3bdb	Previous: 02a7ab7	Ratio
Schema_Iterator_ISO_Language	2794869.2631584685 ns/iter	3983820.0486490284 ns/iter	0.70
Schema_Tracker_ISO_Language	7682097.35714227 ns/iter	11107488.281250965 ns/iter	0.69
Schema_Tracker_ISO_Language_To_JSON	18481166.67567435 ns/iter	21967723.59999765 ns/iter	0.84
Schema_Frame_WoT_References	5887456.481480479 ns/iter	6933468.346154278 ns/iter	0.85
Schema_Frame_OMC_References	41556704.33334264 ns/iter	38330884.82352811 ns/iter	1.08
Schema_Frame_OMC_Locations	35038006.57894748 ns/iter	30912718.23809837 ns/iter	1.13
Schema_Frame_ISO_Language_Locations	106230347.3333183 ns/iter	98097523.85714482 ns/iter	1.08
Schema_Frame_KrakenD_References	70912849.99999061 ns/iter	61898150.692303926 ns/iter	1.15
Schema_Frame_KrakenD_Reachable	809769166.0000237 ns/iter	602252915.9999976 ns/iter	1.34
Schema_Frame_ISO_Language_Locations_To_JSON	140876864.74999827 ns/iter	95878071.42854998 ns/iter	1.47
Schema_Frame_Many_Resources_References	493681770.9999559 ns/iter	442659332.9999378 ns/iter	1.12
Schema_Bundle_Meta_2020_12	2102817.695887309 ns/iter	1986807.4334152935 ns/iter	1.06
Schema_Format_ISO_Language_To_JSON	110233500.00001691 ns/iter	117887583.40003368 ns/iter	0.94
E2E_Compiler_adaptivecard	94314595.14283752 ns/iter	90676416.66666128 ns/iter	1.04
E2E_Compiler_ansible_meta	37426155.05555275 ns/iter	44057730.14285668 ns/iter	0.85
E2E_Compiler_aws_cdk	430991.0791475769 ns/iter	389082.8025477327 ns/iter	1.11
E2E_Compiler_babelrc	3323679.577464381 ns/iter	3019481.2838980225 ns/iter	1.10
E2E_Compiler_clang_format	23112188.70588217 ns/iter	21972885.41666214 ns/iter	1.05
E2E_Compiler_cmake_presets	38490089.89473795 ns/iter	40578344.94445463 ns/iter	0.95
E2E_Compiler_code_climate	3567069.0695188046 ns/iter	3053823.9336280148 ns/iter	1.17
E2E_Compiler_cql2	23449334.333333485 ns/iter	17028586.734693594 ns/iter	1.38
E2E_Compiler_cspell	29952951.37499928 ns/iter	27305235.57692357 ns/iter	1.10
E2E_Compiler_cypress	4992807.013156596 ns/iter	5046912.500001781 ns/iter	0.99
E2E_Compiler_deno	10428583.333333392 ns/iter	9812250.943182023 ns/iter	1.06
E2E_Compiler_dependabot	6949650.42000149 ns/iter	5218820.00000005 ns/iter	1.33
E2E_Compiler_draft_04	3257369.2789699347 ns/iter	3138399.377593189 ns/iter	1.04
E2E_Compiler_fabric_mod	5426100.83999989 ns/iter	5527406.670000801 ns/iter	0.98
E2E_Compiler_geojson	35284406.25000258 ns/iter	34102195.09091596 ns/iter	1.03
E2E_Compiler_gitpod_configuration	7956406.156521869 ns/iter	5524774.580001121 ns/iter	1.44
E2E_Compiler_helm_chart_lock	848955.375765022 ns/iter	780298.7919999396 ns/iter	1.09
E2E_Compiler_importmap	304716.406854109 ns/iter	294325.1824945037 ns/iter	1.04
E2E_Compiler_jasmine	1313995.645492081 ns/iter	1650302.189409373 ns/iter	0.80
E2E_Compiler_jshintrc	4506736.201299397 ns/iter	5015712.499998699 ns/iter	0.90
E2E_Compiler_jsconfig	26125398.148148328 ns/iter	25015733.607144088 ns/iter	1.04
E2E_Compiler_krakend	152009322.99995884 ns/iter	182404385.4999786 ns/iter	0.83
E2E_Compiler_lazygit	44300112.76471144 ns/iter	46990226.562499516 ns/iter	0.94
E2E_Compiler_lerna	1678882.4830101272 ns/iter	2057961.1256984938 ns/iter	0.82
E2E_Compiler_nest_cli	7425660.377358104 ns/iter	9333987.012986619 ns/iter	0.80
E2E_Compiler_omc	200484375.00001153 ns/iter	262660097.33330977 ns/iter	0.76
E2E_Compiler_omnisharp	8191401.443477646 ns/iter	8798039.747126108 ns/iter	0.93
E2E_Compiler_openapi	24460765.444448248 ns/iter	32271958.34999748 ns/iter	0.76
E2E_Compiler_pre_commit_hooks	5464259.510067708 ns/iter	6145702.920000531 ns/iter	0.89
E2E_Compiler_pulumi	3803630.8059705263 ns/iter	4790920.068026768 ns/iter	0.79
E2E_Compiler_semantic_release	1291780.900884939 ns/iter	1828047.0661374668 ns/iter	0.71
E2E_Compiler_stale	1307013.6325504852 ns/iter	2132192.3966001323 ns/iter	0.61
E2E_Compiler_stylecop	5757246.792306712 ns/iter	8069724.425742588 ns/iter	0.71
E2E_Compiler_tmuxinator	1708491.0387096584 ns/iter	2037838.753424644 ns/iter	0.84
E2E_Compiler_ui5	54910461.53847142 ns/iter	70842590.90910646 ns/iter	0.78
E2E_Compiler_ui5_manifest	313547687.5000904 ns/iter	474449749.99996245 ns/iter	0.66
E2E_Compiler_unreal_engine_uproject	5711870.18367338 ns/iter	5414025.300001413 ns/iter	1.06
E2E_Compiler_users_array	980771.9013282228 ns/iter	1139566.561371692 ns/iter	0.86
E2E_Compiler_vercel	14673752.551019862 ns/iter	19457009.14634139 ns/iter	0.75
E2E_Compiler_yamllint	268339.2921307972 ns/iter	352265.4682112294 ns/iter	0.76
E2E_Evaluator_adaptivecard	20460.767719793286 ns/iter	25632.785002055287 ns/iter	0.80
E2E_Evaluator_ansible_meta	166239.09135976832 ns/iter	242984.67369802904 ns/iter	0.68
E2E_Evaluator_aws_cdk	34773.88959284687 ns/iter	51212.8108502347 ns/iter	0.68
E2E_Evaluator_babelrc	84881.57849391799 ns/iter	111233.11536952692 ns/iter	0.76
E2E_Evaluator_cerebrum_criminal_case	712862.7313575228 ns/iter	926869.8053435121 ns/iter	0.77
E2E_Evaluator_clang_format	98141.31409650715 ns/iter	133628.5593521888 ns/iter	0.73
E2E_Evaluator_cmake_presets	3406014.4405947817 ns/iter	4869031.934578539 ns/iter	0.70
E2E_Evaluator_code_climate	134057.05204324267 ns/iter	186277.6943612069 ns/iter	0.72
E2E_Evaluator_cql2	156385.15127388694 ns/iter	221369.25795052745 ns/iter	0.71
E2E_Evaluator_cspell	384993.8024691327 ns/iter	596032.3646512586 ns/iter	0.65
E2E_Evaluator_cypress	150277.15986186377 ns/iter	198526.94954132402 ns/iter	0.76
E2E_Evaluator_deno	287859.1858038314 ns/iter	350247.96994537755 ns/iter	0.82
E2E_Evaluator_dependabot	300578.69571132056 ns/iter	331748.87102810555 ns/iter	0.91
E2E_Evaluator_draft_04	5676258.800000748 ns/iter	8228194.44827463 ns/iter	0.69
E2E_Evaluator_fabric_mod	495803.10792958445 ns/iter	702659.9799398356 ns/iter	0.71
E2E_Evaluator_geojson	10223487.92753621 ns/iter	17147747.282607548 ns/iter	0.60
E2E_Evaluator_gitpod_configuration	168803.48399336575 ns/iter	248286.0605460529 ns/iter	0.68
E2E_Evaluator_helm_chart_lock	265514.7653516388 ns/iter	359438.9069533783 ns/iter	0.74
E2E_Evaluator_importmap	33667.26857562227 ns/iter	40001.55825721238 ns/iter	0.84
E2E_Evaluator_jasmine	92200.71507224496 ns/iter	109108.87284894224 ns/iter	0.85
E2E_Evaluator_jshintrc	975251.2933708932 ns/iter	1305573.6867703432 ns/iter	0.75
E2E_Evaluator_jsconfig	319537.8501556401 ns/iter	468088.01511170773 ns/iter	0.68
E2E_Evaluator_krakend	138597.48824806313 ns/iter	195598.18595507237 ns/iter	0.71
E2E_Evaluator_lazygit	99137.50330910808 ns/iter	160156.75446046304 ns/iter	0.62
E2E_Evaluator_lerna	123538.03705657282 ns/iter	176798.16169105627 ns/iter	0.70
E2E_Evaluator_nest_cli	133926.62249526955 ns/iter	232689.1664327967 ns/iter	0.58
E2E_Evaluator_omc	20258.76834290768 ns/iter	20391.843854749826 ns/iter	0.99
E2E_Evaluator_omnisharp	607161.0383065993 ns/iter	684434.5671521284 ns/iter	0.89
E2E_Evaluator_openapi	7453612.258824946 ns/iter	9825107.142858412 ns/iter	0.76
E2E_Evaluator_pre_commit_hooks	411152.444379364 ns/iter	542316.3887531365 ns/iter	0.76
E2E_Evaluator_pulumi	750151.9179005123 ns/iter	761835.6305930347 ns/iter	0.98
E2E_Evaluator_semantic_release	75970.7887432376 ns/iter	92767.47383647495 ns/iter	0.82
E2E_Evaluator_stale	118747.29166667446 ns/iter	155535.58451719655 ns/iter	0.76
E2E_Evaluator_stylecop	194839.35234544228 ns/iter	289500.2749267417 ns/iter	0.67
E2E_Evaluator_tmuxinator	71354.51214810311 ns/iter	106386.9395798973 ns/iter	0.67
E2E_Evaluator_ui5	369006.4067612902 ns/iter	516525.62500021304 ns/iter	0.71
E2E_Evaluator_ui5_manifest	2033425.4638890391 ns/iter	3518582.568807512 ns/iter	0.58
E2E_Evaluator_unreal_engine_uproject	332136.44189320644 ns/iter	476017.61620792537 ns/iter	0.70
E2E_Evaluator_users_array	458661.197500021 ns/iter	692397.3749999277 ns/iter	0.66
E2E_Evaluator_vercel	234457.73299827243 ns/iter	323162.98306996113 ns/iter	0.73
E2E_Evaluator_yamllint	7926.623461686313 ns/iter	8337.001171276124 ns/iter	0.95
Micro_Draft4_Meta_1_No_Callback	150.72267140636143 ns/iter	186.05420649453978 ns/iter	0.81
Micro_Draft4_Required_Properties	652.06376313244 ns/iter	818.4325800934629 ns/iter	0.80
Micro_Draft4_Many_Optional_Properties_Minimal_Match	18.552377241934625 ns/iter	26.40048447131776 ns/iter	0.70
Micro_Draft4_Few_Optional_Properties_Minimal_Match	7.5301421604257435 ns/iter	11.182213773261509 ns/iter	0.67
Micro_Draft4_Items_Schema	260.10746312706607 ns/iter	325.1179464719929 ns/iter	0.80
Micro_Draft4_Nested_Object	0.6926795738171633 ns/iter	1.0640290218168589 ns/iter	0.65
Micro_Draft4_Properties_Triad_Optional	250.01133120101454 ns/iter	308.81850354489427 ns/iter	0.81
Micro_Draft4_Properties_Triad_Closed	179.48198919107807 ns/iter	255.73768373958816 ns/iter	0.70
Micro_Draft4_Properties_Triad_Required	224.93098344247812 ns/iter	311.859638432751 ns/iter	0.72
Micro_Draft4_Properties_Closed	41.69041279296027 ns/iter	57.23421049127104 ns/iter	0.73
Micro_Draft4_Non_Recursive_Ref	9.931234034790176 ns/iter	13.636320372048596 ns/iter	0.73
Micro_Draft4_Pattern_Properties_True	161.19793841893056 ns/iter	242.66868776023549 ns/iter	0.66
Micro_Draft4_Ref_To_Single_Property	7.432839722213343 ns/iter	11.125091917242646 ns/iter	0.67
Micro_Draft4_Additional_Properties_Type	20.283538696127383 ns/iter	27.463575624237166 ns/iter	0.74
Micro_Draft4_Nested_Oneof	40.36137268072092 ns/iter	56.822236630823944 ns/iter	0.71
Micro_Draft4_Short_Enum	5.085179537479275 ns/iter	7.622542776761246 ns/iter	0.67
Micro_Draft4_Long_Enum	10.089590274680225 ns/iter	14.733735642527884 ns/iter	0.68
Micro_Draft4_Long_Enum_Short_Strings	8.06582040737102 ns/iter	9.252592882913511 ns/iter	0.87
Micro_Draft4_Type_Object	2.967609984861346 ns/iter	3.3697102891214334 ns/iter	0.88
Micro_Draft4_Ref_Single_100	2489408.744261963 ns/iter	2545838.679244933 ns/iter	0.98
Micro_Draft4_Compile_Ref_Many_Nested	1537720.8157890888 ns/iter	1630517.8872901727 ns/iter	0.94
Micro_Draft4_Compile_Wrap	2119523.4788275654 ns/iter	3050221.855262766 ns/iter	0.69
Micro_Draft6_Property_Names	117.366333544478 ns/iter	143.76154593476718 ns/iter	0.82
Micro_Draft6_Compile_FHIR	11113179625.000156 ns/iter	18573429958.999897 ns/iter	0.60
Micro_Draft7_If_Then_Else	20.089356353561996 ns/iter	25.17658220207517 ns/iter	0.80
Micro_2019_09_Unevaluated_Properties	25.91993271027687 ns/iter	33.21156025125205 ns/iter	0.78
Micro_2019_09_Compile_Wrap	321691520.99993426 ns/iter	466589417.0000229 ns/iter	0.69
Micro_2020_12_Dynamic_Ref	210.88734907014313 ns/iter	265.32650668202814 ns/iter	0.79
Micro_2020_12_Dynamic_Ref_Single	2.504036626330438 ns/iter	3.100578134736213 ns/iter	0.81
Micro_2020_12_Simple_Output_Mask	832.838533893692 ns/iter	1025.5114794583415 ns/iter	0.81
Micro_2020_12_Simple_Output_Annotations	99323.46008375673 ns/iter	112931.16689773738 ns/iter	0.88
Micro_2020_12_Compile_NonCircular_Shared_Refs	832277.9863201741 ns/iter	1232173.4988454534 ns/iter	0.68
Micro_2020_12_Exhaustive_Deep_Numeric	5410.124921104823 ns/iter	6891.511502222098 ns/iter	0.79
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput	118108.87735532744 ns/iter	172253.6622757559 ns/iter	0.69
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput	13906.698597525723 ns/iter	22008.325821519637 ns/iter	0.63
Micro_2020_12_Exhaustive_Deep_Numeric_Fail	92.78036029414436 ns/iter	135.0001990050822 ns/iter	0.69
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput	4960.678006983046 ns/iter	10358.78242736262 ns/iter	0.48
Alterschema_Check_Readibility_ISO_Language_Set_3	244262069.33336893 ns/iter	379032416.49996746 ns/iter	0.64
Alterschema_Check_Readibility_OMC	67464333.36363886 ns/iter	103747744.14286289 ns/iter	0.65
Alterschema_Check_Readibility_KrakenD	773518999.9998511 ns/iter	1070603499.9998337 ns/iter	0.72
Alterschema_Apply_Readibility_KrakenD	73447859583.99985 ns/iter	120330507624.99988 ns/iter	0.61
Alterschema_Check_Invalid_External_Refs	183357916.74996927 ns/iter	264098930.33337536 ns/iter	0.69

This comment was automatically generated by workflow using github-action-benchmark.

[github-actions]

JavaScript (macos/llvm)

Details

Benchmark suite	Current: 3ad3bdb	Previous: 02a7ab7	Ratio
E2E_Evaluator_adaptivecard	97206 ns	142978 ns	0.68
E2E_Evaluator_ansible-meta	367542 ns	657687 ns	0.56
E2E_Evaluator_aws-cdk	110121 ns	150990 ns	0.73
E2E_Evaluator_babelrc	242010 ns	443506 ns	0.55
E2E_Evaluator_cerebrum-criminal-case	1538089 ns	2570058 ns	0.60
E2E_Evaluator_clang-format	169201 ns	302314 ns	0.56
E2E_Evaluator_cmake-presets	11910945 ns	17966758 ns	0.66
E2E_Evaluator_code-climate	376968 ns	508142 ns	0.74
E2E_Evaluator_cql2	1040531 ns	1559154 ns	0.67
E2E_Evaluator_cspell	1211549 ns	2244116 ns	0.54
E2E_Evaluator_cypress	643583 ns	1024486 ns	0.63
E2E_Evaluator_deno	748798 ns	1452256 ns	0.52
E2E_Evaluator_dependabot	908553 ns	1367833 ns	0.66
E2E_Evaluator_draft-04	18779363 ns	28111247 ns	0.67
E2E_Evaluator_fabric-mod	1755660 ns	2925534 ns	0.60
E2E_Evaluator_geojson	16140007 ns	21415847 ns	0.75
E2E_Evaluator_gitpod-configuration	518853 ns	788883 ns	0.66
E2E_Evaluator_helm-chart-lock	901496 ns	1206041 ns	0.75
E2E_Evaluator_importmap	222683 ns	294702 ns	0.76
E2E_Evaluator_jasmine	217962 ns	313643 ns	0.69
E2E_Evaluator_jsconfig	929841 ns	1511314 ns	0.62
E2E_Evaluator_jshintrc	2042862 ns	2843154 ns	0.72
E2E_Evaluator_krakend	453041 ns	642946 ns	0.70
E2E_Evaluator_lazygit	315573 ns	525050 ns	0.60
E2E_Evaluator_lerna	339272 ns	546289 ns	0.62
E2E_Evaluator_nest-cli	435891 ns	700448 ns	0.62
E2E_Evaluator_omc	71818 ns	108976 ns	0.66
E2E_Evaluator_omnisharp	1050561 ns	1603918 ns	0.65
E2E_Evaluator_openapi	17382774 ns	29460995 ns	0.59
E2E_Evaluator_pre-commit-hooks	1491203 ns	2234156 ns	0.67
E2E_Evaluator_pulumi	1743761 ns	2466593 ns	0.71
E2E_Evaluator_semantic-release	192906 ns	292441 ns	0.66
E2E_Evaluator_stale	297858 ns	475289 ns	0.63
E2E_Evaluator_stylecop	798321 ns	2410142 ns	0.33
E2E_Evaluator_tmuxinator	164719 ns	229804 ns	0.72
E2E_Evaluator_ui5	1702861 ns	2817220 ns	0.60
E2E_Evaluator_ui5-manifest	9185882 ns	18526035 ns	0.50
E2E_Evaluator_unreal-engine-uproject	1549398 ns	2220382 ns	0.70
E2E_Evaluator_users-array	2715351 ns	4353022 ns	0.62
E2E_Evaluator_vercel	942133 ns	1378112 ns	0.68
E2E_Evaluator_yamllint	25263 ns	34416 ns	0.73

This comment was automatically generated by workflow using github-action-benchmark.

[github-actions]

Benchmark (linux/gcc)

Details

Benchmark suite	Current: 3ad3bdb	Previous: 02a7ab7	Ratio
Alterschema_Check_Readibility_ISO_Language_Set_3	372077019.5000114 ns/iter	386513627.9999888 ns/iter	0.96
Alterschema_Check_Readibility_OMC	93034567.87500863 ns/iter	101996015.71428372 ns/iter	0.91
Alterschema_Check_Readibility_KrakenD	1311863603.999882 ns/iter	1347604097.9999197 ns/iter	0.97
Alterschema_Apply_Readibility_KrakenD	122116435965.00017 ns/iter	139024801581.9998 ns/iter	0.88
Alterschema_Check_Invalid_External_Refs	318959247.9999419 ns/iter	302386372.00000083 ns/iter	1.05
Micro_2020_12_Dynamic_Ref	260.8440050304006 ns/iter	261.6190825962968 ns/iter	1.00
Micro_2020_12_Dynamic_Ref_Single	4.358024228431214 ns/iter	4.227690050068487 ns/iter	1.03
Micro_2020_12_Simple_Output_Mask	1201.9093458365498 ns/iter	1130.902093828646 ns/iter	1.06
Micro_2020_12_Simple_Output_Annotations	113789.51689241416 ns/iter	100633.36828498267 ns/iter	1.13
Micro_2020_12_Compile_NonCircular_Shared_Refs	1253828.655357227 ns/iter	1253870.1423486972 ns/iter	1.00
Micro_2020_12_Exhaustive_Deep_Numeric	8720.294225114936 ns/iter	8781.173949062902 ns/iter	0.99
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput	166206.92224317536 ns/iter	163321.59216856648 ns/iter	1.02
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput	25363.03155265657 ns/iter	27025.7815126052 ns/iter	0.94
Micro_2020_12_Exhaustive_Deep_Numeric_Fail	156.13761079283802 ns/iter	168.74038240600206 ns/iter	0.93
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput	4792.728155340187 ns/iter	4563.887996978494 ns/iter	1.05
Micro_2019_09_Unevaluated_Properties	28.99361814081501 ns/iter	29.01596314788456 ns/iter	1.00
Micro_2019_09_Compile_Wrap	330079104.4999869 ns/iter	373103578.99991685 ns/iter	0.88
Micro_Draft7_If_Then_Else	24.612690075154205 ns/iter	24.869738643602222 ns/iter	0.99
Micro_Draft6_Property_Names	165.46987007926987 ns/iter	142.7435846278795 ns/iter	1.16
Micro_Draft6_Compile_FHIR	12897649996.000154 ns/iter	15496384882.000029 ns/iter	0.83
Micro_Draft4_Meta_1_No_Callback	172.17734175407196 ns/iter	177.1130481981805 ns/iter	0.97
Micro_Draft4_Required_Properties	790.8348913772926 ns/iter	817.109726574121 ns/iter	0.97
Micro_Draft4_Many_Optional_Properties_Minimal_Match	20.313630736090523 ns/iter	21.076899920367442 ns/iter	0.96
Micro_Draft4_Few_Optional_Properties_Minimal_Match	13.411295767880915 ns/iter	13.083008244753852 ns/iter	1.03
Micro_Draft4_Items_Schema	343.8554282168396 ns/iter	292.71719935029176 ns/iter	1.17
Micro_Draft4_Nested_Object	1.8684596296527893 ns/iter	2.4686048682392605 ns/iter	0.76
Micro_Draft4_Properties_Triad_Optional	448.7351011081506 ns/iter	431.89175338180604 ns/iter	1.04
Micro_Draft4_Properties_Triad_Closed	363.97276095334473 ns/iter	336.44749745991714 ns/iter	1.08
Micro_Draft4_Properties_Triad_Required	453.7900934198229 ns/iter	437.3189891578543 ns/iter	1.04
Micro_Draft4_Properties_Closed	62.06393424595986 ns/iter	61.87013698586727 ns/iter	1.00
Micro_Draft4_Non_Recursive_Ref	9.022464830426946 ns/iter	8.804093203911737 ns/iter	1.02
Micro_Draft4_Pattern_Properties_True	208.30630467876222 ns/iter	181.9959384889165 ns/iter	1.14
Micro_Draft4_Ref_To_Single_Property	13.08955864590667 ns/iter	12.664648331463678 ns/iter	1.03
Micro_Draft4_Additional_Properties_Type	14.342231834105185 ns/iter	14.332666552277379 ns/iter	1.00
Micro_Draft4_Nested_Oneof	64.41281334694857 ns/iter	63.775090586230114 ns/iter	1.01
Micro_Draft4_Short_Enum	14.715297253157006 ns/iter	14.562766201540121 ns/iter	1.01
Micro_Draft4_Long_Enum	13.41978156069642 ns/iter	14.399916834186495 ns/iter	0.93
Micro_Draft4_Long_Enum_Short_Strings	14.714490787750615 ns/iter	14.435490253475516 ns/iter	1.02
Micro_Draft4_Type_Object	4.698603826088049 ns/iter	4.595906752464004 ns/iter	1.02
Micro_Draft4_Ref_Single_100	2574577.985293846 ns/iter	2602544.4237921066 ns/iter	0.99
Micro_Draft4_Compile_Ref_Many_Nested	1876224.1501342298 ns/iter	1897347.2119567886 ns/iter	0.99
Micro_Draft4_Compile_Wrap	2688555.2490563537 ns/iter	2700196.665384388 ns/iter	1.00
E2E_Compiler_adaptivecard	66997361.70000961 ns/iter	76129410.00002138 ns/iter	0.88
E2E_Compiler_ansible_meta	31914727.1363611 ns/iter	33180412.333335668 ns/iter	0.96
E2E_Compiler_aws_cdk	438197.755792104 ns/iter	423364.2680722106 ns/iter	1.04
E2E_Compiler_babelrc	2861208.2926835823 ns/iter	2920408.1966528753 ns/iter	0.98
E2E_Compiler_clang_format	19985198.99999727 ns/iter	21112157.647059895 ns/iter	0.95
E2E_Compiler_cmake_presets	27755598.280000415 ns/iter	29111511.291660007 ns/iter	0.95
E2E_Compiler_code_climate	2909746.7385896887 ns/iter	2974732.4297872223 ns/iter	0.98
E2E_Compiler_cql2	14301191.22448782 ns/iter	14738410.680849405 ns/iter	0.97
E2E_Compiler_cspell	24327925.310342774 ns/iter	25583137.44444368 ns/iter	0.95
E2E_Compiler_cypress	4250193.844721235 ns/iter	4380073.918750327 ns/iter	0.97
E2E_Compiler_deno	8706570.787498435 ns/iter	8888221.012658862 ns/iter	0.98
E2E_Compiler_dependabot	4335477.2981373295 ns/iter	4439947.601264941 ns/iter	0.98
E2E_Compiler_draft_04	3056957.3930140142 ns/iter	3097362.433627656 ns/iter	0.99
E2E_Compiler_fabric_mod	5310445.575758243 ns/iter	5375482.676922379 ns/iter	0.99
E2E_Compiler_geojson	24421881.06896663 ns/iter	26327561.444447756 ns/iter	0.93
E2E_Compiler_gitpod_configuration	5461240.178294613 ns/iter	5576042.528000471 ns/iter	0.98
E2E_Compiler_helm_chart_lock	785026.5554300294 ns/iter	767639.9748360375 ns/iter	1.02
E2E_Compiler_importmap	330925.619751956 ns/iter	318026.6906474817 ns/iter	1.04
E2E_Compiler_jasmine	1534721.641921478 ns/iter	1536021.1872243201 ns/iter	1.00
E2E_Compiler_jshintrc	4829574.034482871 ns/iter	4833384.262069714 ns/iter	1.00
E2E_Compiler_jsconfig	23442876.833337322 ns/iter	24276450.724136308 ns/iter	0.97
E2E_Compiler_krakend	147527262.3999899 ns/iter	158422506.75001425 ns/iter	0.93
E2E_Compiler_lazygit	36050564.42104701 ns/iter	38307706.38889034 ns/iter	0.94
E2E_Compiler_lerna	1816715.796391489 ns/iter	1825919.7584413486 ns/iter	0.99
E2E_Compiler_nest_cli	8210423.164706192 ns/iter	8464949.207317349 ns/iter	0.97
E2E_Compiler_omc	176212818.25000778 ns/iter	192909342.74999925 ns/iter	0.91
E2E_Compiler_omnisharp	7431744.400001231 ns/iter	7785584.315216886 ns/iter	0.95
E2E_Compiler_openapi	28447482.43999675 ns/iter	29763967.833332572 ns/iter	0.96
E2E_Compiler_pre_commit_hooks	5866400.391666578 ns/iter	6028357.321737649 ns/iter	0.97
E2E_Compiler_pulumi	4522433.161290821 ns/iter	4601330.513157551 ns/iter	0.98
E2E_Compiler_semantic_release	1765746.1919193703 ns/iter	1801736.3964195389 ns/iter	0.98
E2E_Compiler_stale	1727661.1699507888 ns/iter	1753311.9422112338 ns/iter	0.99
E2E_Compiler_stylecop	6836615.0485439245 ns/iter	7282517.179999104 ns/iter	0.94
E2E_Compiler_tmuxinator	2183631.45937559 ns/iter	2204261.1159873577 ns/iter	0.99
E2E_Compiler_ui5	49429586.571428835 ns/iter	54464692.76923311 ns/iter	0.91
E2E_Compiler_ui5_manifest	327805968.99999636 ns/iter	370476190.50008506 ns/iter	0.88
E2E_Compiler_unreal_engine_uproject	5058488.4676246485 ns/iter	5187133.186567151 ns/iter	0.98
E2E_Compiler_users_array	912124.3649351762 ns/iter	913481.3398438506 ns/iter	1.00
E2E_Compiler_vercel	13298720.30769016 ns/iter	13799440.352939056 ns/iter	0.96
E2E_Compiler_yamllint	399773.3441966344 ns/iter	387738.7883656265 ns/iter	1.03
E2E_Evaluator_adaptivecard	23741.175296445963 ns/iter	23380.209322599705 ns/iter	1.02
E2E_Evaluator_ansible_meta	264250.43714817165 ns/iter	241454.25871497634 ns/iter	1.09
E2E_Evaluator_aws_cdk	57097.471653685316 ns/iter	47867.03107035778 ns/iter	1.19
E2E_Evaluator_babelrc	107456.75718850792 ns/iter	87205.95983327122 ns/iter	1.23
E2E_Evaluator_cerebrum_criminal_case	1085472.664086458 ns/iter	1144513.4560261287 ns/iter	0.95
E2E_Evaluator_clang_format	109609.70791074446 ns/iter	104859.84320821738 ns/iter	1.05
E2E_Evaluator_cmake_presets	4654637.05999961 ns/iter	7207232.527472305 ns/iter	0.65
E2E_Evaluator_code_climate	196557.7707575947 ns/iter	171501.8491442544 ns/iter	1.15
E2E_Evaluator_cql2	220167.14434618838 ns/iter	211572.44563604196 ns/iter	1.04
E2E_Evaluator_cspell	551681.932242978 ns/iter	536869.5768942517 ns/iter	1.03
E2E_Evaluator_cypress	181351.7712335669 ns/iter	140404.61195219064 ns/iter	1.29
E2E_Evaluator_deno	353512.17989948473 ns/iter	293623.64016730705 ns/iter	1.20
E2E_Evaluator_dependabot	376532.4823656974 ns/iter	369623.38828400424 ns/iter	1.02
E2E_Evaluator_draft_04	9085426.723683404 ns/iter	13322111.568627672 ns/iter	0.68
E2E_Evaluator_fabric_mod	789392.4798206209 ns/iter	745500.7048831573 ns/iter	1.06
E2E_Evaluator_geojson	18219766.65789742 ns/iter	22768138.06451349 ns/iter	0.80
E2E_Evaluator_gitpod_configuration	265661.2818459095 ns/iter	241769.7462276861 ns/iter	1.10
E2E_Evaluator_helm_chart_lock	327563.90968644095 ns/iter	221789.6334856625 ns/iter	1.48
E2E_Evaluator_importmap	49972.69080234162 ns/iter	38617.3631973598 ns/iter	1.29
E2E_Evaluator_jasmine	119097.5777815711 ns/iter	105160.12411399571 ns/iter	1.13
E2E_Evaluator_jshintrc	1075443.854740076 ns/iter	1025783.4823010627 ns/iter	1.05
E2E_Evaluator_jsconfig	408279.7365338889 ns/iter	378658.0753093403 ns/iter	1.08
E2E_Evaluator_krakend	226677.50353696814 ns/iter	187238.42895301204 ns/iter	1.21
E2E_Evaluator_lazygit	141064.23377941738 ns/iter	131233.6416847658 ns/iter	1.07
E2E_Evaluator_lerna	170183.5587882022 ns/iter	137353.07969306878 ns/iter	1.24
E2E_Evaluator_nest_cli	198127.27069794177 ns/iter	185013.666225872 ns/iter	1.07
E2E_Evaluator_omc	19270.003460880624 ns/iter	19143.325533345105 ns/iter	1.01
E2E_Evaluator_omnisharp	561249.7534356265 ns/iter	530466.2826420336 ns/iter	1.06
E2E_Evaluator_openapi	11372828.424241837 ns/iter	14832765.098037949 ns/iter	0.77
E2E_Evaluator_pre_commit_hooks	530850.5996967076 ns/iter	478286.3681318796 ns/iter	1.11
E2E_Evaluator_pulumi	765640.6381366559 ns/iter	750995.563318877 ns/iter	1.02
E2E_Evaluator_semantic_release	103389.73309712812 ns/iter	88228.1320376203 ns/iter	1.17
E2E_Evaluator_stale	166640.64218457157 ns/iter	159284.7985743871 ns/iter	1.05
E2E_Evaluator_stylecop	307108.6395505446 ns/iter	303357.5160337211 ns/iter	1.01
E2E_Evaluator_tmuxinator	102086.2725318937 ns/iter	87049.5175034242 ns/iter	1.17
E2E_Evaluator_ui5	569300.5380259795 ns/iter	522220.7015706738 ns/iter	1.09
E2E_Evaluator_ui5_manifest	2834806.9665268236 ns/iter	3050774.887999978 ns/iter	0.93
E2E_Evaluator_unreal_engine_uproject	475173.2754612867 ns/iter	446486.8446417254 ns/iter	1.06
E2E_Evaluator_users_array	630903.096000111 ns/iter	772422.6696035605 ns/iter	0.82
E2E_Evaluator_vercel	338164.2089407145 ns/iter	283590.96415627375 ns/iter	1.19
E2E_Evaluator_yamllint	10776.599772956592 ns/iter	9369.139244859796 ns/iter	1.15
Schema_Format_ISO_Language_To_JSON	113866092.16666935 ns/iter	127531218.60009742 ns/iter	0.89
Schema_Bundle_Meta_2020_12	1984433.2033927832 ns/iter	1992900.116471736 ns/iter	1.00
Schema_Frame_WoT_References	5897205.0756308045 ns/iter	6060176.965217539 ns/iter	0.97
Schema_Frame_OMC_References	23921419.10345031 ns/iter	26332621.846152578 ns/iter	0.91
Schema_Frame_OMC_Locations	22284233.161291275 ns/iter	24101373.20689814 ns/iter	0.92
Schema_Frame_ISO_Language_Locations	107062670.14286043 ns/iter	112824672.66664754 ns/iter	0.95
Schema_Frame_KrakenD_References	42013004.64704699 ns/iter	49608895.428572655 ns/iter	0.85
Schema_Frame_KrakenD_Reachable	559594546.0001985 ns/iter	632240851.9999954 ns/iter	0.89
Schema_Frame_ISO_Language_Locations_To_JSON	189859434.7500193 ns/iter	211602669.00005808 ns/iter	0.90
Schema_Frame_Many_Resources_References	403739245.99998647 ns/iter	424839750.4999275 ns/iter	0.95
Schema_Iterator_ISO_Language	3890579.432584601 ns/iter	3671504.109375926 ns/iter	1.06
Schema_Tracker_ISO_Language	5497009.42063477 ns/iter	6146272.85964967 ns/iter	0.89
Schema_Tracker_ISO_Language_To_JSON	29081876.583338346 ns/iter	29514282.608696032 ns/iter	0.99

This comment was automatically generated by workflow using github-action-benchmark.

[github-actions]

JavaScript (linux/gcc)

Details

Benchmark suite	Current: 3ad3bdb	Previous: 02a7ab7	Ratio
E2E_Evaluator_adaptivecard	118362 ns	118239 ns	1.00
E2E_Evaluator_ansible-meta	514055 ns	566079 ns	0.91
E2E_Evaluator_aws-cdk	140840 ns	132033 ns	1.07
E2E_Evaluator_babelrc	312396 ns	332610 ns	0.94
E2E_Evaluator_cerebrum-criminal-case	2474190 ns	2829843 ns	0.87
E2E_Evaluator_clang-format	275528 ns	305942 ns	0.90
E2E_Evaluator_cmake-presets	19075376 ns	20869680 ns	0.91
E2E_Evaluator_code-climate	502153 ns	515549 ns	0.97
E2E_Evaluator_cql2	1218922 ns	1275450 ns	0.96
E2E_Evaluator_cspell	1456180 ns	1791932 ns	0.81
E2E_Evaluator_cypress	754825 ns	936503 ns	0.81
E2E_Evaluator_deno	1015425 ns	1152178 ns	0.88
E2E_Evaluator_dependabot	1143225 ns	1302011 ns	0.88
E2E_Evaluator_draft-04	29982687 ns	28218495 ns	1.06
E2E_Evaluator_fabric-mod	2269281 ns	2720814 ns	0.83
E2E_Evaluator_geojson	20649418 ns	28467289 ns	0.73
E2E_Evaluator_gitpod-configuration	699249 ns	778205 ns	0.90
E2E_Evaluator_helm-chart-lock	1027580 ns	1009111 ns	1.02
E2E_Evaluator_importmap	261046 ns	268782 ns	0.97
E2E_Evaluator_jasmine	299159 ns	292061 ns	1.02
E2E_Evaluator_jsconfig	1184146 ns	1667175 ns	0.71
E2E_Evaluator_jshintrc	2685371 ns	3119838 ns	0.86
E2E_Evaluator_krakend	727966 ns	644892 ns	1.13
E2E_Evaluator_lazygit	478102 ns	498389 ns	0.96
E2E_Evaluator_lerna	466595 ns	465122 ns	1.00
E2E_Evaluator_nest-cli	569590 ns	652460 ns	0.87
E2E_Evaluator_omc	91755 ns	91238 ns	1.01
E2E_Evaluator_omnisharp	1415090 ns	1574394 ns	0.90
E2E_Evaluator_openapi	26225235 ns	28399551 ns	0.92
E2E_Evaluator_pre-commit-hooks	1994848 ns	2334958 ns	0.85
E2E_Evaluator_pulumi	1965281 ns	2234852 ns	0.88
E2E_Evaluator_semantic-release	253554 ns	245750 ns	1.03
E2E_Evaluator_stale	402903 ns	398030 ns	1.01
E2E_Evaluator_stylecop	1222739 ns	1319847 ns	0.93
E2E_Evaluator_tmuxinator	233866 ns	224628 ns	1.04
E2E_Evaluator_ui5	2363332 ns	2337249 ns	1.01
E2E_Evaluator_ui5-manifest	12784700 ns	14261539 ns	0.90
E2E_Evaluator_unreal-engine-uproject	1538819 ns	1747072 ns	0.88
E2E_Evaluator_users-array	2458962 ns	2575637 ns	0.95
E2E_Evaluator_vercel	967222 ns	1094208 ns	0.88
E2E_Evaluator_yamllint	26065 ns	25007 ns	1.04

This comment was automatically generated by workflow using github-action-benchmark.