Include a version tag in compiled JSON templates#691
Conversation
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
🤖 Augment PR SummarySummary: This PR adds an explicit version tag to the compiled JSON template format so evaluators can safely detect incompatible template layouts. Changes:
🤖 Was this summary useful? React with 👍 or 👎 |
There was a problem hiding this comment.
Benchmark (linux/llvm)
Details
| Benchmark suite | Current: 33cf4be | Previous: 715ad52 | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
63938244.33333369 ns/iter |
68994390.3333301 ns/iter |
0.93 |
E2E_Compiler_ansible_meta |
29363787.75000037 ns/iter |
29592865.83333428 ns/iter |
0.99 |
E2E_Compiler_aws_cdk |
379528.7807921951 ns/iter |
377305.1396979308 ns/iter |
1.01 |
E2E_Compiler_babelrc |
2599906.2081783013 ns/iter |
2594159.0442804443 ns/iter |
1.00 |
E2E_Compiler_clang_format |
18398972.315790582 ns/iter |
18613255.194444552 ns/iter |
0.99 |
E2E_Compiler_cmake_presets |
25611006.148147278 ns/iter |
26632334.074073933 ns/iter |
0.96 |
E2E_Compiler_code_climate |
2571844.4338234374 ns/iter |
2599427.1777777714 ns/iter |
0.99 |
E2E_Compiler_cql2 |
12775962.65454535 ns/iter |
13158841.351852331 ns/iter |
0.97 |
E2E_Compiler_cspell |
22595132.064514972 ns/iter |
23097521.800000705 ns/iter |
0.98 |
E2E_Compiler_cypress |
3897743.083799169 ns/iter |
3941530.960674164 ns/iter |
0.99 |
E2E_Compiler_deno |
7787295.94505476 ns/iter |
7794408.122222446 ns/iter |
1.00 |
E2E_Compiler_dependabot |
3926087.432584093 ns/iter |
3915368.9664803296 ns/iter |
1.00 |
E2E_Compiler_draft_04 |
2723742.0039061266 ns/iter |
2695125.405405337 ns/iter |
1.01 |
E2E_Compiler_fabric_mod |
4771070.612244617 ns/iter |
4762513.755101937 ns/iter |
1.00 |
E2E_Compiler_geojson |
21990297.281250905 ns/iter |
22368546.281251512 ns/iter |
0.98 |
E2E_Compiler_gitpod_configuration |
4945312.253521254 ns/iter |
4923097.273381605 ns/iter |
1.00 |
E2E_Compiler_helm_chart_lock |
711113.4837728138 ns/iter |
712253.9471007208 ns/iter |
1.00 |
E2E_Compiler_importmap |
288638.9225700175 ns/iter |
286234.3341483279 ns/iter |
1.01 |
E2E_Compiler_jasmine |
1382372.7080868245 ns/iter |
1366212.968750058 ns/iter |
1.01 |
E2E_Compiler_jshintrc |
4380038.575949515 ns/iter |
4380610.687499953 ns/iter |
1.00 |
E2E_Compiler_jsconfig |
21894304.625000417 ns/iter |
22068181.031249523 ns/iter |
0.99 |
E2E_Compiler_krakend |
137838795.40000042 ns/iter |
147484224.40000013 ns/iter |
0.93 |
E2E_Compiler_lazygit |
33473995.333332866 ns/iter |
33907601.571427 ns/iter |
0.99 |
E2E_Compiler_lerna |
1604230.4885322112 ns/iter |
1594306.4668193008 ns/iter |
1.01 |
E2E_Compiler_nest_cli |
7455824.457447017 ns/iter |
7490184.13829801 ns/iter |
1.00 |
E2E_Compiler_omc |
154426540.4999976 ns/iter |
164411470.49999925 ns/iter |
0.94 |
E2E_Compiler_omnisharp |
6741576.596153956 ns/iter |
6719085.362745175 ns/iter |
1.00 |
E2E_Compiler_openapi |
25008089.03571437 ns/iter |
25462611.214286264 ns/iter |
0.98 |
E2E_Compiler_pre_commit_hooks |
5330449.625954291 ns/iter |
5362875.053435367 ns/iter |
0.99 |
E2E_Compiler_pulumi |
4055026.7861272926 ns/iter |
4046182.4624277414 ns/iter |
1.00 |
E2E_Compiler_semantic_release |
1581722.0427928115 ns/iter |
1581657.4366515737 ns/iter |
1.00 |
E2E_Compiler_stale |
1566352.1614350267 ns/iter |
1562254.6570157 ns/iter |
1.00 |
E2E_Compiler_stylecop |
6227619.681818003 ns/iter |
6256390.756756925 ns/iter |
1.00 |
E2E_Compiler_tmuxinator |
1934639.9889502726 ns/iter |
1935255.8176795729 ns/iter |
1.00 |
E2E_Compiler_ui5 |
46672913.13333332 ns/iter |
48484789.79999982 ns/iter |
0.96 |
E2E_Compiler_ui5_manifest |
314305441.50001085 ns/iter |
325331911.99999577 ns/iter |
0.97 |
E2E_Compiler_unreal_engine_uproject |
4619030.344370771 ns/iter |
4603401.205297857 ns/iter |
1.00 |
E2E_Compiler_vercel |
12375225.526315253 ns/iter |
12468077.96428584 ns/iter |
0.99 |
E2E_Compiler_yamllint |
351148.41804512084 ns/iter |
350289.18040981365 ns/iter |
1.00 |
E2E_Evaluator_adaptivecard |
24785.343143171864 ns/iter |
24823.45409545839 ns/iter |
1.00 |
E2E_Evaluator_ansible_meta |
231024.3059947219 ns/iter |
228345.30404509074 ns/iter |
1.01 |
E2E_Evaluator_aws_cdk |
50405.29533226768 ns/iter |
50097.7786518505 ns/iter |
1.01 |
E2E_Evaluator_babelrc |
113254.69908960554 ns/iter |
112182.83338694026 ns/iter |
1.01 |
E2E_Evaluator_cerebrum_criminal_case |
1215846.9166666998 ns/iter |
1222333.5000000717 ns/iter |
0.99 |
E2E_Evaluator_clang_format |
126415.48304325182 ns/iter |
125288.98964286027 ns/iter |
1.01 |
E2E_Evaluator_cmake_presets |
4233230.127272925 ns/iter |
4302291.639751543 ns/iter |
0.98 |
E2E_Evaluator_code_climate |
172184.48221731966 ns/iter |
173309.70659124994 ns/iter |
0.99 |
E2E_Evaluator_cql2 |
217715.38090825 ns/iter |
223464.97349548852 ns/iter |
0.97 |
E2E_Evaluator_cspell |
553953.9305445945 ns/iter |
551073.273232699 ns/iter |
1.01 |
E2E_Evaluator_cypress |
194142.67164591537 ns/iter |
194703.01935483914 ns/iter |
1.00 |
E2E_Evaluator_deno |
310314.8400178225 ns/iter |
310606.8015131223 ns/iter |
1.00 |
E2E_Evaluator_dependabot |
418023.93277308426 ns/iter |
419783.00658679934 ns/iter |
1.00 |
E2E_Evaluator_draft_04 |
7733412.574468536 ns/iter |
8463098.41666666 ns/iter |
0.91 |
E2E_Evaluator_fabric_mod |
715128.1532921311 ns/iter |
723773.7473684248 ns/iter |
0.99 |
E2E_Evaluator_geojson |
16630251.380952304 ns/iter |
16330538.976743873 ns/iter |
1.02 |
E2E_Evaluator_gitpod_configuration |
236543.2914828646 ns/iter |
227576.48815320397 ns/iter |
1.04 |
E2E_Evaluator_helm_chart_lock |
354356.011133594 ns/iter |
353198.3783095737 ns/iter |
1.00 |
E2E_Evaluator_importmap |
48320.830117186146 ns/iter |
46436.43881072311 ns/iter |
1.04 |
E2E_Evaluator_jasmine |
116342.89615766826 ns/iter |
114701.08248271201 ns/iter |
1.01 |
E2E_Evaluator_jshintrc |
1202804.7684390554 ns/iter |
1198183.9468267355 ns/iter |
1.00 |
E2E_Evaluator_jsconfig |
430439.2753978043 ns/iter |
427331.1981707507 ns/iter |
1.01 |
E2E_Evaluator_krakend |
209521.290312953 ns/iter |
204647.4206652928 ns/iter |
1.02 |
E2E_Evaluator_lazygit |
147233.63916863973 ns/iter |
147241.76439680075 ns/iter |
1.00 |
E2E_Evaluator_lerna |
137721.15873948747 ns/iter |
137094.85593052962 ns/iter |
1.00 |
E2E_Evaluator_nest_cli |
181173.6918468376 ns/iter |
177826.21616781983 ns/iter |
1.02 |
E2E_Evaluator_omc |
19111.81079830182 ns/iter |
19555.700617718874 ns/iter |
0.98 |
E2E_Evaluator_omnisharp |
609898.6308900595 ns/iter |
605542.9233449622 ns/iter |
1.01 |
E2E_Evaluator_openapi |
13504538.29999992 ns/iter |
14504986.711110886 ns/iter |
0.93 |
E2E_Evaluator_pre_commit_hooks |
472046.60188297404 ns/iter |
469269.6724949861 ns/iter |
1.01 |
E2E_Evaluator_pulumi |
706156.2883435749 ns/iter |
704143.6513761174 ns/iter |
1.00 |
E2E_Evaluator_semantic_release |
102490.25200057628 ns/iter |
101527.94707158189 ns/iter |
1.01 |
E2E_Evaluator_stale |
159627.66544275562 ns/iter |
150825.49614890807 ns/iter |
1.06 |
E2E_Evaluator_stylecop |
285291.0912812176 ns/iter |
283166.08549431566 ns/iter |
1.01 |
E2E_Evaluator_tmuxinator |
98288.48926617714 ns/iter |
96995.47751576583 ns/iter |
1.01 |
E2E_Evaluator_ui5 |
496634.710374593 ns/iter |
501322.1676217722 ns/iter |
0.99 |
E2E_Evaluator_ui5_manifest |
2518987.9139788477 ns/iter |
2503374.180451244 ns/iter |
1.01 |
E2E_Evaluator_unreal_engine_uproject |
438404.4918032668 ns/iter |
437542.5554171922 ns/iter |
1.00 |
E2E_Evaluator_vercel |
315772.9313113162 ns/iter |
316527.89726333827 ns/iter |
1.00 |
E2E_Evaluator_yamllint |
8979.054428906416 ns/iter |
8374.535174187567 ns/iter |
1.07 |
Micro_Draft4_Meta_1_No_Callback |
195.90565049835513 ns/iter |
305.0948732086683 ns/iter |
0.64 |
Micro_Draft4_Required_Properties |
842.8872290459468 ns/iter |
843.9602840918141 ns/iter |
1.00 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
21.962009526475686 ns/iter |
21.317156791145187 ns/iter |
1.03 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
11.236484730052236 ns/iter |
11.210470302985563 ns/iter |
1.00 |
Micro_Draft4_Items_Schema |
280.8735588518594 ns/iter |
286.55413513519693 ns/iter |
0.98 |
Micro_Draft4_Nested_Object |
1.8140526539216002 ns/iter |
1.7872536416677738 ns/iter |
1.01 |
Micro_Draft4_Properties_Triad_Optional |
332.0062120286258 ns/iter |
332.2872041108366 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Closed |
268.23166046951826 ns/iter |
268.20127476713606 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Required |
334.30784001560727 ns/iter |
334.40377625429494 ns/iter |
1.00 |
Micro_Draft4_Properties_Closed |
54.87544893897465 ns/iter |
54.95089904017444 ns/iter |
1.00 |
Micro_Draft4_Non_Recursive_Ref |
14.332082886748465 ns/iter |
14.418064931177025 ns/iter |
0.99 |
Micro_Draft4_Pattern_Properties_True |
157.23805013375716 ns/iter |
157.27392350455617 ns/iter |
1.00 |
Micro_Draft4_Ref_To_Single_Property |
11.217263745487758 ns/iter |
11.213681639087847 ns/iter |
1.00 |
Micro_Draft4_Additional_Properties_Type |
28.353862049182453 ns/iter |
28.354867067512856 ns/iter |
1.00 |
Micro_Draft4_Nested_Oneof |
56.3596497769622 ns/iter |
56.34788342328008 ns/iter |
1.00 |
Micro_Draft4_Short_Enum |
11.832516627581823 ns/iter |
14.152126511499256 ns/iter |
0.84 |
Micro_Draft4_Long_Enum |
14.957589168784102 ns/iter |
14.975283802645333 ns/iter |
1.00 |
Micro_Draft4_Long_Enum_Short_Strings |
11.859210020553968 ns/iter |
14.074221350509491 ns/iter |
0.84 |
Micro_Draft4_Type_Object |
3.7372827122081116 ns/iter |
3.736266783383281 ns/iter |
1.00 |
Micro_Draft4_Ref_Single_100 |
2371164.159863888 ns/iter |
2386360.7610922297 ns/iter |
0.99 |
Micro_Draft4_Compile_Ref_Many_Nested |
1713932.2481574805 ns/iter |
1749983.8089329398 ns/iter |
0.98 |
Micro_Draft4_Compile_Wrap |
2357740.499999903 ns/iter |
2379103.3694916004 ns/iter |
0.99 |
Micro_Draft6_Property_Names |
134.47769820084565 ns/iter |
134.5028008066347 ns/iter |
1.00 |
Micro_Draft6_Compile_FHIR |
13876196821.999998 ns/iter |
14764978797.999958 ns/iter |
0.94 |
Micro_Draft7_If_Then_Else |
23.97466680663273 ns/iter |
23.955600247691045 ns/iter |
1.00 |
Micro_2019_09_Unevaluated_Properties |
27.421272116282964 ns/iter |
27.40264658807968 ns/iter |
1.00 |
Micro_2019_09_Compile_Wrap |
291253898.0000363 ns/iter |
309070528.50000125 ns/iter |
0.94 |
Micro_2019_09_KrakenD_Linter_Check |
1178719257.0000117 ns/iter |
1232450857.0000033 ns/iter |
0.96 |
Micro_2019_09_KrakenD_Linter_Apply |
10489879472.999973 ns/iter |
10670107633.0001 ns/iter |
0.98 |
Micro_2020_12_Dynamic_Ref |
231.11417658634673 ns/iter |
229.15919538595844 ns/iter |
1.01 |
Micro_2020_12_Dynamic_Ref_Single |
3.425677429718462 ns/iter |
3.4347559148704203 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Mask |
66912.32722762357 ns/iter |
66965.78208325352 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Annotations |
103085.2771914478 ns/iter |
102573.79914466028 ns/iter |
1.00 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1109784.2737342129 ns/iter |
1105746.0583596472 ns/iter |
1.00 |
Micro_2020_12_Exhaustive_Deep_Numeric |
8386.942289349894 ns/iter |
8288.32761254429 ns/iter |
1.01 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
184454.76189233997 ns/iter |
182413.1727941178 ns/iter |
1.01 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
22236.398656682977 ns/iter |
22222.65513296858 ns/iter |
1.00 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
143.79026744952 ns/iter |
144.64423257736578 ns/iter |
0.99 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4322.632227132408 ns/iter |
4368.6174791530275 ns/iter |
0.99 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/llvm)
Details
| Benchmark suite | Current: 33cf4be | Previous: 715ad52 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
116194 ns |
121031 ns |
0.96 |
E2E_Evaluator_ansible-meta |
594287 ns |
612835 ns |
0.97 |
E2E_Evaluator_aws-cdk |
141624 ns |
142920 ns |
0.99 |
E2E_Evaluator_babelrc |
329530 ns |
333936 ns |
0.99 |
E2E_Evaluator_cerebrum-criminal-case |
2560468 ns |
2635943 ns |
0.97 |
E2E_Evaluator_clang-format |
287031 ns |
295926 ns |
0.97 |
E2E_Evaluator_cmake-presets |
19136264 ns |
21387599 ns |
0.89 |
E2E_Evaluator_code-climate |
445493 ns |
446224 ns |
1.00 |
E2E_Evaluator_cql2 |
1180366 ns |
1210165 ns |
0.98 |
E2E_Evaluator_cspell |
1585153 ns |
1726451 ns |
0.92 |
E2E_Evaluator_cypress |
877221 ns |
975015 ns |
0.90 |
E2E_Evaluator_deno |
1129024 ns |
1164640 ns |
0.97 |
E2E_Evaluator_dependabot |
1081587 ns |
1137074 ns |
0.95 |
E2E_Evaluator_draft-04 |
19838690 ns |
22739857 ns |
0.87 |
E2E_Evaluator_fabric-mod |
2507029 ns |
2696085 ns |
0.93 |
E2E_Evaluator_geojson |
21408770 ns |
23265076 ns |
0.92 |
E2E_Evaluator_gitpod-configuration |
772966 ns |
791259 ns |
0.98 |
E2E_Evaluator_helm-chart-lock |
1014657 ns |
1041373 ns |
0.97 |
E2E_Evaluator_importmap |
275338 ns |
280199 ns |
0.98 |
E2E_Evaluator_jasmine |
311797 ns |
299261 ns |
1.04 |
E2E_Evaluator_jsconfig |
1365672 ns |
1518851 ns |
0.90 |
E2E_Evaluator_jshintrc |
3145834 ns |
3420677 ns |
0.92 |
E2E_Evaluator_krakend |
768958 ns |
797949 ns |
0.96 |
E2E_Evaluator_lazygit |
559965 ns |
584972 ns |
0.96 |
E2E_Evaluator_lerna |
469758 ns |
480489 ns |
0.98 |
E2E_Evaluator_nest-cli |
644955 ns |
640291 ns |
1.01 |
E2E_Evaluator_omc |
86751 ns |
89412 ns |
0.97 |
E2E_Evaluator_omnisharp |
1614309 ns |
1711405 ns |
0.94 |
E2E_Evaluator_openapi |
37058740 ns |
40430090 ns |
0.92 |
E2E_Evaluator_pre-commit-hooks |
2034805 ns |
2373987 ns |
0.86 |
E2E_Evaluator_pulumi |
1995762 ns |
2341465 ns |
0.85 |
E2E_Evaluator_semantic-release |
268254 ns |
275371 ns |
0.97 |
E2E_Evaluator_stale |
445332 ns |
462551 ns |
0.96 |
E2E_Evaluator_stylecop |
1236611 ns |
1282984 ns |
0.96 |
E2E_Evaluator_tmuxinator |
229570 ns |
235220 ns |
0.98 |
E2E_Evaluator_ui5 |
2265924 ns |
2281023 ns |
0.99 |
E2E_Evaluator_ui5-manifest |
11140467 ns |
11411670 ns |
0.98 |
E2E_Evaluator_unreal-engine-uproject |
1490868 ns |
1547282 ns |
0.96 |
E2E_Evaluator_vercel |
1062162 ns |
1154447 ns |
0.92 |
E2E_Evaluator_yamllint |
25022 ns |
24688 ns |
1.01 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (linux/gcc)
Details
| Benchmark suite | Current: 33cf4be | Previous: 715ad52 | Ratio |
|---|---|---|---|
Micro_2020_12_Dynamic_Ref |
246.42509307598164 ns/iter |
244.65680974102824 ns/iter |
1.01 |
Micro_2020_12_Dynamic_Ref_Single |
4.984148701755622 ns/iter |
5.00902660999941 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Mask |
73934.13605658665 ns/iter |
76434.11146838915 ns/iter |
0.97 |
Micro_2020_12_Simple_Output_Annotations |
114545.10130878349 ns/iter |
115745.43845522359 ns/iter |
0.99 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1215292.3402778034 ns/iter |
1211097.4299065394 ns/iter |
1.00 |
Micro_2020_12_Exhaustive_Deep_Numeric |
8386.980008675271 ns/iter |
8444.61072937104 ns/iter |
0.99 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
167994.72820388418 ns/iter |
169614.0731884067 ns/iter |
0.99 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
25319.364521776482 ns/iter |
25433.992762278147 ns/iter |
1.00 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
127.62674376366732 ns/iter |
128.47051112061652 ns/iter |
0.99 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4797.192132894309 ns/iter |
4730.06278700183 ns/iter |
1.01 |
Micro_2019_09_Unevaluated_Properties |
30.02591671967746 ns/iter |
29.961658458242606 ns/iter |
1.00 |
Micro_2019_09_Compile_Wrap |
327833860.9999878 ns/iter |
347269658.5000108 ns/iter |
0.94 |
Micro_2019_09_KrakenD_Linter_Check |
1284328387.0000732 ns/iter |
1251864286 ns/iter |
1.03 |
Micro_2019_09_KrakenD_Linter_Apply |
11690803341.999866 ns/iter |
11426909077.000006 ns/iter |
1.02 |
Micro_Draft7_If_Then_Else |
24.27963336761084 ns/iter |
24.29030514032516 ns/iter |
1.00 |
Micro_Draft6_Property_Names |
148.66434246663152 ns/iter |
149.06017577796524 ns/iter |
1.00 |
Micro_Draft6_Compile_FHIR |
15086681514.00002 ns/iter |
14443097723.999926 ns/iter |
1.04 |
Micro_Draft4_Meta_1_No_Callback |
167.02675333640258 ns/iter |
167.329167866557 ns/iter |
1.00 |
Micro_Draft4_Required_Properties |
850.0953937600827 ns/iter |
848.7269248211338 ns/iter |
1.00 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
21.04846548017885 ns/iter |
21.93231457426303 ns/iter |
0.96 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
13.103449080972677 ns/iter |
13.095050429845195 ns/iter |
1.00 |
Micro_Draft4_Items_Schema |
334.8688474077253 ns/iter |
334.9762288922999 ns/iter |
1.00 |
Micro_Draft4_Nested_Object |
1.8688812141058133 ns/iter |
1.8690130283837756 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Optional |
405.1083431220759 ns/iter |
469.6374621055955 ns/iter |
0.86 |
Micro_Draft4_Properties_Triad_Closed |
315.36838714006853 ns/iter |
368.8405936499299 ns/iter |
0.86 |
Micro_Draft4_Properties_Triad_Required |
428.77059360654164 ns/iter |
457.00901045810633 ns/iter |
0.94 |
Micro_Draft4_Properties_Closed |
64.21168366782979 ns/iter |
64.35206406605823 ns/iter |
1.00 |
Micro_Draft4_Non_Recursive_Ref |
9.997330730061414 ns/iter |
10.001971227130216 ns/iter |
1.00 |
Micro_Draft4_Pattern_Properties_True |
227.59323528990282 ns/iter |
228.70070422535645 ns/iter |
1.00 |
Micro_Draft4_Ref_To_Single_Property |
13.101635446734486 ns/iter |
13.081218223541109 ns/iter |
1.00 |
Micro_Draft4_Additional_Properties_Type |
14.632686013740487 ns/iter |
14.625905784729198 ns/iter |
1.00 |
Micro_Draft4_Nested_Oneof |
66.31856003384442 ns/iter |
66.3424054351177 ns/iter |
1.00 |
Micro_Draft4_Short_Enum |
14.684997571866983 ns/iter |
14.728876025267851 ns/iter |
1.00 |
Micro_Draft4_Long_Enum |
14.653982187201214 ns/iter |
14.683420203899747 ns/iter |
1.00 |
Micro_Draft4_Long_Enum_Short_Strings |
14.658069036200388 ns/iter |
14.713086254871728 ns/iter |
1.00 |
Micro_Draft4_Type_Object |
4.669437327630773 ns/iter |
4.683769307093044 ns/iter |
1.00 |
Micro_Draft4_Ref_Single_100 |
2576899.786232056 ns/iter |
2508016.6738349674 ns/iter |
1.03 |
Micro_Draft4_Compile_Ref_Many_Nested |
1842689.7754567966 ns/iter |
1816445.0388600754 ns/iter |
1.01 |
Micro_Draft4_Compile_Wrap |
2631936.018867734 ns/iter |
2595149.992619997 ns/iter |
1.01 |
E2E_Compiler_adaptivecard |
65829059.63636098 ns/iter |
70308863.9999919 ns/iter |
0.94 |
E2E_Compiler_ansible_meta |
30190033.65217605 ns/iter |
30869067.086956896 ns/iter |
0.98 |
E2E_Compiler_aws_cdk |
415093.5385527286 ns/iter |
416206.0997625321 ns/iter |
1.00 |
E2E_Compiler_babelrc |
2801906.309523853 ns/iter |
2796628.366533888 ns/iter |
1.00 |
E2E_Compiler_clang_format |
19799385.028571643 ns/iter |
19607072.111110963 ns/iter |
1.01 |
E2E_Compiler_cmake_presets |
27532042.920001913 ns/iter |
27573086.239999607 ns/iter |
1.00 |
E2E_Compiler_code_climate |
2813243.431451761 ns/iter |
2779285.039682438 ns/iter |
1.01 |
E2E_Compiler_cql2 |
14276158.816326698 ns/iter |
14361989.500000618 ns/iter |
0.99 |
E2E_Compiler_cspell |
24391373.965515636 ns/iter |
24132022.413792145 ns/iter |
1.01 |
E2E_Compiler_cypress |
4182308.1867469996 ns/iter |
4127125.1005917606 ns/iter |
1.01 |
E2E_Compiler_deno |
8266220.941177113 ns/iter |
8261667.3294122685 ns/iter |
1.00 |
E2E_Compiler_dependabot |
4206601.351515101 ns/iter |
4179022.3095236323 ns/iter |
1.01 |
E2E_Compiler_draft_04 |
2936474.705882406 ns/iter |
2930989.83263605 ns/iter |
1.00 |
E2E_Compiler_fabric_mod |
5159762.822221705 ns/iter |
5120365.507353012 ns/iter |
1.01 |
E2E_Compiler_geojson |
24277417.241380356 ns/iter |
24002923.689655792 ns/iter |
1.01 |
E2E_Compiler_gitpod_configuration |
5316321.519084347 ns/iter |
5280798.969924672 ns/iter |
1.01 |
E2E_Compiler_helm_chart_lock |
757127.7847826809 ns/iter |
753397.2096774305 ns/iter |
1.00 |
E2E_Compiler_importmap |
312760.55545613286 ns/iter |
318817.81923420355 ns/iter |
0.98 |
E2E_Compiler_jasmine |
1475968.983193414 ns/iter |
1478879.3902953963 ns/iter |
1.00 |
E2E_Compiler_jshintrc |
4687815.610737598 ns/iter |
4678756.543623861 ns/iter |
1.00 |
E2E_Compiler_jsconfig |
23576848.166665815 ns/iter |
23641924.46666872 ns/iter |
1.00 |
E2E_Compiler_krakend |
156657571.59999886 ns/iter |
153772129.99999303 ns/iter |
1.02 |
E2E_Compiler_lazygit |
36029057.578945726 ns/iter |
35757397.20000115 ns/iter |
1.01 |
E2E_Compiler_lerna |
1753827.0446649417 ns/iter |
1733839.9333331476 ns/iter |
1.01 |
E2E_Compiler_nest_cli |
8012354.693182612 ns/iter |
8014929.310343961 ns/iter |
1.00 |
E2E_Compiler_omc |
168677478.00000644 ns/iter |
167934848.5000105 ns/iter |
1.00 |
E2E_Compiler_omnisharp |
7213101.224489752 ns/iter |
7168968.505154517 ns/iter |
1.01 |
E2E_Compiler_openapi |
27042090.807692774 ns/iter |
27128191.6923053 ns/iter |
1.00 |
E2E_Compiler_pre_commit_hooks |
5737905.680327876 ns/iter |
5673870.693547931 ns/iter |
1.01 |
E2E_Compiler_pulumi |
4374807.383647411 ns/iter |
4352957.180124362 ns/iter |
1.01 |
E2E_Compiler_semantic_release |
1717314.4184915437 ns/iter |
1695475.3325242926 ns/iter |
1.01 |
E2E_Compiler_stale |
1677653.3932854943 ns/iter |
1665597.0785715606 ns/iter |
1.01 |
E2E_Compiler_stylecop |
6411573.540540795 ns/iter |
6436318.890908668 ns/iter |
1.00 |
E2E_Compiler_tmuxinator |
2110928.1087613003 ns/iter |
2096920.1283582044 ns/iter |
1.01 |
E2E_Compiler_ui5 |
49463364.92857231 ns/iter |
50346381.571427755 ns/iter |
0.98 |
E2E_Compiler_ui5_manifest |
332940092.4999959 ns/iter |
339885415.5000208 ns/iter |
0.98 |
E2E_Compiler_unreal_engine_uproject |
4916461.751773045 ns/iter |
4914473.957746433 ns/iter |
1.00 |
E2E_Compiler_vercel |
13170751.490565205 ns/iter |
13144331.90566004 ns/iter |
1.00 |
E2E_Compiler_yamllint |
383839.2672508176 ns/iter |
378818.77176847326 ns/iter |
1.01 |
E2E_Evaluator_adaptivecard |
24119.011923932485 ns/iter |
24361.97498086244 ns/iter |
0.99 |
E2E_Evaluator_ansible_meta |
248226.62360959715 ns/iter |
251051.87262493526 ns/iter |
0.99 |
E2E_Evaluator_aws_cdk |
52014.14875972384 ns/iter |
52291.47127289209 ns/iter |
0.99 |
E2E_Evaluator_babelrc |
108905.62048659207 ns/iter |
109805.63357824291 ns/iter |
0.99 |
E2E_Evaluator_cerebrum_criminal_case |
1322431.5185185436 ns/iter |
1313428.8197341834 ns/iter |
1.01 |
E2E_Evaluator_clang_format |
110931.2966302855 ns/iter |
112178.97465122456 ns/iter |
0.99 |
E2E_Evaluator_cmake_presets |
4676527.789473689 ns/iter |
4938077.482014371 ns/iter |
0.95 |
E2E_Evaluator_code_climate |
189390.81050107424 ns/iter |
187789.1130666891 ns/iter |
1.01 |
E2E_Evaluator_cql2 |
214803.6209110108 ns/iter |
214074.16544791934 ns/iter |
1.00 |
E2E_Evaluator_cspell |
547825.8234837179 ns/iter |
566363.1935483922 ns/iter |
0.97 |
E2E_Evaluator_cypress |
182643.8442237558 ns/iter |
185381.70324450178 ns/iter |
0.99 |
E2E_Evaluator_deno |
328556.1178689323 ns/iter |
338453.6457618931 ns/iter |
0.97 |
E2E_Evaluator_dependabot |
480300.03214777407 ns/iter |
473290.68905302614 ns/iter |
1.01 |
E2E_Evaluator_draft_04 |
7612765.39175277 ns/iter |
8075494.415729583 ns/iter |
0.94 |
E2E_Evaluator_fabric_mod |
756796.3214671353 ns/iter |
766445.4438325581 ns/iter |
0.99 |
E2E_Evaluator_geojson |
15648868.795453424 ns/iter |
16186563.37209253 ns/iter |
0.97 |
E2E_Evaluator_gitpod_configuration |
257806.2242379925 ns/iter |
253725.16434846536 ns/iter |
1.02 |
E2E_Evaluator_helm_chart_lock |
326622.4573314727 ns/iter |
323157.9640055095 ns/iter |
1.01 |
E2E_Evaluator_importmap |
48792.31912459061 ns/iter |
49521.43623785645 ns/iter |
0.99 |
E2E_Evaluator_jasmine |
117096.1923204808 ns/iter |
115110.39677313979 ns/iter |
1.02 |
E2E_Evaluator_jshintrc |
1053557.9398496118 ns/iter |
1050872.2781953753 ns/iter |
1.00 |
E2E_Evaluator_jsconfig |
404990.7632652692 ns/iter |
410294.5888235568 ns/iter |
0.99 |
E2E_Evaluator_krakend |
211055.52059356344 ns/iter |
217979.7992611078 ns/iter |
0.97 |
E2E_Evaluator_lazygit |
139518.11606790914 ns/iter |
139139.79228193054 ns/iter |
1.00 |
E2E_Evaluator_lerna |
156184.28707391385 ns/iter |
153685.10983427055 ns/iter |
1.02 |
E2E_Evaluator_nest_cli |
199603.34637187418 ns/iter |
195888.62668261424 ns/iter |
1.02 |
E2E_Evaluator_omc |
19565.858197850266 ns/iter |
18975.60995896574 ns/iter |
1.03 |
E2E_Evaluator_omnisharp |
561756.8534413287 ns/iter |
559426.0635179613 ns/iter |
1.00 |
E2E_Evaluator_openapi |
14665484.191487228 ns/iter |
14854599.063828863 ns/iter |
0.99 |
E2E_Evaluator_pre_commit_hooks |
540686.1531881567 ns/iter |
518660.5977611628 ns/iter |
1.04 |
E2E_Evaluator_pulumi |
724020.1210192076 ns/iter |
731449.4781682974 ns/iter |
0.99 |
E2E_Evaluator_semantic_release |
103899.17559912801 ns/iter |
104509.71010796857 ns/iter |
0.99 |
E2E_Evaluator_stale |
165886.68238332076 ns/iter |
168535.2840066961 ns/iter |
0.98 |
E2E_Evaluator_stylecop |
307216.347143422 ns/iter |
309691.2460664284 ns/iter |
0.99 |
E2E_Evaluator_tmuxinator |
97386.74602508651 ns/iter |
97426.8595600608 ns/iter |
1.00 |
E2E_Evaluator_ui5 |
542452.1073358966 ns/iter |
543876.8017241054 ns/iter |
1.00 |
E2E_Evaluator_ui5_manifest |
2929571.904166058 ns/iter |
3038543.6050418313 ns/iter |
0.96 |
E2E_Evaluator_unreal_engine_uproject |
472634.16076289065 ns/iter |
474698.19111707964 ns/iter |
1.00 |
E2E_Evaluator_vercel |
317670.26108597714 ns/iter |
322461.134693874 ns/iter |
0.99 |
E2E_Evaluator_yamllint |
10869.784888143213 ns/iter |
10731.962187083382 ns/iter |
1.01 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/gcc)
Details
| Benchmark suite | Current: 33cf4be | Previous: 715ad52 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
115664 ns |
117140 ns |
0.99 |
E2E_Evaluator_ansible-meta |
594298 ns |
609817 ns |
0.97 |
E2E_Evaluator_aws-cdk |
136629 ns |
145122 ns |
0.94 |
E2E_Evaluator_babelrc |
331872 ns |
338938 ns |
0.98 |
E2E_Evaluator_cerebrum-criminal-case |
2641473 ns |
2706657 ns |
0.98 |
E2E_Evaluator_clang-format |
299781 ns |
303150 ns |
0.99 |
E2E_Evaluator_cmake-presets |
19934099 ns |
22369294 ns |
0.89 |
E2E_Evaluator_code-climate |
438364 ns |
444640 ns |
0.99 |
E2E_Evaluator_cql2 |
1181924 ns |
1188773 ns |
0.99 |
E2E_Evaluator_cspell |
1635612 ns |
1785173 ns |
0.92 |
E2E_Evaluator_cypress |
880101 ns |
934338 ns |
0.94 |
E2E_Evaluator_deno |
1109940 ns |
1182828 ns |
0.94 |
E2E_Evaluator_dependabot |
1121418 ns |
1102751 ns |
1.02 |
E2E_Evaluator_draft-04 |
21072482 ns |
24179356 ns |
0.87 |
E2E_Evaluator_fabric-mod |
2524480 ns |
2593405 ns |
0.97 |
E2E_Evaluator_geojson |
21354280 ns |
23108575 ns |
0.92 |
E2E_Evaluator_gitpod-configuration |
777840 ns |
759952 ns |
1.02 |
E2E_Evaluator_helm-chart-lock |
976903 ns |
982115 ns |
0.99 |
E2E_Evaluator_importmap |
271366 ns |
290370 ns |
0.93 |
E2E_Evaluator_jasmine |
295241 ns |
320252 ns |
0.92 |
E2E_Evaluator_jsconfig |
1384293 ns |
1390427 ns |
1.00 |
E2E_Evaluator_jshintrc |
3238860 ns |
3068209 ns |
1.06 |
E2E_Evaluator_krakend |
803539 ns |
782120 ns |
1.03 |
E2E_Evaluator_lazygit |
608737 ns |
569667 ns |
1.07 |
E2E_Evaluator_lerna |
466355 ns |
479478 ns |
0.97 |
E2E_Evaluator_nest-cli |
643941 ns |
626633 ns |
1.03 |
E2E_Evaluator_omc |
86855 ns |
85107 ns |
1.02 |
E2E_Evaluator_omnisharp |
1591555 ns |
1584458 ns |
1.00 |
E2E_Evaluator_openapi |
38335400 ns |
40642365 ns |
0.94 |
E2E_Evaluator_pre-commit-hooks |
2040046 ns |
2049598 ns |
1.00 |
E2E_Evaluator_pulumi |
2006760 ns |
1957774 ns |
1.03 |
E2E_Evaluator_semantic-release |
260512 ns |
259907 ns |
1.00 |
E2E_Evaluator_stale |
435175 ns |
434449 ns |
1.00 |
E2E_Evaluator_stylecop |
1213657 ns |
1223667 ns |
0.99 |
E2E_Evaluator_tmuxinator |
225563 ns |
232816 ns |
0.97 |
E2E_Evaluator_ui5 |
2251425 ns |
2265784 ns |
0.99 |
E2E_Evaluator_ui5-manifest |
11539136 ns |
12239567 ns |
0.94 |
E2E_Evaluator_unreal-engine-uproject |
1539180 ns |
1520745 ns |
1.01 |
E2E_Evaluator_vercel |
1088131 ns |
1088363 ns |
1.00 |
E2E_Evaluator_yamllint |
25094 ns |
25140 ns |
1.00 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (macos/llvm)
Details
| Benchmark suite | Current: 33cf4be | Previous: 715ad52 | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
118162891.60000224 ns/iter |
79043462.4999989 ns/iter |
1.49 |
E2E_Compiler_ansible_meta |
46679151.0625022 ns/iter |
24233576.679998804 ns/iter |
1.93 |
E2E_Compiler_aws_cdk |
474756.1091219022 ns/iter |
265474.6516363957 ns/iter |
1.79 |
E2E_Compiler_babelrc |
4132131.3073393484 ns/iter |
2151841.7431192803 ns/iter |
1.92 |
E2E_Compiler_clang_format |
27449923.86206785 ns/iter |
14783441.489363272 ns/iter |
1.86 |
E2E_Compiler_cmake_presets |
48948597.20000113 ns/iter |
25382909.999998447 ns/iter |
1.93 |
E2E_Compiler_code_climate |
3524380.113207584 ns/iter |
2059752.0151053264 ns/iter |
1.71 |
E2E_Compiler_cql2 |
22084844.594593737 ns/iter |
10298176.923078455 ns/iter |
2.14 |
E2E_Compiler_cspell |
33129157.60869581 ns/iter |
19344690.485715024 ns/iter |
1.71 |
E2E_Compiler_cypress |
5541332.271186779 ns/iter |
3320559.138248746 ns/iter |
1.67 |
E2E_Compiler_deno |
9511013.671875013 ns/iter |
6215915.409998161 ns/iter |
1.53 |
E2E_Compiler_dependabot |
6167284.024999731 ns/iter |
3373223.858491073 ns/iter |
1.83 |
E2E_Compiler_draft_04 |
4436331.957547142 ns/iter |
2141000.1308412636 ns/iter |
2.07 |
E2E_Compiler_fabric_mod |
5094735.409999771 ns/iter |
3572668.636842249 ns/iter |
1.43 |
E2E_Compiler_geojson |
32092342.391303707 ns/iter |
20552761.363639794 ns/iter |
1.56 |
E2E_Compiler_gitpod_configuration |
5275147.930232443 ns/iter |
3828415.7819151566 ns/iter |
1.38 |
E2E_Compiler_helm_chart_lock |
790989.0061565659 ns/iter |
507168.50000003434 ns/iter |
1.56 |
E2E_Compiler_importmap |
269169.3757479171 ns/iter |
194884.32652488747 ns/iter |
1.38 |
E2E_Compiler_jasmine |
1366341.5391969653 ns/iter |
1019707.5905047264 ns/iter |
1.34 |
E2E_Compiler_jshintrc |
4953555.672131426 ns/iter |
2991356.961039257 ns/iter |
1.66 |
E2E_Compiler_jsconfig |
25366076.92307878 ns/iter |
18082086.47499896 ns/iter |
1.40 |
E2E_Compiler_krakend |
174527187.49999008 ns/iter |
132420340.33332099 ns/iter |
1.32 |
E2E_Compiler_lazygit |
37633548.26315591 ns/iter |
30694344.72726326 ns/iter |
1.23 |
E2E_Compiler_lerna |
2224880.71065987 ns/iter |
1424814.9999999125 ns/iter |
1.56 |
E2E_Compiler_nest_cli |
7615526.898734107 ns/iter |
6542973.130841754 ns/iter |
1.16 |
E2E_Compiler_omc |
195920062.4999937 ns/iter |
156170958.2500157 ns/iter |
1.25 |
E2E_Compiler_omnisharp |
8458936.987804648 ns/iter |
5423042.325397936 ns/iter |
1.56 |
E2E_Compiler_openapi |
36600106.48148197 ns/iter |
19971855.942854486 ns/iter |
1.83 |
E2E_Compiler_pre_commit_hooks |
5402472.321678103 ns/iter |
3825739.472527847 ns/iter |
1.41 |
E2E_Compiler_pulumi |
4070283.7500001006 ns/iter |
3110731.5522395894 ns/iter |
1.31 |
E2E_Compiler_semantic_release |
1690534.072386023 ns/iter |
1235297.352826337 ns/iter |
1.37 |
E2E_Compiler_stale |
1500005.2211301774 ns/iter |
1267530.8913795277 ns/iter |
1.18 |
E2E_Compiler_stylecop |
6625487.000000156 ns/iter |
5836100.328000612 ns/iter |
1.14 |
E2E_Compiler_tmuxinator |
1960236.7831714782 ns/iter |
1536211.2681817631 ns/iter |
1.28 |
E2E_Compiler_ui5 |
58284151.54545817 ns/iter |
52196663.16668281 ns/iter |
1.12 |
E2E_Compiler_ui5_manifest |
440142979.0000009 ns/iter |
323033417.0000333 ns/iter |
1.36 |
E2E_Compiler_unreal_engine_uproject |
5047972.079999567 ns/iter |
4391482.27624349 ns/iter |
1.15 |
E2E_Compiler_vercel |
17233215.28571443 ns/iter |
12204645.45454392 ns/iter |
1.41 |
E2E_Compiler_yamllint |
373323.0688849738 ns/iter |
232105.3895118715 ns/iter |
1.61 |
E2E_Evaluator_adaptivecard |
25801.51529199793 ns/iter |
17917.93126773129 ns/iter |
1.44 |
E2E_Evaluator_ansible_meta |
203127.36604189916 ns/iter |
153515.17605022085 ns/iter |
1.32 |
E2E_Evaluator_aws_cdk |
37970.57893905117 ns/iter |
34167.1843906131 ns/iter |
1.11 |
E2E_Evaluator_babelrc |
91931.36430138505 ns/iter |
75672.23967309648 ns/iter |
1.21 |
E2E_Evaluator_cerebrum_criminal_case |
1285382.4332833157 ns/iter |
822638.8713940589 ns/iter |
1.56 |
E2E_Evaluator_clang_format |
133270.96790472028 ns/iter |
90407.43073046886 ns/iter |
1.47 |
E2E_Evaluator_cmake_presets |
3920139.9999998496 ns/iter |
3011891.8425537134 ns/iter |
1.30 |
E2E_Evaluator_code_climate |
139579.37923654527 ns/iter |
109749.88258706979 ns/iter |
1.27 |
E2E_Evaluator_cql2 |
192813.03272653036 ns/iter |
134903.41208791247 ns/iter |
1.43 |
E2E_Evaluator_cspell |
484909.0735585828 ns/iter |
368960.57611480914 ns/iter |
1.31 |
E2E_Evaluator_cypress |
173960.17616191672 ns/iter |
126842.29500456876 ns/iter |
1.37 |
E2E_Evaluator_deno |
300792.8246832911 ns/iter |
203574.87194937657 ns/iter |
1.48 |
E2E_Evaluator_dependabot |
471811.6832579206 ns/iter |
293346.4640951924 ns/iter |
1.61 |
E2E_Evaluator_draft_04 |
8737372.999999154 ns/iter |
4666602.298508264 ns/iter |
1.87 |
E2E_Evaluator_fabric_mod |
735245.276094295 ns/iter |
466309.3322410967 ns/iter |
1.58 |
E2E_Evaluator_geojson |
16204685.606060758 ns/iter |
11818554.824561974 ns/iter |
1.37 |
E2E_Evaluator_gitpod_configuration |
195167.60130247916 ns/iter |
159116.1569412019 ns/iter |
1.23 |
E2E_Evaluator_helm_chart_lock |
270965.3295033288 ns/iter |
249720.35882874855 ns/iter |
1.09 |
E2E_Evaluator_importmap |
39004.0605615398 ns/iter |
30410.736250061276 ns/iter |
1.28 |
E2E_Evaluator_jasmine |
102940.33107079177 ns/iter |
84078.9679437195 ns/iter |
1.22 |
E2E_Evaluator_jshintrc |
1416582.9357924627 ns/iter |
1011093.928237201 ns/iter |
1.40 |
E2E_Evaluator_jsconfig |
317225.3976143185 ns/iter |
341975.008337406 ns/iter |
0.93 |
E2E_Evaluator_krakend |
151860.37204058998 ns/iter |
153008.84806131985 ns/iter |
0.99 |
E2E_Evaluator_lazygit |
109918.44648367645 ns/iter |
113570.07478081378 ns/iter |
0.97 |
E2E_Evaluator_lerna |
120978.94219258687 ns/iter |
131321.06405945 ns/iter |
0.92 |
E2E_Evaluator_nest_cli |
131609.37378940114 ns/iter |
129730.85412186853 ns/iter |
1.01 |
E2E_Evaluator_omc |
15498.736920105548 ns/iter |
14657.77636455837 ns/iter |
1.06 |
E2E_Evaluator_omnisharp |
509544.5198647201 ns/iter |
422958.7449043517 ns/iter |
1.20 |
E2E_Evaluator_openapi |
8773000.000000289 ns/iter |
8007703.1975297015 ns/iter |
1.10 |
E2E_Evaluator_pre_commit_hooks |
349795.23020524206 ns/iter |
335823.05501817685 ns/iter |
1.04 |
E2E_Evaluator_pulumi |
669398.9245742024 ns/iter |
487326.21228318795 ns/iter |
1.37 |
E2E_Evaluator_semantic_release |
69927.92176737438 ns/iter |
67322.13488161429 ns/iter |
1.04 |
E2E_Evaluator_stale |
137543.7825117504 ns/iter |
104631.39655437604 ns/iter |
1.31 |
E2E_Evaluator_stylecop |
200452.8667065016 ns/iter |
178010.17964579616 ns/iter |
1.13 |
E2E_Evaluator_tmuxinator |
77989.38688524714 ns/iter |
68018.38219843895 ns/iter |
1.15 |
E2E_Evaluator_ui5 |
386100.0336514669 ns/iter |
316416.6668194627 ns/iter |
1.22 |
E2E_Evaluator_ui5_manifest |
1865865.5362774415 ns/iter |
1530635.3960397136 ns/iter |
1.22 |
E2E_Evaluator_unreal_engine_uproject |
349996.6871095833 ns/iter |
330006.64090263535 ns/iter |
1.06 |
E2E_Evaluator_vercel |
230918.56205921457 ns/iter |
223192.46789271096 ns/iter |
1.03 |
E2E_Evaluator_yamllint |
6236.3731672903605 ns/iter |
5931.8602918059705 ns/iter |
1.05 |
Micro_Draft4_Meta_1_No_Callback |
132.08564699909937 ns/iter |
122.51773268588971 ns/iter |
1.08 |
Micro_Draft4_Required_Properties |
610.3346411087239 ns/iter |
583.6309516253672 ns/iter |
1.05 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
16.874909097410402 ns/iter |
15.416241589037691 ns/iter |
1.09 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
9.7038613473803 ns/iter |
6.662136432148404 ns/iter |
1.46 |
Micro_Draft4_Items_Schema |
276.9782790822488 ns/iter |
239.9815712385247 ns/iter |
1.15 |
Micro_Draft4_Nested_Object |
0.8712501417962907 ns/iter |
0.6432100386439975 ns/iter |
1.35 |
Micro_Draft4_Properties_Triad_Optional |
315.6164337206762 ns/iter |
189.94554157499076 ns/iter |
1.66 |
Micro_Draft4_Properties_Triad_Closed |
174.76991178096688 ns/iter |
159.19841125116284 ns/iter |
1.10 |
Micro_Draft4_Properties_Triad_Required |
234.8363371604142 ns/iter |
201.45685425102985 ns/iter |
1.17 |
Micro_Draft4_Properties_Closed |
37.98131476614441 ns/iter |
35.466129656033964 ns/iter |
1.07 |
Micro_Draft4_Non_Recursive_Ref |
15.7019710920924 ns/iter |
11.906691160698019 ns/iter |
1.32 |
Micro_Draft4_Pattern_Properties_True |
166.6553685779378 ns/iter |
144.37860070912288 ns/iter |
1.15 |
Micro_Draft4_Ref_To_Single_Property |
8.45524699136298 ns/iter |
7.150874212865003 ns/iter |
1.18 |
Micro_Draft4_Additional_Properties_Type |
28.829794935436617 ns/iter |
24.84050756338239 ns/iter |
1.16 |
Micro_Draft4_Nested_Oneof |
46.56059603366383 ns/iter |
39.73321102821735 ns/iter |
1.17 |
Micro_Draft4_Short_Enum |
5.661679032674961 ns/iter |
5.115081977681287 ns/iter |
1.11 |
Micro_Draft4_Long_Enum |
13.286793480138774 ns/iter |
9.974202319704824 ns/iter |
1.33 |
Micro_Draft4_Long_Enum_Short_Strings |
7.4075981473814 ns/iter |
6.061235658257288 ns/iter |
1.22 |
Micro_Draft4_Type_Object |
2.4374725933772337 ns/iter |
2.427197105570241 ns/iter |
1.00 |
Micro_Draft4_Ref_Single_100 |
1768379.616477295 ns/iter |
1668752.7986110556 ns/iter |
1.06 |
Micro_Draft4_Compile_Ref_Many_Nested |
1358238.4078948246 ns/iter |
1221957.6192111406 ns/iter |
1.11 |
Micro_Draft4_Compile_Wrap |
2360630.8237081715 ns/iter |
1850486.1863009068 ns/iter |
1.28 |
Micro_Draft6_Property_Names |
95.84560119675419 ns/iter |
88.44046722583452 ns/iter |
1.08 |
Micro_Draft6_Compile_FHIR |
10577603834.000002 ns/iter |
8155628707.999994 ns/iter |
1.30 |
Micro_Draft7_If_Then_Else |
17.228193513282925 ns/iter |
16.817709984391836 ns/iter |
1.02 |
Micro_2019_09_Unevaluated_Properties |
25.810325476091975 ns/iter |
24.49197951584054 ns/iter |
1.05 |
Micro_2019_09_Compile_Wrap |
308693854.5000066 ns/iter |
309903479.00001323 ns/iter |
1.00 |
Micro_2019_09_KrakenD_Linter_Check |
674288082.999965 ns/iter |
550182667.0001719 ns/iter |
1.23 |
Micro_2019_09_KrakenD_Linter_Apply |
6635616957.999901 ns/iter |
5447078959.00001 ns/iter |
1.22 |
Micro_2020_12_Dynamic_Ref |
188.9154241651319 ns/iter |
178.15244607720075 ns/iter |
1.06 |
Micro_2020_12_Dynamic_Ref_Single |
2.2231115554409 ns/iter |
2.069514575938811 ns/iter |
1.07 |
Micro_2020_12_Simple_Output_Mask |
61786.943496899126 ns/iter |
57821.43963980661 ns/iter |
1.07 |
Micro_2020_12_Simple_Output_Annotations |
86173.34417344081 ns/iter |
79251.93850761803 ns/iter |
1.09 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
841224.0537241955 ns/iter |
752262.0531071777 ns/iter |
1.12 |
Micro_2020_12_Exhaustive_Deep_Numeric |
6704.925638008374 ns/iter |
5035.256670000763 ns/iter |
1.33 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
121521.60341231129 ns/iter |
110469.08575899551 ns/iter |
1.10 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
14544.984682076727 ns/iter |
13656.639641745198 ns/iter |
1.07 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
98.22462551389344 ns/iter |
95.48687063026584 ns/iter |
1.03 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4853.691603480744 ns/iter |
4826.490044321029 ns/iter |
1.01 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (macos/llvm)
Details
| Benchmark suite | Current: 33cf4be | Previous: 715ad52 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
97120 ns |
87865 ns |
1.11 |
E2E_Evaluator_ansible-meta |
720774 ns |
495305 ns |
1.46 |
E2E_Evaluator_aws-cdk |
190594 ns |
112926 ns |
1.69 |
E2E_Evaluator_babelrc |
416766 ns |
316708 ns |
1.32 |
E2E_Evaluator_cerebrum-criminal-case |
3219519 ns |
2029080 ns |
1.59 |
E2E_Evaluator_clang-format |
338998 ns |
227874 ns |
1.49 |
E2E_Evaluator_cmake-presets |
18364216 ns |
12680960 ns |
1.45 |
E2E_Evaluator_code-climate |
526478 ns |
360483 ns |
1.46 |
E2E_Evaluator_cql2 |
1038332 ns |
952821 ns |
1.09 |
E2E_Evaluator_cspell |
1729024 ns |
1354280 ns |
1.28 |
E2E_Evaluator_cypress |
1117704 ns |
726760 ns |
1.54 |
E2E_Evaluator_deno |
1277936 ns |
800548 ns |
1.60 |
E2E_Evaluator_dependabot |
1346588 ns |
878811 ns |
1.53 |
E2E_Evaluator_draft-04 |
21018206 ns |
14723879 ns |
1.43 |
E2E_Evaluator_fabric-mod |
2482022 ns |
1793484 ns |
1.38 |
E2E_Evaluator_geojson |
25345808 ns |
23720119 ns |
1.07 |
E2E_Evaluator_gitpod-configuration |
806789 ns |
697442 ns |
1.16 |
E2E_Evaluator_helm-chart-lock |
1166287 ns |
1029568 ns |
1.13 |
E2E_Evaluator_importmap |
269836 ns |
223532 ns |
1.21 |
E2E_Evaluator_jasmine |
371823 ns |
279519 ns |
1.33 |
E2E_Evaluator_jsconfig |
1706780 ns |
1353971 ns |
1.26 |
E2E_Evaluator_jshintrc |
3391670 ns |
2633296 ns |
1.29 |
E2E_Evaluator_krakend |
1206075 ns |
442684 ns |
2.72 |
E2E_Evaluator_lazygit |
965382 ns |
424347 ns |
2.27 |
E2E_Evaluator_lerna |
437077 ns |
365188 ns |
1.20 |
E2E_Evaluator_nest-cli |
660578 ns |
570451 ns |
1.16 |
E2E_Evaluator_omc |
87536 ns |
70247 ns |
1.25 |
E2E_Evaluator_omnisharp |
2314693 ns |
1324813 ns |
1.75 |
E2E_Evaluator_openapi |
29160277 ns |
24395304 ns |
1.20 |
E2E_Evaluator_pre-commit-hooks |
2411050 ns |
1642777 ns |
1.47 |
E2E_Evaluator_pulumi |
3125294 ns |
2184364 ns |
1.43 |
E2E_Evaluator_semantic-release |
306215 ns |
239310 ns |
1.28 |
E2E_Evaluator_stale |
440778 ns |
363445 ns |
1.21 |
E2E_Evaluator_stylecop |
988714 ns |
867791 ns |
1.14 |
E2E_Evaluator_tmuxinator |
307815 ns |
222102 ns |
1.39 |
E2E_Evaluator_ui5 |
1723643 ns |
1566825 ns |
1.10 |
E2E_Evaluator_ui5-manifest |
10583871 ns |
8307922 ns |
1.27 |
E2E_Evaluator_unreal-engine-uproject |
1692883 ns |
1541597 ns |
1.10 |
E2E_Evaluator_vercel |
1311478 ns |
958579 ns |
1.37 |
E2E_Evaluator_yamllint |
31886 ns |
30090 ns |
1.06 |
This comment was automatically generated by workflow using github-action-benchmark.
Signed-off-by: Juan Cruz Viotti jv@jviotti.com