Testing NTT vs. native NIR(redo)
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2205189-NE-2204178NE24
{
"title": "r600-cayman",
"last_modified": "2022-05-18 16:12:20",
"description": "Testing NTT vs. native NIR(redo)",
"reference_id": "2204178-NE-R600CAYMA57",
"systems": {
"NTT": {
"identifier": "NTT",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.23-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.2.0-devel (git-db235abaef) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-04-17 19:48:25",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.9",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"NIR-redo": {
"identifier": "NIR-redo",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.23-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.5 Mesa 22.2.0-devel (git-13578a42ad) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-04-17 21:08:44",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,sbdisasm CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.9",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"NIR-redo-with-sb": {
"identifier": "NIR-redo-with-sb",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.32-gentoo-r1-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.5 Mesa 22.2.0-devel (git-87c8f22f49) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-05-18 14:42:59",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,sbdisasm CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.11",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"3ae55c63f1481e2e8194b34a4a304a3d8ad11d0a": {
"identifier": "pts\/unigine-heaven-1.6.5",
"title": "Unigine Heaven",
"app_version": "4.0",
"arguments": "-video_width 1920 -video_height 1080 -video_fullscreen 1 -video_app opengl",
"description": "Resolution: 1920 x 1080 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 12.3129000000000008441247700829990208148956298828125,
"raw_values": [
12.323299999999999698729880037717521190643310546875,
12.32339999999999946567186270840466022491455078125,
12.2920999999999995822008713730610907077789306640625
],
"test_run_times": [
269.54000000000002046363078989088535308837890625,
269.58999999999997498889570124447345733642578125,
269.68999999999999772626324556767940521240234375
]
},
"NIR-redo": {
"value": 15.9472000000000004860112312599085271358489990234375,
"raw_values": [
15.948499999999999232613845379091799259185791015625,
15.9446999999999992070343068917281925678253173828125,
15.94839999999999946567186270840466022491455078125
],
"test_run_times": [
269.8899999999999863575794734060764312744140625,
269.82999999999998408384271897375583648681640625,
269.94999999999998863131622783839702606201171875
]
},
"NIR-redo-with-sb": {
"value": 15.8352000000000003865352482534945011138916015625,
"raw_values": [
15.8528000000000002245315045001916587352752685546875,
15.8561999999999994059862729045562446117401123046875,
15.7964999999999999857891452847979962825775146484375
],
"test_run_times": [
270.18999999999999772626324556767940521240234375,
270.009999999999990905052982270717620849609375,
269.94999999999998863131622783839702606201171875
]
}
}
},
"840151feb65b467b1fed5afa7eee0b912dd823cf": {
"identifier": "pts\/unigine-tropics-1.6.4",
"title": "Unigine Tropics",
"app_version": "1.3",
"arguments": "-video_width 1920 -video_height 1080 -video_fullscreen 1",
"description": "Resolution: 1920 x 1080 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 72.5996999999999985675458447076380252838134765625,
"raw_values": [
72.605999999999994543031789362430572509765625,
72.6007000000000033423930290155112743377685546875,
72.59239999999999781721271574497222900390625
],
"test_run_times": [
206.240000000000009094947017729282379150390625,
206.259999999999990905052982270717620849609375,
206.289999999999992041921359486877918243408203125
]
},
"NIR-redo": {
"value": 72.9068999999999931560523691587150096893310546875,
"raw_values": [
72.9047000000000053887561080045998096466064453125,
72.8892000000000024328983272425830364227294921875,
72.9268000000000000682121026329696178436279296875
],
"test_run_times": [
208.030000000000001136868377216160297393798828125,
207.969999999999998863131622783839702606201171875,
207.990000000000009094947017729282379150390625
]
},
"NIR-redo-with-sb": {
"value": 75.1008000000000066620486904866993427276611328125,
"raw_values": [
75.354299999999994952304405160248279571533203125,
75.355199999999996407495927996933460235595703125,
74.5929000000000002046363078989088535308837890625
],
"test_run_times": [
207.900000000000005684341886080801486968994140625,
207.93999999999999772626324556767940521240234375,
207.909999999999996589394868351519107818603515625
]
}
}
},
"bbe8d7965661355d0dda152ead5e2f005f90df5d": {
"identifier": "pts\/unigine-valley-1.1.8",
"title": "Unigine Valley",
"app_version": "1.0",
"arguments": "-video_width 1920 -video_height 1080 -video_fullscreen 1 -video_app opengl",
"description": "Resolution: 1920 x 1080 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 28.395900000000001028865881380625069141387939453125,
"raw_values": [
28.4241999999999990222931955941021442413330078125,
28.379000000000001335820343228988349437713623046875,
28.38459999999999894271240918897092342376708984375
],
"test_run_times": [
194.460000000000007958078640513122081756591796875,
194.44999999999998863131622783839702606201171875,
194.460000000000007958078640513122081756591796875
]
},
"NIR-redo": {
"value": 29.306999999999998607336237910203635692596435546875,
"raw_values": [
29.33129999999999881765688769519329071044921875,
29.29189999999999827196006663143634796142578125,
29.297899999999998499333742074668407440185546875
],
"test_run_times": [
194.8899999999999863575794734060764312744140625,
194.979999999999989768184605054557323455810546875,
194.909999999999996589394868351519107818603515625
]
},
"NIR-redo-with-sb": {
"value": 28.89699999999999846522769075818359851837158203125,
"raw_values": [
28.9234000000000008867573342286050319671630859375,
28.9181999999999987949195201508700847625732421875,
28.849299999999999499777914024889469146728515625
],
"test_run_times": [
194.8799999999999954525264911353588104248046875,
194.770000000000010231815394945442676544189453125,
194.759999999999990905052982270717620849609375
]
}
}
},
"9b550cdf0e7cf9b010dddf4abdc578dad73b521a": {
"identifier": "pts\/unigine-sanctuary-1.6.4",
"title": "Unigine Sanctuary",
"app_version": "2.3",
"arguments": "-video_width 1920 -video_height 1080 -video_fullscreen 1",
"description": "Resolution: 1920 x 1080 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 83.6178000000000025693225325085222721099853515625,
"raw_values": [
83.6967000000000069803718361072242259979248046875,
83.714100000000001955413608811795711517333984375,
83.4424999999999954525264911353588104248046875
],
"test_run_times": [
183.830000000000012505552149377763271331787109375,
183.330000000000012505552149377763271331787109375,
183.5
]
},
"NIR-redo": {
"value": 86.402299999999996771293808706104755401611328125,
"raw_values": [
86.4518000000000057525539887137711048126220703125,
86.33719999999999572537490166723728179931640625,
86.41779999999999972715158946812152862548828125
],
"test_run_times": [
185.020000000000010231815394945442676544189453125,
184.960000000000007958078640513122081756591796875,
184.969999999999998863131622783839702606201171875
]
},
"NIR-redo-with-sb": {
"value": 94.59579999999999699866748414933681488037109375,
"raw_values": [
94.2376000000000004774847184307873249053955078125,
94.4056000000000068439476308412849903106689453125,
95.1441999999999978854248183779418468475341796875
],
"test_run_times": [
185.06000000000000227373675443232059478759765625,
184.919999999999987494447850622236728668212890625,
184.909999999999996589394868351519107818603515625
]
}
}
},
"5f238a8c3cbf978e994957e0520c4b07e11dc717": {
"identifier": "pts\/xonotic-1.5.2",
"title": "Xonotic",
"app_version": "0.8.2",
"arguments": "+vid_width 1920 +vid_height 1080 +exec effects-ultimate.cfg",
"description": "Resolution: 1920 x 1080 - Effects Quality: Ultimate",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 141.411268599999999651117832399904727935791015625,
"raw_values": [
141.511312500000002501110429875552654266357421875,
141.608375800000004574030754156410694122314453125,
141.11411739999999781502992846071720123291015625
],
"min_result": [
"51"
],
"max_result": [
"229"
],
"test_run_times": [
80.5,
80.06999999999999317878973670303821563720703125,
80.340000000000003410605131648480892181396484375
]
},
"NIR-redo": {
"value": 40.7329002999999971734723658300936222076416015625,
"raw_values": [
40.72719099999999770034264656715095043182373046875,
40.73838630000000193831510841846466064453125,
40.73312370000000015579644241370260715484619140625
],
"min_result": [
"23"
],
"max_result": [
"73"
],
"test_run_times": [
264,
263.8999999999999772626324556767940521240234375,
263.92000000000001591615728102624416351318359375
]
},
"NIR-redo-with-sb": {
"value": 139.0986173000000007959897629916667938232421875,
"raw_values": [
139.137879400000002760862116701900959014892578125,
139.0402874000000110754626803100109100341796875,
139.117685200000011036536307074129581451416015625
],
"min_result": [
"49"
],
"max_result": [
"225"
],
"test_run_times": [
81.969999999999998863131622783839702606201171875,
81.5,
81.3799999999999954525264911353588104248046875
]
}
}
},
"8376ce516a95e3ac18e9889c8e18f609eb7bf3c3": {
"identifier": "pts\/glmark2-1.3.0",
"title": "GLmark2",
"app_version": "2021.08.30",
"arguments": "-s 1920x1080",
"description": "Resolution: 1920 x 1080",
"scale": "Score",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 2829,
"test_run_times": [
330.76999999999998181010596454143524169921875
]
},
"NIR-redo": {
"value": 1481,
"test_run_times": [
330.93999999999999772626324556767940521240234375
]
},
"NIR-redo-with-sb": {
"value": 1495,
"test_run_times": [
331.17000000000001591615728102624416351318359375
]
}
}
},
"db96e37049c8681e5542f528b6b0f53098d6c16f": {
"identifier": "pts\/gputest-1.3.2",
"title": "GpuTest",
"app_version": "0.7.0",
"arguments": "\/width 1920 \/height 1080 \/test=fur ",
"description": "Resolution: 1920 x 1080 - Mode: Fullscreen",
"scale": "Points",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 2622,
"raw_values": [
2650,
2566,
2649
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375
]
},
"NIR-redo": {
"value": 2669,
"raw_values": [
2708,
2598,
2701
],
"test_run_times": [
65.1200000000000045474735088646411895751953125,
65.1099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375
]
},
"NIR-redo-with-sb": {
"value": 2640,
"raw_values": [
2676,
2574,
2669
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375
]
}
}
},
"e2b1d0b92f2d9da2c2f0c7164ded8250bb954eaf": {
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1920 +set r_customHeight 1080",
"description": "Resolution: 1920 x 1080 - Total Frame Time",
"scale": "Milliseconds",
"proportion": "LIB",
"display_format": "LINE_GRAPH",
"results": {
"NTT": {
"value": "2,13,11,8,8,9,8,9,8,9,8,8,9,8,9,8,9,8,9,8,9,9,8,8,8,8,8,8,9,8,8,8,8,8,8,8,8,5,10,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,10,9,10,9,11,10,9,9,10,9,10,9,9,9,10,9,9,10,8,10,9,9,9,9,10,10,9,9,10,9,9,9,9,9,10,9,9,9,9,9,9,10,9,9,9,10,9,9,9,9,9,9,10,9,9,9,9,9,9,8,9,9,9,9,9,8,10,9,8,9,9,8,9,9,8,9,8,9,9,8,9,9,8,9,9,10,9,9,10,9,10,9,10,10,9,10,9,10,10,9,9,9,9,9,9,9,9,9,9,10,10,10,9,9,10,9,9,10,9,9,10,9,9,9,9,9,10,9,9,9,10,9,10,9,9,10,9,10,9,10,9,10,9,9,9,9,9,9,10,10,10,9,10,9,10,9,10,10,11,9,10,10,9,10,9,9,10,9,9,10,10,9,10,9,10,9,10,9,9,10,9,9,10,9,10,9,10,9,9,9,10,6,8,8,8,11,8,9,8,9,8,9,8,8,9,8,9,8,9,9,8,9,8,9,8,8,9,8,8,8,9,8,9,9,9,9,8,9,8,9,9,9,9,9,9,9,8,9,9,9,8,8,8,9,5,4,11,5,8,7,8,7,7,8,7,8,10,9,8,9,9,9,9,9,8,9,8,9,8,9,8,8,9,8,9,9,9,9,10,8,8,9,5,11,8,9,8,8,9,8,9,9,9,8,9,9,8,9,8,10,8,9,9,8,9,9,9,10,8,10,8,10,9,9,9,9,9,10,10,9,9,10,10,9,9,9,8,9,9,9,8,8,9,8,9,8,8,8,9,8,8,9,8,9,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,9,8,8,8,8,9,8,8,9,8,8,8,9,8,8,8,8,8,9,8,8,9,9,10,9,9,9,9,9,9,9,9,10,9,10,9,9,9,8,9,9,9,8,9,8,6,10,8,8,8,9,9,9,9,8,9,9,9,8,9,9,9,8,8,8,9,9,9,8,9,8,9,9,8,8,9,8,9,8,9,8,5,10,5,7,9,8,9,8,9,8,9,9,9,8,9,8,9,9,9,8,9,9,8,9,8,9,9,9,8,9,8,9,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,8,8,9,8,8,9,8,8,9,8,9,9,8,9,8,9,8,8,9,8,8,8,8,8,8,8,8,9,8,9,8,8,9,8,8,9,5,11,8,9,8,9,8,9,8,8,9,8,8,8,9,8,8,9,8,8,9,8,9,8,9,9,8,8,9,8,8,8,8,8,9,8,9,8,8,8,8,6,7,7,8,7,7,7,7,7,7,8,7,7,8,7,7,7,8,7,7,8,7,7,8,7,8,7,7,7,10,5,7,7,7,8,7,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,7,8,7,10,8,8,8,8,8,9,8,8,8,8,5,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,8,7,8,7,7,8,7,7,8,7,8,7,7,8,7,8,7,7,8,7,8,8,7,8,7,8,8,7,8,8,8,7,8,8,7,8,8,7,8,8,7,8,8,7,8,8,7,8,11,8,9,8,9,9,9,8,8,9,9,8,9,8,9,9,6,8,8,8,8,8,8,13,10,6,9,9,8,8,8,12,10,9,9,8,8,8,9,8,8,9,8,8,9,8,8,8,8,9,10,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,9,8,8,9,9,9,9,8,6,8,8,7,11,9,8,9,8,9,8,9,8,8,9,8,9,8,9,9,9,9,6,7,8,8,8,8,7,8,8,8,7,8,7,8,8,8,7,8,7,8,7,8,7,8,8,7,8,7,8,7,10,9,6,8,7,7,8,7,7,8,7,8,8,7,8,7,8,8,7,8,8,7,8,8,8,8,8,7,7,8,8,7,8,7,8,8,8,7,8,7,8,8,8,10,9,8,9,8,9,9,9,8,9,9,9,9,8,9,9,8,9,9,8,9,8,9,8,9,8,9,10,9,9,9,9,9,9,9,9,9,10,9,9,9,10,9,9,9,9,10,9,9,9,10,9,10,9,9,9,10,10,10,9,10,10,10,9,9,10,9,9,9,9,9,9,8,8,9,9,9,9,8,9,9,9,9,9,9,8,10,8,9,9,9,9,9,9,8,9,9,9,9,8,9,8,9,8,9,9,8,9,9,9,9,9,10,9,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,9,10,9,8,9,9,9,9,9,9,9,8,9,8,9,9,9,8,9,9,8,9,9,8,9,9,9,8,9,9,9,9,8,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,11,10,10,10,10,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,10,10,10,11,11,10,11,11,11,11,10,11,11,11,11,11,10,11,11,11,10,11,11,10,10,10,9,10,9,10,10,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,9,8,9,9,9,9,9,9,9,8,9,9,8,9,8,9,9,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,5,10,7,8,8,8,8,5,8,7,7,7,7,8,7,7,8,10,8,9,9,8,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,11,10,9,11,10,10,10,10,10,10,9,10,8,10,9,9,9,9,10,9,9,9,9,9,9,10,9,9,9,10,10,10,9,10,9,10,10,9,10,10,10,10,9,10,10,9,10,9,9,9,9,9,9,9,9,10,9,9,10,10,10,10,10,9,10,10,10,9,10,10,10,9,10,10,10,10,11,11,11,11,11,9,10,10,9,10,9,10,9,10,9,9,9,9,9,5,8,8,7,7,8,7,8,7,11,8,9,8,9,9,10,10,10,10,9,10,9,10,9,10,9,10,9,9,9,10,11,11,10,10,10,10,10,11,10,11,9,8,10,9,9,10,11,11,10,11,12,11,12,11,12,10,10,10,10,11,11,11,9,8,9,5,10,8,9,9,10,10,9,9,9,10,9,9,9,9,9,9,9,10,9,10,10,11,10,9,10,9,9,10,9,9,9,9,8,9,9,8,8,8,9,10,9,9,6,8,8,9,8,8,9,8,8,9,8,9,8,8,9,8,8,8,11,9,10,10,9,10,10,9,10,10,10,9,10,10,9,10,9,10,10,9,5,8,8,9,8,8,8,8,12,9,11,10,10,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,9,10,10,10,10,10,10,10,10,10,11,10,10,10,11,10,10,11,10,10,10,10,11,10,10,10,10,10,11,10,10,10,11,10,10,11,10,11,10,11,10,10,9,10,10,9,10,10,9,10,10,10,9,9,10,10,10,9,9,9,9,8,9,9,9,9,9,9,8,10,8,9,9,9,10,9,9,9,9,9,9,9,9,9,9,8,9,8,9,11,10,10,9,6,7,8,11,9,9,8,9,8,8,8,8,9,8,9,9,8,9,8,9,9,8,8,9,8,8,9,9,9,8,9,8,9,11,10,12,11,10,11,11,11,11,10,10,9,9,9,8,6,11,9,8,9,9,9,9,8,9,9,5,8,8,7,7,10,9,10,9,9,10,10,11,10,9,10,10,10,10,10,10,9,10,10,10,9,10,10,10,9,9,6,7,10,10,10,10,9,9,10,9,9,9,9,9,9,9,9,10,9,10,9,10,10,9,10,8,9,9,8,9,8,9,9,8,8,8,8,9,8,9,8,8,9,8,8,8,9,8,8,9,8,8,9,8,8,9,8,9,8,9,8,8,6,7,10,8,9,9,8,9,8,9,8,9,8,9,6,10,8,8,8,8,8,8,8,8,9,9,9,10,9,9,9,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,8,8,5,10,9,9,9,9,9,9,9,9,9,8,9,8,8,8,6,7,8,7,7,10,9,9,9,9,8,8,9,9,8,8,10,9,9,9,9,9,9,10,9,10,10,11,10,11,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,8,9,5,7,7,7,10,8,10,10,10,10,11,9,10,10,10,10,9,9,10,10,10,9,10,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,8,9,9,8,9,9,9,8,8,8,9,8,8,8,8,8,8,9,9,8,9,5,7,8,10,8,8,9,8,9,9,9,9,8,9,9,9,9,10,10,9,9,9,9,9,9,8,9,9,9,9,9,8,9,8,8,8,8,8,9,8,8,8,9,8,8,9,8,9,8,8,8,9,8,8,8,9,9,8,8,9,8,9,8,9,9,9,9,9,9,9,9,8,9,9,8,9,9,9,8,9,9,8,9,9,8,9,9,10,9,9,9,9,10,9,9,10,9,8,9,9,9,9,8,9,9,8,8,9,8,8,8,8,9,8,9,8,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,8,9,8,8,8,9,8,8,8,9,8,8,9,8,8,6,7,10,8,9,8,5,7,8,10,8,8,8,8,8,9,8,8,8,8,9,8,8,8,8,8,8,9,8,9,8,9,8,8,9,9,8,9,9,9,9,8,9,6,8,8,8,8,9,8,8,8,12,9,6,8,7,8,7,7,7,7,8,7,7,7,7,7,8,7,11,8,8,9,8,8,6,10,8,8,10,8,9,8,9,9,9,9,9,8,9,10,9,8,9,9,9,9,9,9,9,9,8,9,9,9,9,8,8,9,8,9,8,9,9,9,9,9,9,9,9,9,10,10,10,10,9,9,9,9,8,9,8,9,9,8,8,8,8,6,7,7,10,8,6,7,8,10,9,8,9,8,8,9,8,9,8,9,9,9,8,8,8,9,9,8,9,8,8,8,8,8,8,9,8,9,8,8,9,8,9,8,9,8,9,8,9,8,9,8,8,8,8,8,8,9,8,8,9,8,8,10,9,9,8,9,8,9,8,9,9,9,8,9,8,9,9,8,9,9,5,10,9,9,9,9,9,9,10,9,9,9,9,9,9,9,10,8,10,8,10,9,9,8,10,9,9,9,9,11,11,11,11,11,11,10,11,11,11,11,10,10,10,10,11,10,11,11,10,10,10,10,10,9,10,10,10,9,10,10,10,9,10,10,11,10,10,10,11,10,10,10,10,10,9,9,10,10,11,9,11,9,9,8,8,9,8,10,8,10,9,9,9,9,9,9,8,9,10,10,9,10,9,9,10,10,10,9,10,9,10,10,10,10,10,10,10,10,9,10,11,9,9,9,6,11,9,10,9,10,9,10,9,10,9,9,9,9,9,10,10,9,11,10,10,9,10,10,9,10,10,9,10,10,10,9,10,10,10,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,9,9,10,11,10,10,11,10,10,9,10,10,9,9,10,9,10,10,10,10,9,9,9,9,9,10,9,9,9,10,10,10,9,10,9,9,10,9,9,9,10,9,10,10,11,10,11,10,10,10,9,9,8,9,8,8,9,8,8,6,7,7,7,8,9,9,9,10,9,8,9,9,8,9,8,9,8,9,9,8,10,9,11,10,11,10,11,10,10,9,10,9,10,10,11,9,11,10,10,10,10,10,9,10,10,9,8,9,9,8,9,8,9,8,9,9,8,8,9,9,8,8,9,8,9,8,8,6,7,11,8,9,8,9,9,9,8,10,9,9,9,9,8,9,9,8,9,8,8,9,8,9,8,8,9,8,9,9,9,8,9,9,8,9,8,9,9,9,8,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,8,10,8,9,9,9,8,8,8,9,8,9,8,8,9,8,8,8,8,9,8,8,8,8,8,9,8,8,8,8,9,7,9,8,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,8,9,8,8,9,8,8,8,8,8,8,9,8,8,9,8,8,8,9,7,7,8,8,8,8,8,8,8,8,9,8,9,9,8,9,8,9,8,9,8,9,9,8,8,9,8,9,8,9,9,9,8,8,6,7,10,8,9,8,8,8,8,9,8,9,8,9,8,9,9,9,8,9,8,8,8,8,9,8,8,8,9,8,9,8,8,9,8,10,8,9,8,9,5,7,8,7,8,7,8,7,8,7,11,8,9,9,9,9,9,9,9,10,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,10,9,10,9,10,8,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,8,8,8,9,8,8,9,8,9,10,9,8,9,8,8,9,9,8,9,8,9,9,8,8,8,8,9,8,8,8,8,9,8,8,8,8,9,8,9,8,9,8,9,8,7,6,9,8,8,7,8,8,8,7,8,8,7,8,7,8,8,8,8,8,8,8,9,8,8,8,9,8,8,9,8,8,8,9,8,8,8,8,8,8,7,9,8,8,8,8,8,8,9,8,9,8,9,8,9,8,8,8,8,9,8,8,9,8,8,9,8,8,9,8,9,8,8,9,8,9,8,9,9,9,9,9,8,9,9,9,8,8,8,8,9,9,9,8,9,8,9,8,9,8,9,9,8,9,8,9,9,9,8,9,9,10,9,9,9,8,9,9,8,8,6,7,7,7,7,7,8,7,7,10,8,9,9,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,9,9,8,9,8,9,8,9,9,9,8,9,8,8,8,9,8,9,8,8,8,8,9,8,8,8,9,8,8,8,9,9,8,9,8,8,8,9,8,9,9,8,9,8,9,8,9,8,8,9,9,8,9,9,8,6,8,8,8,8,12,9,9,6,8,7,7,7,7,7,7,8,10,8,8,8,8,8,8,9,8,8,9,8,8,8,9,8,8,8,8,9,8,8,9,9,9,8,9,9,8,9,9,8,8,8,8,8,9,8,9,5,7,7,7,8,7,8,7,7,7,7,8,7,7,7,7,10,9,9,8,9,9,9,9,10,9,10,9,10,10,9,10,10,10,9,10,9,9,10,9,10,9,9,10,9,10,9,9,10,9,9,10,9,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,11,10,10",
"test_run_times": [
32.25999999999999801048033987171947956085205078125,
31.6700000000000017053025658242404460906982421875,
31.690000000000001278976924368180334568023681640625
]
},
"NIR-redo": {
"value": "3,14,11,8,9,9,8,9,8,9,8,9,8,9,8,8,9,9,8,9,9,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,5,11,9,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,9,9,10,10,10,10,9,10,9,9,10,9,10,9,9,10,9,9,10,9,9,9,9,9,9,10,9,10,9,9,9,9,9,10,9,9,9,9,9,9,9,10,9,9,9,9,10,9,9,9,10,8,10,10,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,8,9,9,9,9,10,9,10,9,10,9,10,9,10,9,10,10,10,9,10,9,9,9,9,9,9,9,9,9,10,10,10,9,10,9,10,9,10,9,9,10,9,9,9,9,9,9,9,9,10,10,9,10,9,10,9,10,10,9,9,10,9,9,9,9,10,9,9,9,10,10,10,9,10,9,9,11,10,9,10,10,9,10,10,9,9,10,9,10,9,10,10,9,10,9,10,9,10,9,9,10,9,9,10,9,10,9,9,9,10,9,6,8,8,7,12,9,8,9,8,9,8,8,9,8,9,9,8,8,9,9,8,9,8,9,8,8,9,8,8,9,8,9,9,9,8,9,8,9,9,9,9,9,9,8,10,8,9,9,9,8,8,9,8,5,8,10,5,8,7,7,7,7,8,7,7,11,9,8,9,10,9,9,9,8,9,8,9,9,8,8,9,9,8,8,9,9,9,9,9,9,8,5,11,8,9,9,8,9,9,9,9,8,9,9,9,8,9,9,8,9,9,8,9,9,9,9,9,9,10,8,9,9,9,9,9,9,9,10,9,10,10,9,9,9,9,8,9,9,9,8,9,8,8,9,8,9,8,9,8,8,8,8,9,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,9,8,8,8,8,9,8,8,9,8,8,8,8,8,8,9,9,8,9,9,9,9,10,8,9,9,9,10,9,10,9,10,9,9,8,9,9,9,8,8,9,5,10,8,9,8,8,9,8,8,9,9,8,9,9,9,9,8,8,9,8,9,9,9,8,8,9,8,9,9,8,8,9,9,8,9,8,5,10,5,7,9,8,9,8,9,9,9,9,9,8,8,9,9,8,9,9,8,9,8,9,8,9,9,8,8,9,8,8,9,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,8,8,8,8,9,8,9,8,9,9,8,9,8,8,9,8,8,8,8,8,9,8,9,8,8,9,9,8,8,8,8,9,8,6,10,9,8,9,8,9,8,9,8,8,9,8,9,8,8,9,8,8,9,8,8,9,8,9,8,8,9,8,9,8,8,8,9,8,9,8,9,8,8,8,6,7,7,7,8,7,7,7,8,7,7,8,7,7,8,7,7,7,7,7,8,7,8,7,7,8,7,7,8,9,5,7,7,8,7,7,7,7,7,8,7,7,7,7,8,7,7,8,7,7,7,7,8,7,7,7,10,8,9,8,8,8,8,8,9,8,8,5,8,7,7,7,7,8,7,7,7,8,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,8,7,7,8,7,8,7,7,7,7,8,7,7,8,7,8,7,7,8,8,7,8,7,8,7,8,8,8,8,7,8,8,7,8,8,7,8,7,8,8,7,8,8,8,7,8,11,8,9,8,9,9,9,8,9,8,9,9,8,9,9,9,5,8,8,8,8,8,8,13,11,6,9,8,8,9,7,12,10,10,8,9,8,8,9,8,8,9,8,8,8,9,8,8,9,9,9,9,9,9,8,8,9,8,9,8,9,8,9,8,8,9,8,8,9,9,9,8,9,8,5,8,8,8,10,9,8,9,8,9,8,8,8,9,8,8,9,8,9,9,9,9,5,8,7,8,8,7,7,8,8,8,7,8,8,8,7,8,8,7,8,7,7,8,7,8,7,8,7,8,7,7,11,8,6,8,7,7,8,7,8,7,8,7,8,8,8,7,8,8,8,7,8,8,8,8,8,7,8,7,7,7,8,8,8,8,7,8,8,7,8,7,8,8,7,11,9,8,8,8,9,8,9,9,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,9,8,9,9,10,9,9,8,10,9,9,9,9,9,9,10,9,9,9,10,9,9,9,9,9,9,10,9,10,9,9,9,10,10,10,9,10,10,10,9,9,10,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,8,9,9,9,9,9,8,9,9,8,9,8,9,9,8,9,9,9,9,10,10,9,10,11,10,10,10,10,10,10,10,10,10,10,10,10,11,9,11,10,10,10,9,9,9,8,9,9,9,9,9,9,8,9,9,9,8,9,9,9,8,9,9,8,9,9,9,8,9,9,9,8,9,9,8,9,10,10,10,10,9,10,10,10,11,10,10,9,10,10,10,10,10,10,10,11,10,10,10,10,11,10,9,10,9,8,9,9,9,9,9,8,9,9,9,9,10,9,9,8,9,9,9,9,9,9,9,9,9,10,10,10,11,11,10,11,12,11,11,10,12,10,12,11,10,11,11,10,11,11,10,11,10,10,10,10,9,10,9,10,9,9,9,8,9,9,9,9,9,8,9,9,9,9,8,9,9,9,9,8,9,8,9,8,9,9,8,9,9,9,9,9,9,8,9,8,9,9,8,8,9,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,8,6,9,8,8,8,8,8,5,8,7,7,7,8,7,7,8,7,10,9,8,9,9,8,9,9,9,10,9,9,9,9,10,9,9,10,10,10,10,11,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,9,10,9,9,9,10,9,10,9,9,9,9,9,9,10,9,9,9,10,10,10,9,10,9,10,9,10,10,9,10,10,10,9,10,10,9,10,9,9,10,9,9,10,9,9,9,10,9,10,10,10,10,9,10,10,9,10,9,10,10,10,10,10,10,10,11,11,11,11,11,9,10,10,10,9,9,10,9,9,10,9,10,9,8,6,8,7,7,8,7,8,7,8,10,8,9,8,9,10,9,10,9,10,10,9,9,10,10,9,9,10,9,8,10,10,10,11,10,10,10,10,11,10,11,10,9,9,9,9,10,10,11,11,10,11,11,12,11,11,12,10,10,10,11,11,11,11,10,8,8,6,10,8,9,10,9,10,9,10,9,9,9,9,9,9,10,9,9,9,9,10,10,11,10,10,9,9,10,9,10,8,9,8,9,9,8,9,8,8,9,9,10,9,5,9,8,8,8,9,9,8,9,8,8,9,8,8,9,8,8,8,12,9,10,10,9,10,10,9,10,9,10,10,9,9,10,10,9,10,9,9,6,8,8,9,8,8,8,8,11,10,10,10,10,9,9,9,9,9,9,10,9,10,11,10,10,10,11,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,11,10,11,10,10,10,11,10,10,10,11,10,10,10,10,11,10,10,10,10,11,10,10,11,10,10,11,10,11,10,10,10,10,9,10,10,9,10,9,10,10,9,10,10,10,10,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,11,10,10,9,5,8,8,11,9,8,9,8,8,8,9,8,9,8,8,9,9,8,9,9,8,9,8,8,9,8,9,8,9,8,9,9,9,10,10,12,11,11,11,11,11,11,10,10,9,9,8,9,6,10,9,9,9,9,9,9,9,8,9,6,7,8,7,7,11,8,9,9,9,10,10,10,10,10,10,10,10,9,10,10,10,10,9,10,10,10,10,9,10,8,6,7,10,11,10,9,10,9,10,9,9,10,9,9,9,9,9,10,10,9,10,10,10,9,9,9,9,9,8,9,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,8,9,9,8,8,9,8,9,8,8,8,8,9,8,5,7,10,9,9,9,8,9,8,9,8,9,9,9,5,11,8,8,8,8,8,8,8,8,8,9,10,9,10,9,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,9,8,8,8,6,10,9,9,9,9,9,9,9,9,9,8,9,8,9,8,5,7,8,7,7,10,9,9,9,8,9,9,9,8,8,9,9,9,9,9,10,9,9,9,9,10,11,10,11,10,10,9,8,9,8,9,8,9,9,9,9,9,9,9,9,8,9,5,8,7,7,9,8,10,10,10,10,10,10,10,10,9,10,10,9,10,9,10,9,10,9,9,9,9,8,9,9,9,10,9,9,8,9,9,8,9,9,8,9,8,9,9,8,8,8,8,9,8,8,8,8,8,8,10,8,9,5,8,7,10,8,8,8,9,9,8,9,8,9,9,9,8,10,10,9,9,10,9,9,9,9,8,9,9,9,9,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,8,9,8,8,9,8,8,9,8,8,9,8,9,8,9,8,9,8,9,9,9,9,9,9,9,8,9,9,8,9,9,9,8,9,9,8,9,9,9,9,9,9,9,10,9,9,9,10,9,9,9,9,8,9,9,8,9,9,9,8,9,8,9,9,8,9,8,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,8,8,9,9,8,9,8,9,8,8,9,8,9,8,8,9,8,8,9,8,8,8,9,8,5,8,10,8,8,8,6,7,7,10,9,8,8,8,8,8,8,9,8,8,8,8,8,9,8,8,8,9,8,8,9,8,9,9,8,9,8,9,9,9,9,9,8,6,8,8,8,8,8,9,8,8,13,9,6,8,8,7,7,7,7,8,7,7,7,7,7,7,8,7,10,9,8,9,8,9,5,10,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,9,9,8,9,10,9,9,9,9,8,10,9,9,9,8,8,9,9,8,9,8,9,9,9,9,9,10,9,10,9,10,10,10,10,9,9,8,9,9,8,9,8,9,8,8,8,6,7,7,10,8,6,7,8,10,9,8,9,8,9,8,9,8,9,9,9,8,8,9,9,8,9,9,8,8,9,8,8,9,8,9,8,9,8,8,9,8,9,8,9,8,9,8,8,8,9,8,9,8,8,8,9,8,8,9,8,9,8,9,9,9,9,8,9,8,9,9,8,9,8,9,9,9,8,9,8,8,6,11,9,9,9,9,9,10,9,9,9,9,9,10,9,9,9,9,10,9,9,9,9,9,10,9,9,9,10,11,11,11,11,11,11,10,11,11,11,11,10,10,10,10,11,11,11,10,11,10,11,9,10,10,10,10,10,9,10,10,9,9,10,10,11,10,10,11,10,10,10,10,10,9,10,10,10,11,10,10,9,10,9,8,9,9,9,9,9,10,9,9,9,9,9,9,9,9,10,9,10,9,10,9,9,11,9,10,9,10,10,10,10,10,10,10,9,10,10,10,11,9,9,10,6,11,9,10,10,9,9,10,9,10,10,9,10,9,10,9,10,10,10,11,10,9,10,10,9,10,10,10,9,10,10,10,9,10,10,9,9,9,9,9,10,10,10,10,10,10,9,11,9,11,10,11,10,10,10,10,10,10,10,10,11,11,10,10,9,10,10,10,10,9,10,9,10,10,10,9,9,9,9,8,9,10,9,9,10,11,9,10,10,9,10,9,9,10,9,10,9,10,10,10,10,11,11,10,10,9,9,9,8,8,8,8,8,9,5,8,7,7,7,10,9,10,9,9,9,8,9,9,8,9,9,9,9,8,9,9,9,11,11,10,11,10,11,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,9,10,9,9,9,8,9,9,9,9,8,9,9,8,8,9,9,8,9,8,8,9,8,8,6,7,12,8,9,9,9,8,9,9,10,9,9,9,9,9,9,9,9,8,9,9,8,8,9,8,8,8,9,8,8,9,8,9,9,9,8,9,9,9,9,9,8,10,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,9,8,9,8,8,9,8,8,8,8,9,8,8,8,8,8,9,8,8,8,9,8,8,8,8,8,8,8,8,9,8,8,8,8,8,8,8,8,8,9,8,8,9,8,9,8,8,8,8,9,9,9,8,9,8,8,9,7,8,8,8,8,8,8,8,8,9,8,9,9,8,9,9,8,9,8,9,8,9,9,8,9,8,9,8,9,9,9,9,8,9,5,7,10,9,8,8,8,9,8,9,8,9,8,8,8,9,9,9,8,9,8,8,8,8,9,8,9,8,8,9,8,8,8,9,8,9,9,9,8,8,6,7,8,7,7,7,7,8,7,8,11,9,8,9,9,9,9,10,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,8,9,10,10,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,8,9,8,8,8,9,8,8,9,8,8,9,9,9,9,8,9,8,9,8,9,9,9,8,9,8,8,9,8,8,8,9,8,8,8,8,8,9,8,8,9,8,8,9,9,9,8,8,8,5,10,8,8,8,7,8,8,8,8,7,7,8,8,8,8,9,9,8,8,8,8,9,8,8,8,9,8,8,8,9,8,8,9,8,8,9,8,8,8,9,8,8,8,8,9,8,8,8,9,9,9,8,8,9,8,8,8,9,8,9,8,8,9,9,8,8,9,8,8,9,8,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,8,8,9,8,9,9,8,9,8,8,9,8,9,9,8,9,9,8,9,8,9,8,10,9,9,9,8,10,8,9,8,9,5,7,8,7,7,7,7,8,7,9,9,9,9,9,9,8,9,9,9,9,9,8,9,9,9,8,8,9,9,9,9,8,9,8,8,10,8,9,9,9,8,8,9,8,9,8,9,8,8,8,9,8,8,8,8,9,8,8,9,8,9,8,9,8,8,9,8,9,8,9,8,9,8,9,8,9,8,9,9,8,9,9,9,5,8,8,8,8,12,9,10,6,5,7,8,7,7,7,7,8,9,8,9,8,8,8,8,8,8,8,9,8,8,9,8,8,9,8,8,9,8,9,8,9,9,8,9,9,9,8,9,8,8,8,8,8,9,8,9,5,7,7,8,7,7,8,7,7,7,8,7,7,7,7,8,10,9,9,8,9,9,9,10,9,9,10,9,10,9,9,10,10,10,10,9,9,10,9,10,9,10,9,9,10,9,9,10,9,10,9,9,10,10,10,10,10,10,11,10,10,10,11,10,10,10,11,10,10,10,10,11,10,10,10,10,10,11,10,10,10,11,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,11,10,11,10,10,10,10,11,10,10,11,10,10,10,10,10,10,11,11,10,10",
"test_run_times": [
31.78999999999999914734871708787977695465087890625,
31.67999999999999971578290569595992565155029296875,
31.780000000000001136868377216160297393798828125
]
},
"NIR-redo-with-sb": {
"value": "3,14,10,9,8,9,9,8,9,8,9,8,9,8,8,9,8,9,8,9,9,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,5,11,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,10,9,9,10,9,11,10,9,9,9,10,10,9,9,9,9,10,9,9,10,9,9,9,9,9,10,9,10,9,10,9,9,10,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,10,10,9,9,9,9,9,9,9,9,8,10,8,9,9,9,10,8,10,9,9,8,9,9,9,8,9,9,9,8,9,9,9,10,9,10,9,10,9,9,10,10,9,10,9,10,10,9,9,9,9,9,9,9,9,10,9,10,9,10,9,9,10,9,10,9,10,9,9,10,9,9,10,8,10,9,9,10,9,10,9,10,9,9,10,9,10,9,10,9,10,9,9,9,10,9,9,10,10,10,10,10,9,10,10,10,10,10,10,9,10,10,10,9,10,9,10,9,10,9,10,9,10,9,10,9,10,9,9,9,10,9,10,9,10,9,9,9,9,6,9,8,8,11,9,8,8,8,8,9,8,8,9,9,8,8,9,9,8,9,9,8,8,9,8,9,8,9,8,8,10,8,9,9,8,9,9,8,9,8,9,9,9,9,9,9,9,8,9,8,8,9,5,7,11,5,8,7,7,8,7,7,8,7,10,9,9,9,9,9,10,8,9,8,9,8,9,8,9,8,9,8,9,9,9,9,9,8,9,8,6,10,8,9,9,9,8,9,9,9,9,9,9,9,8,8,9,9,8,9,9,9,9,9,9,10,9,9,9,9,9,9,8,10,9,10,9,10,9,10,9,10,9,8,9,9,9,9,8,8,9,8,9,8,9,8,8,8,8,8,8,9,8,8,9,8,8,8,7,9,8,8,8,8,7,8,8,8,9,8,8,8,8,9,8,8,8,8,9,8,8,9,8,8,8,9,8,8,8,8,8,9,8,8,8,9,9,9,10,9,9,10,9,9,9,9,9,9,10,10,9,9,10,9,9,8,9,9,8,8,6,10,8,9,8,8,9,9,9,8,9,9,9,8,9,9,9,8,8,8,9,9,9,9,8,9,8,9,9,8,8,9,9,8,9,8,5,10,5,7,9,8,8,9,8,10,9,9,8,9,8,9,9,8,9,9,8,9,8,9,8,9,9,8,9,8,9,8,8,9,8,8,8,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,8,9,7,8,9,8,8,8,8,9,8,9,8,9,9,8,8,9,8,8,8,8,8,9,8,8,9,8,8,8,9,8,8,9,8,8,9,8,6,10,9,8,9,8,8,9,8,9,8,9,8,9,8,9,8,8,9,8,9,8,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,8,8,8,9,5,8,7,7,7,7,8,7,7,8,7,7,7,8,7,8,7,7,7,7,7,8,7,8,7,7,8,7,7,10,6,7,7,7,7,7,7,8,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,8,7,7,10,9,8,8,8,8,8,9,8,8,8,5,8,7,7,8,7,7,7,7,8,7,7,8,7,7,7,8,7,7,7,7,7,7,7,8,7,7,7,8,7,8,7,7,8,7,8,7,8,7,7,8,7,7,7,8,7,8,8,7,8,8,7,8,8,7,8,7,8,8,8,7,8,7,8,7,7,8,8,8,8,7,8,11,9,9,9,8,8,9,8,8,9,8,9,9,8,9,9,6,8,8,8,8,8,8,13,10,6,9,9,8,8,8,12,10,9,9,8,9,8,8,8,9,8,8,8,9,8,8,9,8,10,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,8,9,9,9,8,9,5,8,8,8,10,9,9,8,8,9,8,8,9,8,9,8,8,9,8,9,10,8,6,7,8,8,8,8,7,8,8,8,7,8,7,8,8,8,7,8,7,8,7,8,7,8,8,7,8,7,7,8,10,9,6,7,8,7,8,7,7,8,7,8,7,8,7,8,8,7,8,8,8,8,7,8,8,8,8,7,8,8,7,7,8,7,8,8,7,8,8,7,8,8,8,10,9,8,9,9,8,9,9,9,8,9,9,9,9,9,8,9,9,8,9,8,9,9,8,9,8,9,10,9,9,9,8,10,9,9,9,9,9,9,9,9,9,10,9,10,9,8,10,9,9,10,9,10,9,9,9,10,10,10,9,10,10,10,9,9,10,9,9,9,9,8,9,9,9,9,9,9,9,8,9,9,9,9,10,9,8,9,9,9,9,9,9,9,9,8,9,9,9,9,9,8,9,8,9,8,9,9,9,8,9,9,9,10,10,9,10,11,10,10,10,10,10,9,10,10,10,10,10,11,10,10,10,10,11,9,10,9,9,8,10,8,10,8,9,9,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,9,8,9,9,9,9,9,8,10,9,10,10,10,10,10,9,11,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,11,10,10,9,10,8,9,9,8,9,9,9,8,9,9,9,9,9,10,8,8,9,9,9,9,9,8,9,10,9,10,10,10,11,11,10,11,11,12,10,11,11,11,11,11,10,11,11,10,11,11,10,11,11,10,9,10,10,9,10,10,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,8,9,9,9,8,9,9,8,9,9,8,9,9,9,9,8,10,9,8,9,8,9,9,8,9,8,9,8,9,8,8,8,8,9,8,8,8,8,8,8,8,7,8,8,8,6,10,8,8,8,8,7,6,7,8,7,7,7,8,7,8,7,10,9,8,9,8,8,10,8,10,9,9,10,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,10,11,9,10,10,10,10,10,10,10,11,10,10,10,10,9,10,9,9,9,9,10,10,9,9,10,9,9,9,9,9,10,9,9,10,10,10,9,10,9,10,9,10,10,10,9,10,9,10,10,10,9,10,9,9,10,9,9,9,10,9,9,10,9,10,10,10,9,9,10,10,9,10,10,10,9,11,9,10,10,11,11,11,10,11,11,10,10,10,9,10,9,10,9,9,9,9,10,9,8,6,7,8,7,7,8,7,8,7,11,8,8,9,9,9,10,10,9,10,9,9,9,10,9,10,9,10,9,9,9,10,10,11,10,10,10,10,11,10,11,10,9,9,9,9,10,9,12,10,11,11,10,12,12,11,12,10,10,10,11,10,12,11,9,8,9,5,10,9,8,10,9,10,9,10,9,9,9,9,9,9,9,10,9,9,9,10,10,11,10,9,10,10,9,10,9,9,9,9,8,9,8,8,8,9,9,9,10,9,5,9,8,8,9,8,8,9,8,9,8,9,8,8,9,8,8,8,12,9,10,10,9,10,10,9,10,10,9,9,10,9,10,9,10,10,9,9,6,8,8,9,8,9,7,8,11,10,10,10,10,9,9,9,9,9,9,9,10,10,10,11,10,10,11,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,11,10,10,10,10,10,10,10,10,11,10,10,10,11,10,10,10,11,10,10,10,11,10,11,10,11,10,11,10,10,10,10,10,9,10,10,10,9,10,10,10,10,10,10,10,9,9,9,9,9,9,9,9,9,8,10,8,9,9,9,9,9,9,8,10,8,9,8,9,9,9,9,9,9,9,9,8,8,11,10,10,9,6,8,7,11,9,9,9,8,8,8,9,8,9,8,8,9,9,9,8,9,9,8,9,8,8,8,9,9,8,9,9,8,9,11,10,12,11,11,10,12,11,11,10,10,9,9,9,9,5,11,8,9,8,9,9,9,9,9,9,5,8,7,8,7,10,9,9,10,9,10,10,11,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,9,9,6,7,10,10,11,9,9,9,10,10,9,10,9,9,8,10,9,10,9,10,10,10,9,10,9,9,8,9,9,9,8,9,8,9,9,9,8,9,9,8,9,8,8,9,8,9,8,9,8,9,9,8,9,8,9,8,9,8,9,8,8,8,6,7,10,9,9,9,8,9,8,9,8,9,9,9,5,10,9,8,7,9,8,8,8,9,8,9,11,9,9,10,9,9,9,8,9,8,8,8,8,9,8,9,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,9,8,8,8,8,8,6,10,9,9,9,9,9,9,9,9,9,9,8,9,8,8,6,7,7,7,8,10,9,9,9,8,9,9,9,8,8,9,9,9,9,9,9,10,9,10,9,10,10,11,11,10,10,9,8,9,9,8,9,9,8,9,9,9,9,9,9,9,8,5,7,7,7,9,9,10,10,10,10,10,10,10,10,9,10,10,9,10,10,10,9,10,9,9,9,9,9,9,9,9,9,10,8,9,9,8,9,9,8,9,9,9,8,9,9,8,8,8,8,8,9,8,8,8,9,9,9,8,5,8,8,9,8,9,8,9,9,8,9,8,10,8,9,9,10,10,9,9,9,9,9,10,9,9,9,9,9,9,8,9,9,8,9,8,9,8,8,9,8,9,8,9,8,8,8,8,9,8,9,8,8,9,8,8,9,8,9,8,9,8,9,8,9,9,9,9,9,9,9,9,9,8,9,9,9,8,9,9,8,9,9,9,9,9,9,9,9,10,9,9,10,9,9,10,9,9,8,9,9,9,9,8,9,9,8,8,8,8,9,8,9,8,9,8,9,8,8,9,8,9,8,9,9,9,8,8,9,8,9,9,8,8,9,9,8,8,9,8,8,8,8,8,9,8,8,9,8,8,8,8,6,7,11,8,8,8,6,7,8,10,7,8,8,8,8,8,8,8,9,8,8,8,8,9,8,8,9,8,9,8,9,8,9,8,9,8,9,9,9,9,9,9,8,6,8,8,8,8,9,8,8,9,12,9,6,7,8,8,7,7,7,8,7,7,7,8,7,7,8,7,10,8,8,9,8,9,5,11,8,9,9,8,9,9,9,8,9,9,9,9,9,9,8,9,9,8,9,10,9,9,9,9,8,10,8,10,8,9,8,9,9,8,9,9,9,8,9,10,9,9,10,9,10,10,10,10,9,9,9,9,8,9,9,9,8,8,9,8,8,6,7,7,10,9,6,7,8,10,9,8,8,9,8,9,8,9,8,9,9,8,9,8,9,9,9,8,8,9,8,9,8,9,8,8,9,8,9,8,8,9,8,8,9,9,8,9,8,9,8,8,9,8,8,9,8,8,9,8,8,8,9,9,9,9,9,8,9,8,9,9,8,9,8,9,8,9,9,8,9,8,6,11,9,9,9,9,9,9,10,9,9,9,9,9,9,9,10,9,9,9,10,9,9,9,9,9,9,9,10,11,11,12,10,11,10,11,11,11,10,11,10,10,11,10,11,10,11,11,10,10,10,9,10,10,10,10,10,9,10,9,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,9,10,10,10,10,10,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,10,9,10,9,10,10,9,10,9,10,10,9,10,10,10,10,10,10,10,10,10,9,9,10,5,11,10,10,9,10,10,9,10,9,9,9,9,10,9,9,10,10,10,11,10,9,10,10,10,9,10,10,9,10,10,10,10,9,10,9,9,9,9,9,10,10,10,10,10,10,9,11,10,10,10,11,10,10,10,10,10,10,10,10,11,11,10,10,10,10,10,10,9,10,9,10,10,9,10,9,9,9,9,9,9,9,10,9,10,11,10,9,10,9,10,9,10,9,9,10,9,10,10,10,10,11,11,10,10,9,9,9,8,9,8,8,8,9,5,7,8,7,7,10,9,10,9,9,9,9,8,9,8,9,9,8,9,9,9,9,9,10,11,11,10,10,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,9,9,10,8,9,8,9,9,8,9,9,9,8,9,9,9,8,9,8,9,8,9,8,6,7,11,9,8,9,9,8,9,9,9,10,9,9,9,9,9,9,9,8,9,8,9,8,9,8,8,9,9,8,9,9,9,8,8,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,8,9,8,9,8,9,8,8,9,8,8,8,8,8,8,9,8,8,9,8,8,8,8,8,8,9,7,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,9,9,8,8,8,9,8,8,9,8,8,9,8,8,9,8,8,7,8,8,8,8,8,8,9,9,8,9,9,9,8,8,9,9,8,9,8,9,8,9,8,9,8,9,9,9,9,8,8,6,7,10,9,8,8,9,8,8,9,8,8,9,9,8,9,9,9,8,8,9,8,8,8,8,9,8,8,8,9,8,8,9,8,8,9,9,9,8,8,6,7,8,7,8,7,7,8,8,7,11,9,8,9,9,9,10,9,9,10,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,10,10,9,9,9,9,10,9,9,9,9,9,9,9,9,9,8,9,8,9,8,9,8,8,8,9,8,8,9,9,9,9,9,8,9,8,9,9,9,8,9,8,9,8,8,8,9,8,8,9,8,9,8,8,8,9,8,8,8,9,8,8,9,8,8,8,6,9,8,8,8,7,8,8,8,7,8,8,7,8,8,8,9,8,9,8,9,8,8,9,8,8,9,8,8,8,9,8,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,9,8,9,9,8,8,9,8,8,8,9,8,8,9,8,8,8,9,8,8,9,8,9,8,8,9,9,9,9,9,8,9,9,9,9,9,9,8,9,7,9,8,8,10,8,9,8,9,8,9,9,8,9,8,9,8,9,9,9,8,9,9,9,9,10,9,9,8,9,8,9,8,5,8,7,7,7,8,7,7,8,9,9,9,9,9,8,8,9,9,8,9,9,9,9,8,9,9,9,9,9,8,9,9,8,8,9,9,8,9,9,8,8,8,9,8,9,8,8,9,8,8,8,9,8,8,8,9,8,8,9,9,8,9,8,8,8,9,8,9,9,8,9,8,9,8,9,8,8,9,8,9,8,9,9,5,8,9,8,8,11,10,9,6,6,7,7,7,7,6,7,8,10,8,8,8,8,8,9,8,8,8,9,8,8,8,9,8,8,9,8,8,9,8,9,8,9,9,9,8,8,9,9,8,8,8,8,8,9,8,9,5,8,7,7,7,7,8,7,7,7,7,7,8,7,7,7,10,9,9,8,9,9,9,9,10,9,9,9,10,9,10,10,10,10,9,10,9,10,9,10,9,9,10,9,10,9,9,10,9,9,10,9,10,9,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,9,11,10,10,10,10,10,10,10,11,9,10,10,10,10,10,10,10,10,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,11,10,10,10,10,11,10,10,10",
"test_run_times": [
31.9200000000000017053025658242404460906982421875,
31.75,
31.760000000000001563194018672220408916473388671875
]
}
}
},
"346009cfd87ed9aaf7bdb587ed05605523e41369": {
"identifier": "pts\/openarena-1.5.5",
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1920 +set r_customHeight 1080",
"description": "Resolution: 1920 x 1080",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT": {
"value": 113.099999999999994315658113919198513031005859375,
"raw_values": [
111.7000000000000028421709430404007434844970703125,
113.7999999999999971578290569595992565155029296875,
113.7000000000000028421709430404007434844970703125
],
"min_result": [
"4"
],
"test_run_times": [
32.25999999999999801048033987171947956085205078125,
31.6700000000000017053025658242404460906982421875,
31.690000000000001278976924368180334568023681640625
]
},
"NIR-redo": {
"value": 113.5,
"raw_values": [
113.5,
113.599999999999994315658113919198513031005859375,
113.400000000000005684341886080801486968994140625
],
"min_result": [
"3"
],
"test_run_times": [
31.78999999999999914734871708787977695465087890625,
31.67999999999999971578290569595992565155029296875,
31.780000000000001136868377216160297393798828125
]
},
"NIR-redo-with-sb": {
"value": 113.400000000000005684341886080801486968994140625,
"raw_values": [
113.2999999999999971578290569595992565155029296875,
113.400000000000005684341886080801486968994140625,
113.400000000000005684341886080801486968994140625
],
"min_result": [
"5"
],
"test_run_times": [
31.9200000000000017053025658242404460906982421875,
31.75,
31.760000000000001563194018672220408916473388671875
]
}
}
}
}
}