Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2101260-HA-2101266HA65
{
"title": "Virgl1024x768",
"last_modified": "2021-01-26 18:15:50",
"description": "All optimizations without uniform uploads opt and shader skipping",
"reference_id": "2101266-HA-VIRGL102447",
"systems": {
"All-opts": {
"identifier": "All-opts",
"hardware": {
"Processor": "5 x QEMU Virtual 2.5+ (5 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (?-20190711_202441-buildvm-armv7-10.arm.fedoraproject.org-2.fc31 BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "8GB",
"Disk": "49GB",
"Graphics": "virgl",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Ubuntu 20.10",
"Kernel": "5.8.0-40-generic (x86_64)",
"Display Server": "X Server 1.20.9",
"Display Driver": "modesetting 1.20.9",
"OpenGL": "4.3 Mesa 21.1.0-devel (git-10b3eecd36)",
"Compiler": "GCC 10.2.0 + LLVM 11.0.0",
"File-System": "ext4",
"Screen Resolution": "1440x900",
"System Layer": "KVM QEMU"
},
"user": "gerddie",
"timestamp": "2021-01-26 10:11:43",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 2.7.18 + Python 3.8.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Vulnerable + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Baseline": {
"identifier": "Baseline",
"hardware": {
"Processor": "5 x QEMU Virtual 2.5+ (5 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (?-20190711_202441-buildvm-armv7-10.arm.fedoraproject.org-2.fc31 BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "8GB",
"Disk": "49GB",
"Graphics": "virgl",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Ubuntu 20.10",
"Kernel": "5.8.0-40-generic (x86_64)",
"Display Server": "X Server 1.20.9",
"Display Driver": "modesetting 1.20.9",
"OpenGL": "4.3 Mesa 21.1.0-devel (git-10b3eecd36)",
"Compiler": "GCC 10.2.0 + LLVM 11.0.0",
"File-System": "ext4",
"Screen Resolution": "1440x900",
"System Layer": "KVM QEMU"
},
"user": "gerddie",
"timestamp": "2021-01-26 11:56:10",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 2.7.18 + Python 3.8.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Vulnerable + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"All-opts-revised": {
"identifier": "All-opts-revised",
"hardware": {
"Processor": "5 x QEMU Virtual 2.5+ (5 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.12.1-0-ga5cab58e9a3f-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "8GB",
"Disk": "49GB",
"Graphics": "virgl",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Ubuntu 20.10",
"Kernel": "5.8.0-40-generic (x86_64)",
"Display Server": "X Server 1.20.9",
"Display Driver": "modesetting 1.20.9",
"OpenGL": "4.3 Mesa 21.1.0-devel (git-10b3eecd36)",
"Compiler": "GCC 10.2.0 + LLVM 11.0.0",
"File-System": "ext4",
"Screen Resolution": "1440x900",
"System Layer": "KVM QEMU"
},
"user": "gerddie",
"timestamp": "2021-01-26 16:27:43",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 2.7.18 + Python 3.8.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Vulnerable + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"48f663b92c209b1511cbd1687c71c82e95db467d": {
"identifier": "pts\/openarena-1.5.5",
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1024 +set r_customHeight 768 +set r_fullscreen 0",
"description": "Resolution: 1024 x 768",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 86.599999999999994315658113919198513031005859375,
"raw_values": [
88.2000000000000028421709430404007434844970703125,
85.7000000000000028421709430404007434844970703125,
86
],
"min_result": [
"2"
],
"max_result": [
"92"
],
"test_run_times": [
46.159999999999996589394868351519107818603515625,
44.2999999999999971578290569595992565155029296875,
44.21000000000000085265128291212022304534912109375
]
},
"Baseline": {
"value": 88.400000000000005684341886080801486968994140625,
"raw_values": [
89.099999999999994315658113919198513031005859375,
88,
88.2000000000000028421709430404007434844970703125
],
"min_result": [
"2"
],
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.25999999999999801048033987171947956085205078125,
43.14999999999999857891452847979962825775146484375
]
},
"All-opts-revised": {
"value": 87.7999999999999971578290569595992565155029296875,
"raw_values": [
87.5,
88.2000000000000028421709430404007434844970703125,
87.599999999999994315658113919198513031005859375
],
"min_result": [
"2"
],
"test_run_times": [
44.659999999999996589394868351519107818603515625,
43.32000000000000028421709430404007434844970703125,
43.75
]
}
}
},
"f06ead5dd4b02dfaf679e3e2963aa431c25bdd59": {
"identifier": "pts\/unigine-heaven-1.6.5",
"title": "Unigine Heaven",
"app_version": "4.0",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0 -video_app opengl",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 59.5054999999999978399500832892954349517822265625,
"raw_values": [
59.42099999999999937472239253111183643341064453125,
59.623300000000000409272615797817707061767578125,
59.4722000000000008412825991399586200714111328125
],
"test_run_times": [
317.1100000000000136424205265939235687255859375,
312.8899999999999863575794734060764312744140625,
312.93999999999999772626324556767940521240234375
]
},
"Baseline": {
"value": 58.49730000000000273985278909094631671905517578125,
"raw_values": [
58.2875999999999976353137753903865814208984375,
58.70660000000000167119651450775563716888427734375,
58.4977999999999980218490236438810825347900390625
],
"test_run_times": [
326.18999999999999772626324556767940521240234375,
315.25,
315.56999999999999317878973670303821563720703125
]
},
"All-opts-revised": {
"value": 60.88239999999999696456143283285200595855712890625,
"raw_values": [
61.06700000000000017053025658242404460906982421875,
60.72279999999999944293449516408145427703857421875,
60.85730000000000217141860048286616802215576171875
],
"test_run_times": [
313.470000000000027284841053187847137451171875,
312.56999999999999317878973670303821563720703125,
312.16000000000002501110429875552654266357421875
]
}
}
},
"bd4c918253bf3bd8d09f6443eb65614362958667": {
"identifier": "pts\/unigine-sanctuary-1.6.4",
"title": "Unigine Sanctuary",
"app_version": "2.3",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 130.222000000000008412825991399586200714111328125,
"raw_values": [
129.85800000000000409272615797817707061767578125,
125.048000000000001818989403545856475830078125,
131.91599999999999681676854379475116729736328125,
132.72100000000000363797880709171295166015625,
118.191000000000002501110429875552654266357421875,
131.421999999999997044142219237983226776123046875,
135.13200000000000500222085975110530853271484375,
133.81999999999999317878973670303821563720703125,
133.893000000000000682121026329696178436279296875
],
"test_run_times": [
192.719999999999998863131622783839702606201171875,
186.969999999999998863131622783839702606201171875,
186.93999999999999772626324556767940521240234375,
186.919999999999987494447850622236728668212890625,
187.30000000000001136868377216160297393798828125,
187.580000000000012505552149377763271331787109375,
187.340000000000003410605131648480892181396484375,
187.18999999999999772626324556767940521240234375,
187.31999999999999317878973670303821563720703125
]
},
"Baseline": {
"value": 132.68999999999999772626324556767940521240234375,
"raw_values": [
130.96899999999999408828443847596645355224609375,
132.80099999999998772182152606546878814697265625,
134.30000000000001136868377216160297393798828125
],
"test_run_times": [
188.8600000000000136424205265939235687255859375,
186.93999999999999772626324556767940521240234375,
187.05000000000001136868377216160297393798828125
]
},
"All-opts-revised": {
"value": 133.705999999999988858689903281629085540771484375,
"raw_values": [
123.0319999999999964757080306299030780792236328125,
123.4899999999999948840923025272786617279052734375,
141.25700000000000500222085975110530853271484375,
135.50299999999998590283212251961231231689453125,
123.4180000000000063664629124104976654052734375,
140.39699999999999135980033315718173980712890625,
141.914999999999992041921359486877918243408203125,
141.729000000000013415046851150691509246826171875,
141.368999999999999772626324556767940521240234375,
139.133000000000009777068044058978557586669921875,
129.05500000000000682121026329696178436279296875,
124.1749999999999971578290569595992565155029296875
],
"test_run_times": [
187.19999999999998863131622783839702606201171875,
187.030000000000001136868377216160297393798828125,
187,
187.090000000000003410605131648480892181396484375,
187.06000000000000227373675443232059478759765625,
187.030000000000001136868377216160297393798828125,
186.94999999999998863131622783839702606201171875,
187.030000000000001136868377216160297393798828125,
187,
187.009999999999990905052982270717620849609375,
187.06000000000000227373675443232059478759765625,
186.969999999999998863131622783839702606201171875
]
}
}
},
"94c291ddc6909bb78a4615f973aca06352264080": {
"identifier": "pts\/unigine-tropics-1.6.4",
"title": "Unigine Tropics",
"app_version": "1.3",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 111.1650000000000062527760746888816356658935546875,
"raw_values": [
110.76200000000000045474735088646411895751953125,
111.423000000000001818989403545856475830078125,
111.308999999999997498889570124447345733642578125
],
"test_run_times": [
213.25,
211.06000000000000227373675443232059478759765625,
210.81000000000000227373675443232059478759765625
]
},
"Baseline": {
"value": 111.7099999999999937472239253111183643341064453125,
"raw_values": [
110.9959999999999951114659779705107212066650390625,
111.0150000000000005684341886080801486968994140625,
113.1200000000000045474735088646411895751953125
],
"test_run_times": [
211.900000000000005684341886080801486968994140625,
210.759999999999990905052982270717620849609375,
210.710000000000007958078640513122081756591796875
]
},
"All-opts-revised": {
"value": 113.1710000000000064801497501321136951446533203125,
"raw_values": [
113.08400000000000318323145620524883270263671875,
113.43000000000000682121026329696178436279296875,
112.9980000000000046611603465862572193145751953125
],
"test_run_times": [
210.93000000000000682121026329696178436279296875,
210.840000000000003410605131648480892181396484375,
210.840000000000003410605131648480892181396484375
]
}
}
},
"3b5ac9c848023fb4ff493d9d51a44126ecd42773": {
"identifier": "pts\/unigine-valley-1.1.8",
"title": "Unigine Valley",
"app_version": "1.0",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0 -video_app opengl",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 39.88499999999999801048033987171947956085205078125,
"raw_values": [
39.124899999999996680344338528811931610107421875,
40.1527999999999991587174008600413799285888671875,
40.37740000000000151203494169749319553375244140625
],
"test_run_times": [
224.729999999999989768184605054557323455810546875,
217.669999999999987494447850622236728668212890625,
217.719999999999998863131622783839702606201171875
]
},
"Baseline": {
"value": 39.220900000000000318323145620524883270263671875,
"raw_values": [
39.06920000000000214868123293854296207427978515625,
39.5692999999999983629095368087291717529296875,
39.02409999999999712372300564311444759368896484375
],
"test_run_times": [
222.289999999999992041921359486877918243408203125,
218.789999999999992041921359486877918243408203125,
218.159999999999996589394868351519107818603515625
]
},
"All-opts-revised": {
"value": 40.4969999999999998863131622783839702606201171875,
"raw_values": [
40.55199999999999960209606797434389591217041015625,
40.43350000000000221689333557151257991790771484375,
40.50540000000000162572177941910922527313232421875
],
"test_run_times": [
218.080000000000012505552149377763271331787109375,
217.650000000000005684341886080801486968994140625,
217.669999999999987494447850622236728668212890625
]
}
}
},
"0c8a7ade36c3cc8c6e767327f0988e84d488104a": {
"identifier": "pts\/xonotic-1.5.1",
"title": "Xonotic",
"app_version": "0.8.2",
"arguments": "+vid_width 1024 +vid_height 768 +exec effects-ultimate.cfg",
"description": "Resolution: 1024 x 768 - Effects Quality: Ultimate",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 74.2739851000000044223270379006862640380859375,
"raw_values": [
74.6365894999999994752215570770204067230224609375,
74.2229210999999935438609099946916103363037109375,
73.9624448000000001002263161353766918182373046875
],
"min_result": [
"15"
],
"max_result": [
"169"
],
"test_run_times": [
155.8700000000000045474735088646411895751953125,
152.469999999999998863131622783839702606201171875,
153.18000000000000682121026329696178436279296875
]
},
"Baseline": {
"value": 75.3775911999999976842445903457701206207275390625,
"raw_values": [
75.2909585999999961813955451361835002899169921875,
75.21076890000000503277988173067569732666015625,
75.631045999999997775375959463417530059814453125
],
"min_result": [
"16"
],
"max_result": [
"177"
],
"test_run_times": [
151.659999999999996589394868351519107818603515625,
150.6100000000000136424205265939235687255859375,
149.789999999999992041921359486877918243408203125
]
},
"All-opts-revised": {
"value": 74.65751380000000381187419407069683074951171875,
"raw_values": [
74.6870061999999990121068549342453479766845703125,
74.88036479999999528445187024772167205810546875,
74.405170400000002928209141828119754791259765625
],
"min_result": [
"16"
],
"max_result": [
"165"
],
"test_run_times": [
152.270000000000010231815394945442676544189453125,
151.159999999999996589394868351519107818603515625,
152.039999999999992041921359486877918243408203125
]
}
}
},
"bbde0e676f2758277e932f4fe8fed7a531c48b1b": {
"identifier": "pts\/gputest-1.3.2",
"title": "GpuTest",
"app_version": "0.7.0",
"arguments": "\/width 1024 \/height 768 \/test=fur ",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen",
"scale": "Points",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 6462,
"raw_values": [
6318,
6538,
6530
],
"test_run_times": [
65.4500000000000028421709430404007434844970703125,
65.219999999999998863131622783839702606201171875,
65.2699999999999960209606797434389591217041015625
]
},
"Baseline": {
"value": 6440,
"raw_values": [
6373,
6517,
6431
],
"test_run_times": [
65.2399999999999948840923025272786617279052734375,
65.2399999999999948840923025272786617279052734375,
65.2099999999999937472239253111183643341064453125
]
},
"All-opts-revised": {
"value": 6430,
"raw_values": [
6229,
6441,
6762,
6471,
6305,
6388,
6398,
6448
],
"test_run_times": [
65.2300000000000039790393202565610408782958984375,
65.2099999999999937472239253111183643341064453125,
65.2600000000000051159076974727213382720947265625,
65.219999999999998863131622783839702606201171875,
65.280000000000001136868377216160297393798828125,
65.3599999999999994315658113919198513031005859375,
65.18999999999999772626324556767940521240234375,
65.2399999999999948840923025272786617279052734375
]
}
}
},
"341f8eacf60b129e719dd21f75e7666ace6a4ee9": {
"identifier": "pts\/glmark2-1.2.0",
"title": "GLmark2",
"app_version": "2020.04",
"arguments": "-s 1024x768",
"description": "Resolution: 1024 x 768",
"scale": "Score",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"All-opts": {
"value": 1139,
"test_run_times": [
332.43000000000000682121026329696178436279296875
]
},
"Baseline": {
"value": 1200,
"test_run_times": [
331.95999999999997953636921010911464691162109375
]
},
"All-opts-revised": {
"value": 1169,
"test_run_times": [
332.1200000000000045474735088646411895751953125
]
}
}
},
"723c01e28eda02b83171cf8f2ce6bbc5113facb2": {
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1024 +set r_customHeight 768 +set r_fullscreen 0",
"description": "Resolution: 1024 x 768 - Total Frame Time",
"scale": "Milliseconds",
"proportion": "LIB",
"display_format": "LINE_GRAPH",
"results": {
"All-opts": {
"value": "6,29,18,9,7,7,7,8,8,9,8,7,8,8,7,8,7,14,9,10,7,7,8,8,8,7,9,10,8,8,8,9,8,8,8,7,10,9,10,14,14,14,15,14,18,18,19,17,19,22,21,17,16,18,18,17,15,18,25,20,16,19,17,19,16,18,18,18,16,18,17,18,30,20,20,17,18,15,15,18,18,15,17,17,18,15,16,17,16,19,15,15,15,14,15,14,18,19,18,18,17,12,16,19,13,18,16,17,15,15,16,12,15,15,15,18,17,17,13,21,18,13,15,15,15,11,15,15,13,13,16,13,16,14,12,12,12,20,15,12,13,15,11,13,14,12,13,12,16,13,16,15,18,13,15,20,17,16,14,11,15,11,14,15,15,16,16,15,16,17,15,16,17,19,15,18,16,13,17,14,16,13,16,13,16,14,19,21,18,16,18,17,19,19,19,18,18,16,18,15,14,19,23,18,20,19,16,17,16,16,20,16,17,17,17,23,23,13,17,17,18,17,16,16,21,19,18,16,16,17,18,24,17,14,14,16,16,15,17,16,16,16,15,21,13,9,5,11,6,18,14,11,10,11,10,10,10,16,14,11,13,10,9,10,13,12,10,10,10,10,12,25,10,11,15,10,14,18,13,9,9,9,10,15,11,11,11,11,11,10,9,9,8,8,16,8,10,9,8,8,5,9,5,12,5,6,10,6,9,10,10,9,9,10,12,11,11,12,8,8,10,9,16,10,10,10,11,11,9,10,12,11,12,11,11,11,10,4,12,16,13,12,12,11,13,21,13,12,14,15,16,14,14,16,14,14,15,13,11,12,14,12,15,23,14,11,12,10,13,9,12,12,12,10,10,11,10,13,10,9,10,9,10,10,10,12,15,8,8,7,10,7,10,7,9,7,8,7,7,7,6,7,7,8,7,9,8,12,7,9,8,8,8,9,7,9,9,17,9,9,11,10,10,10,8,9,9,9,9,9,8,7,7,8,7,7,8,8,7,9,7,8,7,9,9,11,19,11,9,10,11,11,10,12,11,14,9,12,9,10,11,10,9,11,10,9,8,8,9,9,16,12,9,10,8,11,9,9,10,8,10,8,10,8,11,9,8,10,8,9,9,11,8,9,9,10,8,19,10,10,13,10,11,13,12,10,10,10,14,10,12,15,17,12,15,12,12,14,18,14,13,13,15,16,15,14,13,13,12,11,10,11,8,10,8,8,7,9,7,7,7,17,8,8,6,7,6,5,7,5,9,6,6,6,6,5,6,5,7,7,7,8,7,10,10,11,11,11,13,12,10,11,22,13,11,12,9,11,10,11,13,12,12,13,11,12,12,13,16,14,13,14,11,17,16,11,11,10,9,9,10,11,8,9,9,10,8,8,8,10,9,7,8,8,9,11,10,10,8,19,10,12,8,9,10,9,8,11,10,12,8,7,12,14,4,10,4,9,4,6,10,4,10,4,5,8,3,11,4,7,3,15,3,10,4,5,10,4,14,5,10,4,9,7,6,11,5,6,13,5,8,9,5,14,3,11,3,10,4,4,4,5,4,9,4,7,4,17,4,9,8,9,9,9,10,8,8,8,10,7,9,6,10,5,11,4,11,3,8,3,9,4,8,3,10,3,10,3,10,3,7,3,15,8,4,7,3,9,2,8,3,8,2,8,4,7,3,8,3,8,4,8,4,16,3,8,3,11,4,14,6,6,14,8,10,5,12,5,11,4,12,9,3,12,5,9,5,5,5,10,6,6,11,11,11,11,12,12,11,11,9,9,11,10,13,13,20,15,13,8,5,11,6,6,11,5,15,7,5,5,10,5,17,5,17,20,16,14,13,12,15,9,10,8,9,8,9,10,9,11,10,8,11,11,10,8,10,8,9,8,13,9,9,10,8,8,9,17,10,7,8,10,11,9,8,8,9,4,12,4,9,8,8,7,8,7,7,8,9,8,6,8,8,7,7,9,12,24,11,9,3,7,3,6,3,7,4,9,3,9,3,8,3,8,4,9,4,7,4,10,3,10,4,8,3,8,3,8,4,6,7,4,4,7,3,8,4,5,7,3,17,4,9,5,10,3,9,5,11,3,11,4,10,4,11,3,5,5,11,4,9,5,13,3,10,4,5,8,3,8,5,5,7,7,9,9,8,17,10,9,10,10,11,10,11,13,12,12,11,12,13,11,11,10,11,11,13,10,11,20,12,11,9,11,9,9,10,11,11,9,9,10,9,9,10,8,9,8,8,7,8,7,9,8,9,8,17,11,14,13,12,12,12,12,12,12,12,11,12,9,11,10,10,9,9,11,9,10,12,14,11,11,11,9,10,9,9,10,11,9,11,10,10,11,9,8,11,10,12,15,11,10,10,17,11,10,10,8,10,11,8,10,9,9,7,7,7,11,11,11,11,12,12,12,9,11,11,11,18,11,12,10,10,11,10,10,18,8,9,8,12,10,9,9,9,10,12,9,10,9,9,9,8,16,9,8,10,8,9,8,8,8,10,8,9,10,9,8,10,9,12,10,12,11,10,12,10,12,12,18,12,10,12,10,11,13,10,10,10,11,12,11,10,13,15,13,11,10,10,11,10,19,10,9,8,7,9,9,12,11,12,13,12,11,12,11,12,11,9,8,10,10,12,13,13,18,11,11,12,14,14,15,20,18,19,22,15,16,18,19,14,19,19,17,22,18,19,16,16,17,18,19,20,16,12,22,12,9,10,9,7,9,8,10,7,9,8,8,7,8,9,10,9,10,11,9,10,9,9,8,12,9,10,15,10,9,9,7,10,9,10,8,8,8,10,8,9,9,8,8,7,8,9,7,9,7,9,7,12,6,7,6,6,14,9,7,8,6,10,6,6,7,8,7,7,9,4,10,6,11,5,10,9,14,15,14,17,16,20,20,16,14,19,18,19,15,16,15,18,22,24,17,20,26,18,23,22,19,22,20,22,20,22,17,20,29,18,17,17,18,22,20,21,19,16,17,15,14,15,15,17,17,18,14,29,20,13,15,17,15,13,15,13,15,16,21,15,14,20,17,20,16,20,21,18,19,17,20,18,28,18,17,17,20,15,19,20,14,16,16,16,16,18,18,26,19,18,18,16,18,19,19,16,19,14,15,17,18,23,15,20,18,17,16,18,16,17,14,13,15,13,15,15,18,17,16,15,16,18,16,10,7,7,7,11,10,10,9,9,9,11,12,9,11,14,24,16,13,13,11,15,15,13,13,16,13,12,11,13,17,15,16,12,25,14,13,11,18,19,10,17,11,13,11,13,12,11,14,12,10,12,11,11,18,12,10,12,11,9,9,9,12,9,13,11,8,8,9,11,11,11,9,10,12,9,10,11,20,11,9,9,9,9,9,9,9,11,11,12,11,10,12,12,13,11,12,10,12,12,12,18,14,12,14,12,18,17,14,8,7,7,9,5,10,5,6,9,4,10,4,10,4,11,5,12,6,9,15,7,10,9,8,7,9,7,7,8,7,8,7,7,7,8,6,9,8,7,6,4,7,3,8,4,12,5,10,12,16,27,21,13,12,11,9,12,12,13,13,13,12,13,13,18,18,20,20,17,18,16,17,17,13,15,17,15,14,18,16,13,14,19,14,20,14,16,18,18,15,17,18,17,18,16,21,17,18,33,18,15,16,13,14,13,14,14,13,12,14,12,12,12,12,13,11,12,18,16,14,13,14,13,12,13,13,16,13,12,11,14,12,11,9,11,9,11,16,11,9,8,10,10,12,11,11,13,11,19,14,13,15,15,14,13,15,15,20,12,15,12,13,15,13,10,7,6,6,5,5,6,10,11,11,11,13,14,14,10,13,20,9,10,12,11,12,10,14,11,11,11,11,12,10,12,11,12,9,9,10,10,9,11,21,20,11,8,10,13,12,10,10,11,11,9,11,10,7,12,12,11,10,12,11,12,13,15,13,6,6,10,12,6,11,11,14,15,15,18,19,21,17,16,17,16,21,21,16,17,23,18,16,17,18,17,18,19,17,8,6,8,12,6,8,6,15,17,13,14,15,13,11,13,11,12,13,13,13,14,14,15,24,17,13,13,12,11,11,12,12,10,10,13,12,11,11,11,9,12,12,12,11,19,12,10,10,11,10,9,10,9,10,9,9,8,8,10,9,9,10,9,7,6,6,7,7,6,5,7,7,8,16,9,15,10,7,8,9,9,9,9,9,7,7,10,10,10,14,9,11,10,12,10,8,12,10,10,18,11,9,10,9,9,12,8,9,9,9,8,10,8,8,8,7,8,7,8,7,7,8,6,8,8,6,8,6,5,6,12,6,12,10,12,12,12,11,13,15,12,13,9,11,9,12,9,9,9,9,5,10,6,8,7,16,7,7,7,6,6,6,8,8,7,8,9,7,8,10,9,9,9,13,11,12,10,11,11,10,11,12,11,19,12,11,12,10,10,11,12,13,13,9,12,9,11,7,10,8,11,10,13,16,16,23,19,14,15,16,16,13,14,12,12,12,13,13,15,12,11,10,12,12,23,16,14,16,16,12,12,13,13,12,12,13,14,14,11,11,10,11,10,20,14,10,11,9,10,17,10,10,12,11,11,12,11,13,12,13,13,14,15,14,17,16,16,16,15,18,14,14,14,15,17,16,14,17,15,13,24,15,15,10,11,9,9,9,8,9,9,7,10,10,10,7,8,6,7,8,6,7,7,7,7,7,6,8,6,16,7,8,11,8,9,8,9,9,10,12,12,13,9,11,11,12,11,12,14,13,11,12,12,15,13,16,14,13,15,17,16,17,18,16,24,18,15,13,13,18,11,14,12,11,13,12,14,12,11,13,12,13,12,13,11,12,12,11,10,11,16,10,9,9,9,10,8,9,9,11,10,10,10,9,9,11,10,11,11,10,11,9,9,9,10,9,14,9,9,8,9,8,9,8,7,7,17,9,14,11,11,4,4,9,9,11,8,8,8,8,9,9,11,9,18,11,8,10,10,11,8,9,9,9,10,10,9,10,10,7,8,8,12,8,6,11,10,9,7,8,9,16,9,5,10,5,12,10,7,6,9,5,10,4,10,6,9,6,10,5,10,4,11,4,8,8,9,8,7,10,8,10,8,18,12,9,10,8,10,10,14,12,11,13,12,10,11,12,10,11,10,11,10,12,10,10,18,9,10,9,10,11,9,14,12,7,9,9,9,10,10,9,9,9,9,9,9,8,8,9,9,7,9,14,8,8,6,7,6,9,7,7,7,7,8,7,7,8,8,8,8,7,7,7,7,8,7,7,6,8,7,8,6,7,8,7,6,18,8,8,7,8,9,7,9,7,8,7,6,7,8,9,8,9,8,9,9,10,9,8,9,9,9,10,9,8,10,16,10,8,9,8,11,8,10,10,11,9,9,10,10,8,8,9,8,7,9,8,9,10,8,10,9,9,8,15,14,13,14,14,16,16,17,15,16,16,16,19,14,17,16,25,16,17,18,18,15,16,16,15,17,15,16,15,21,19,25,20,21,22,19,17,20,18,19,22,20,20,18,27,18,19,19,21,21,19,21,21,22,19,20,18,24,19,19,22,20,20,21,20,16,19,18,18,16,22,12,10,12,9,10,9,7,8,9,7,7,9,10,10,15,10,8,12,9,10,9,10,8,8,10,17,12,13,10,9,11,10,10,9,10,12,10,11,10,11,9,11,9,11,10,10,10,10,8,9,17,8,8,6,12,17,20,19,20,21,18,18,19,20,18,17,22,17,18,18,18,18,19,20,22,19,20,18,19,27,22,19,17,16,17,17,17,19,16,10,12,13,18,18,28,18,18,18,19,15,15,16,15,17,13,17,14,14,13,12,22,12,13,13,13,11,11,13,14,12,13,12,12,12,12,15,9,9,9,8,10,10,17,10,9,10,11,11,11,13,9,10,11,10,10,10,9,10,11,9,10,11,11,11,14,26,12,12,11,11,11,9,8,11,9,7,10,8,8,8,7,7,9,9,10,10,8,8,9,8,7,7,8,16,9,14,12,13,12,13,15,15,16,17,12,14,13,11,14,13,14,24,13,14,13,16,16,17,14,16,16,16,14,16,15,16,12,12,12,19,15,15,14,13,14,14,15,15,15,14,11,14,12,12,12,14,12,10,15,11,12,12,11,14,15,16,13,13,14,14,14,12,12,14,14,13,12,21,16,11,11,11,12,13,12,14,14,13,15,16,17,14,16,17,17,20,16,15,15,18,14,16,15,17,15,14,16,16,15,15,16,24,15,12,12,10,11,11,12,11,10,11,9,8,10,9,9,10,9,10,11,10,8,9,7,17,9,7,9,8,9,9,10,7,8,6,8,6,9,6,7,7,6,7,7,6,7,6,7,6,6,6,5,6,7,7,8,9,9,17,11,10,8,9,10,10,10,9,10,9,10,8,9,10,9,9,9,8,8,10,8,8,10,11,11,9,15,12,12,11,13,13,14,16,10,12,13,15,11,13,12,12,13,10,13,11,18,8,11,7,12,10,10,10,10,11,9,11,10,11,10,9,8,9,12,9,8,8,7,8,8,8,7,16,10,8,7,8,8,9,9,7,9,8,9,10,9,8,8,5,9,4,11,7,11,6,12,4,12,10,11,14,17,15,15,13,17,13,15,13,16,14,12,11,14,13,13,10,13,12,20,14,11,12,11,12,12,12,11,12,13,11,11,11,12,11,9,12,10,11,11,11,20,15,10,10,10,10,12,10,10,10,8,9,9,9,9,10,9,10,8,9,8,10,12,11,11,16,10,9,9,9,9,10,10,9,8,10,9,12,8,9,8,8,8,10,9,8,8,11,10,8,9,9,8,17,11,8,10,8,7,9,7,8,7,7,7,7,8,6,7,8,6,7,6,10,11,12,10,13,14,8,10,9,20,12,9,8,9,9,8,8,8,8,9,7,7,7,6,7,6,8,7,11,7,7,6,7,7,8,7,6,7,7,7,7,14,6,8,10,12,11,11,11,12,12,13,11,13,12,13,12,12,12,14,13,14,11,19,13,13,15,15,15,12,13,10,9,8,11,11,11,10,9,10,10,9,9,9,9,20,15,10,10,12,11,9,11,10,11,13,13,11,13,11,12,13,9,7,7,4,8,3,9,3,8,11,6,4,7,10,15,15,18,12,11,11,13,11,12,14,12,13,9,13,11,10,11,20,16,13,9,10,9,11,12,9,12,9,10,8,10,9,9,9,9,9,9,9,8,9,8,9,8,16,10,9,8,10,8,8,8,8,7,7,7,8,7,8,7,7,7,7,7,8,8,7,7,7,7,7,8,8,9,6,9,13,6,8,9,7,5,8,3,10,4,8,4,8,4,8,7,8,7,7,7,7,7,10,8,7,7,10,8,6,8,6,7,6,6,6,7,14,8,8,6,6,8,8,7,6,6,6,7,7,6,9,7,7,6,8,7,5,4,10,5,5,8,4,9,5,9,4,10,5,13,27,16,14,15,17,24,19,18,21,16,16,16,20,21,24,18,21,19,20,20,17,18,18,17,19,20,16,30,17,17,16,17,17,19,22,17,18,16,19,20,24,25,23,22,21,17,19,18,20,21,21,22,22,31,18,19,18,20,24,18,20,19,17,19,19,22,23,19,19,23,18,19,17,18,19,20,17,18,17,29,19,18,18,19,17,19,18,18,17,21,18,16,18,26,17,15,16,16,16,18,17,18,20,19,16,21,25,22,18,19",
"test_run_times": [
46.159999999999996589394868351519107818603515625,
44.2999999999999971578290569595992565155029296875,
44.21000000000000085265128291212022304534912109375
]
},
"Baseline": {
"value": "6,22,17,8,7,7,8,10,9,7,8,8,8,7,8,10,9,8,7,10,14,8,8,7,8,7,7,8,7,8,8,8,7,8,7,7,9,9,9,14,12,16,12,15,19,25,20,19,19,17,17,18,15,16,16,17,14,19,17,16,28,16,18,17,16,17,16,20,18,16,17,17,19,16,26,20,20,17,17,18,16,17,18,19,17,13,16,15,14,24,17,16,17,16,17,19,16,15,16,18,17,16,14,15,16,17,14,18,17,15,18,13,13,13,15,13,16,16,13,17,11,24,17,14,15,12,12,16,14,12,14,11,13,12,12,12,12,14,15,13,22,17,15,11,14,10,12,14,14,15,14,17,19,17,18,15,14,24,17,13,11,13,14,12,18,16,16,14,19,18,18,16,15,15,17,13,14,14,15,13,15,15,16,13,18,14,19,16,16,16,28,21,20,20,19,19,16,20,17,18,19,20,18,27,18,17,17,16,16,14,21,19,19,17,16,15,14,16,23,16,17,22,19,18,23,20,16,17,18,18,17,17,22,14,16,16,14,17,17,14,15,17,15,10,11,7,5,11,7,10,15,18,10,10,12,11,10,13,12,11,11,10,11,12,12,12,12,10,11,10,10,10,10,11,16,12,12,13,12,9,10,9,10,10,11,9,11,10,12,10,13,10,8,9,7,8,8,8,8,16,6,8,4,5,4,7,5,6,9,10,10,8,9,9,10,11,10,11,9,9,8,10,10,10,10,10,10,10,17,14,13,11,12,10,11,11,8,4,10,15,13,11,12,14,13,14,12,16,15,22,11,15,14,13,14,11,12,12,13,14,11,12,12,10,11,9,12,12,11,11,17,12,12,11,13,12,9,9,9,10,9,9,9,9,10,11,7,7,7,9,7,9,8,6,9,8,7,16,7,7,8,7,9,8,9,8,9,8,9,8,7,8,9,8,9,9,8,9,10,8,9,9,8,8,8,9,9,15,8,9,9,9,8,7,8,7,9,7,8,8,8,9,7,9,8,10,10,10,9,11,11,10,9,12,10,18,11,11,11,11,9,9,12,8,11,9,8,9,8,7,8,7,8,9,11,9,8,9,10,10,9,9,18,11,8,8,9,10,8,9,7,8,8,9,8,8,8,8,9,9,11,11,12,11,12,9,10,10,20,16,11,12,15,15,13,12,12,12,12,14,13,15,13,15,15,18,26,17,13,10,9,9,10,9,7,8,8,7,7,6,7,7,6,6,5,6,6,6,6,5,5,7,6,6,5,5,4,6,6,6,14,8,8,9,11,11,11,11,13,11,12,11,11,11,12,10,10,11,12,11,12,13,12,21,14,12,11,12,13,13,12,12,11,7,12,11,10,9,9,10,8,11,8,10,9,8,9,15,8,8,8,9,9,7,8,9,9,8,8,9,10,8,9,8,10,9,8,10,9,8,9,9,8,8,5,10,5,18,5,13,3,8,5,5,5,7,2,8,3,9,3,9,3,8,4,10,3,10,5,11,4,9,5,8,3,9,2,9,5,10,3,8,3,10,5,8,3,17,6,10,3,7,3,10,4,13,4,5,6,9,9,9,9,11,9,8,8,11,8,9,7,5,9,4,10,4,11,2,9,4,4,17,3,7,4,7,3,7,3,8,3,7,3,7,3,8,3,7,3,6,2,6,3,8,4,8,3,4,7,3,6,3,7,2,6,3,7,5,10,4,10,5,9,5,10,4,5,16,7,5,8,4,10,4,6,9,4,10,5,10,4,12,4,10,10,10,10,10,10,10,10,9,9,10,10,12,24,15,11,8,5,10,4,6,10,4,10,6,4,9,4,10,5,6,12,15,12,11,8,8,8,8,7,7,8,8,18,8,8,8,7,8,10,9,8,7,8,9,9,11,9,11,8,7,9,8,9,8,8,8,9,8,8,7,6,7,14,4,11,3,10,7,8,6,7,6,6,6,6,7,7,8,7,6,6,8,13,17,11,4,7,3,8,3,8,4,9,3,8,3,9,3,8,11,4,8,4,8,3,9,4,9,3,8,2,11,3,8,3,8,5,3,7,3,8,3,8,3,8,4,9,2,9,5,5,8,4,11,3,10,4,10,2,11,15,7,5,9,3,9,5,6,4,9,5,10,5,9,5,9,3,9,7,8,8,8,8,8,8,9,9,10,10,11,11,11,19,13,11,11,11,11,9,11,11,14,11,11,11,11,12,12,9,11,9,11,9,10,10,16,11,12,12,12,10,9,8,8,8,9,8,9,8,9,8,8,9,10,12,13,11,10,14,13,20,10,11,10,11,11,10,10,9,11,11,9,10,10,10,10,9,9,9,10,10,9,10,10,11,18,10,8,9,11,9,10,9,9,10,11,10,12,9,11,11,8,10,11,9,9,8,11,8,7,7,8,15,10,10,11,13,11,12,8,12,10,9,9,8,9,11,12,13,10,10,11,10,9,8,8,9,14,11,8,9,9,10,8,8,9,8,9,7,8,8,8,10,7,8,8,9,8,8,8,8,10,9,10,10,9,16,14,10,11,10,10,9,11,11,11,10,10,9,12,10,10,11,11,10,12,11,12,12,20,15,11,12,11,10,10,10,9,10,9,8,7,8,10,12,14,9,11,13,11,12,11,18,11,11,9,10,9,11,13,12,11,11,12,15,13,15,16,15,17,17,17,19,16,18,16,17,19,18,18,19,20,20,18,14,13,14,17,13,14,13,12,11,8,8,8,9,7,8,10,8,7,9,7,8,7,9,8,8,8,7,8,7,8,8,18,9,9,11,8,8,8,8,9,8,8,8,7,7,8,8,7,7,8,10,8,7,7,6,7,8,7,6,9,10,7,14,8,8,8,7,6,6,6,7,6,6,6,6,7,7,4,8,4,8,5,5,9,9,12,11,13,13,12,17,19,21,15,14,12,15,14,14,13,15,20,17,20,17,17,18,30,21,19,22,20,21,20,18,18,18,18,21,17,27,19,19,18,20,18,18,18,20,17,16,14,16,13,15,19,15,16,17,14,13,15,14,14,15,19,20,15,14,16,20,21,13,17,17,19,18,17,18,16,19,17,20,17,16,18,21,18,19,15,15,16,18,17,19,17,22,16,18,17,22,20,17,19,13,14,15,18,13,14,13,15,17,17,15,15,26,16,15,14,15,15,13,15,13,16,13,14,15,12,16,11,10,4,6,9,15,8,10,9,10,9,9,11,11,11,13,13,13,12,11,13,12,13,13,14,14,13,22,12,13,12,13,13,12,13,12,12,11,16,11,12,11,10,11,10,12,9,11,21,11,10,10,15,10,12,11,11,10,9,8,10,10,11,11,9,9,7,9,9,8,10,11,9,15,12,8,10,11,8,10,9,9,7,9,8,7,7,11,9,9,12,11,14,10,13,11,12,11,17,11,14,12,11,13,11,13,17,14,11,10,5,10,3,11,5,6,10,3,10,6,11,5,10,5,8,11,6,10,7,9,8,8,9,9,8,8,8,9,7,8,7,6,6,7,7,7,7,6,6,4,8,3,8,5,5,5,8,11,28,20,18,14,10,10,11,10,10,10,13,12,14,13,13,16,17,20,27,18,15,16,14,16,13,17,13,17,16,16,14,16,16,13,24,20,16,18,18,17,17,15,17,16,17,16,18,16,20,23,16,16,15,13,15,14,17,16,16,12,13,10,12,12,12,12,14,20,13,12,15,13,13,13,12,14,12,13,13,15,15,13,12,11,12,9,9,15,10,8,8,9,9,11,11,13,11,12,11,12,12,14,12,13,13,13,13,14,13,22,16,12,14,11,12,10,7,6,7,5,5,13,13,13,14,10,12,11,11,10,10,10,19,11,14,14,10,10,11,12,11,14,12,11,9,11,13,12,10,10,10,11,11,10,21,13,10,10,10,12,12,12,11,9,10,9,10,10,7,12,11,11,10,11,11,11,11,20,13,5,11,5,10,6,8,10,13,14,16,17,23,19,16,16,18,17,24,17,17,18,17,20,20,17,14,17,15,18,14,9,9,4,6,8,12,7,14,16,14,13,13,12,12,11,11,17,13,16,16,14,15,13,17,19,14,10,11,12,13,10,12,16,12,12,10,11,12,10,10,10,11,10,12,9,11,19,13,9,11,11,9,10,11,7,9,8,9,9,9,7,9,8,8,9,6,8,7,7,7,7,8,9,8,9,18,10,8,9,8,8,8,8,7,7,7,8,8,11,11,11,9,10,11,9,9,10,9,8,9,8,8,10,16,11,10,10,9,10,8,9,8,8,9,7,8,7,7,8,7,7,7,7,8,6,6,6,7,6,10,7,4,11,10,19,14,13,12,12,12,13,10,9,11,9,9,9,7,11,7,4,8,8,7,7,7,6,7,7,8,7,13,7,7,7,7,8,7,8,8,8,9,10,12,12,11,11,12,11,10,10,12,10,11,11,10,10,20,11,12,13,14,14,9,11,6,10,4,9,8,9,9,14,17,16,15,17,14,22,18,14,15,15,13,13,12,12,13,13,13,10,11,11,14,17,15,14,21,13,11,13,12,12,15,13,12,11,13,14,11,12,12,11,10,9,10,10,10,18,14,12,11,11,11,12,12,11,13,15,14,12,14,16,15,17,17,14,22,16,18,16,16,15,15,16,16,14,14,16,15,13,13,12,12,18,8,9,10,7,9,8,9,8,9,7,8,8,8,7,7,7,8,7,6,10,7,7,8,7,7,9,8,8,8,8,14,6,10,12,10,12,12,10,11,13,13,12,10,14,15,13,11,13,11,14,16,21,17,15,17,14,17,15,17,14,15,13,14,14,11,15,14,13,21,16,12,14,10,12,12,10,11,11,11,10,13,11,11,10,11,9,10,9,9,9,10,13,11,10,10,9,10,10,10,9,9,10,10,10,12,9,9,10,10,10,9,9,9,8,8,7,7,15,7,9,4,10,10,7,8,9,4,9,3,8,8,11,7,8,8,7,9,11,8,8,7,8,8,8,8,8,8,10,19,9,8,8,7,8,9,8,9,10,9,8,10,12,8,9,11,10,8,7,5,9,7,13,10,9,5,10,4,10,13,4,11,4,8,5,5,9,3,11,5,11,7,10,8,10,11,8,9,8,10,14,10,9,9,9,10,11,10,17,13,10,11,12,11,13,11,12,10,12,9,10,8,11,12,10,9,8,8,9,9,10,8,19,13,12,9,9,9,8,8,8,8,8,8,8,8,7,8,7,7,7,6,8,7,8,7,7,6,7,6,7,6,6,9,16,6,9,7,6,6,7,6,7,7,7,6,6,10,7,8,7,7,8,8,8,10,8,7,8,7,8,6,7,7,7,7,7,7,15,9,7,7,8,10,8,8,8,8,13,8,10,9,8,8,8,9,7,8,9,9,7,8,11,9,8,8,9,8,14,8,8,9,9,7,8,8,9,10,8,8,7,6,15,15,14,14,13,14,16,14,15,23,14,16,16,16,17,17,16,16,17,16,15,15,16,15,16,18,17,16,22,22,22,22,21,20,20,21,21,34,23,19,25,20,20,26,21,20,23,21,26,21,17,18,18,18,18,20,18,22,22,21,20,20,29,22,20,20,18,17,14,10,12,9,10,8,9,8,8,8,8,9,7,9,9,15,13,9,9,8,10,8,10,9,10,9,10,8,12,11,10,10,12,12,10,11,10,9,10,11,15,11,8,9,10,10,10,10,9,10,11,9,9,8,7,6,11,17,20,19,20,27,23,21,17,21,21,21,18,15,18,19,19,18,29,16,18,19,23,22,21,20,20,18,20,20,17,23,14,19,17,11,9,12,16,16,19,19,17,13,17,18,16,23,19,15,16,14,14,13,13,12,14,15,11,12,11,11,10,11,11,12,12,17,14,13,14,15,8,9,8,9,8,10,8,8,8,9,9,11,9,9,9,10,10,9,8,9,17,10,10,8,8,10,10,10,11,10,11,11,12,12,10,9,9,8,8,9,8,12,8,7,7,7,8,16,10,10,8,9,8,8,9,8,8,8,9,10,12,16,11,14,17,16,14,15,12,23,15,12,12,11,12,14,13,14,14,13,16,15,15,17,15,16,15,18,13,17,12,14,12,12,14,18,16,13,12,14,14,15,17,16,13,17,12,13,11,10,11,11,12,10,11,13,11,11,13,17,13,15,12,13,13,22,16,11,12,12,11,14,12,13,11,11,12,14,14,13,15,16,17,15,24,18,18,16,18,18,16,17,15,19,16,14,19,17,17,17,15,16,16,12,16,13,16,14,11,13,12,10,11,9,10,9,10,12,9,19,10,8,9,9,8,9,10,9,7,8,7,8,8,7,7,7,8,7,7,6,7,6,5,6,6,6,6,6,8,7,7,6,5,13,5,6,6,6,5,6,7,8,10,10,9,9,9,10,9,8,8,8,9,9,8,9,7,9,9,8,9,8,8,9,16,11,9,10,10,9,10,11,13,12,10,13,13,13,13,12,12,12,15,9,12,11,20,14,13,13,12,10,10,8,11,9,9,11,9,10,10,10,9,9,9,8,9,9,12,9,8,13,8,8,8,9,9,8,9,7,9,7,8,8,8,8,7,7,10,9,10,10,9,5,11,6,10,5,9,4,5,6,9,12,13,14,11,15,15,14,17,14,16,19,14,12,13,11,15,15,25,14,14,12,12,12,10,11,14,12,11,12,12,12,14,13,11,10,11,11,11,9,15,9,11,11,12,12,11,9,10,11,10,10,9,10,10,8,9,9,8,9,8,8,9,8,8,8,19,13,9,9,8,9,9,9,9,10,11,10,8,9,10,11,8,9,10,9,9,9,11,8,9,10,17,13,11,10,8,12,9,10,7,9,8,8,7,8,6,8,7,7,8,7,7,6,7,7,7,9,10,13,14,20,12,11,9,10,9,11,8,8,9,7,8,7,8,9,9,7,7,7,7,7,6,7,6,7,6,7,7,6,6,8,15,6,7,6,6,7,6,7,7,8,11,11,12,11,12,14,12,13,12,16,15,14,12,27,16,17,17,17,14,14,13,17,13,15,16,13,10,11,10,11,10,9,17,12,10,10,10,9,9,10,10,11,10,10,14,9,9,10,11,11,14,15,14,12,12,20,13,9,8,6,3,8,4,8,3,8,4,10,4,7,10,16,17,13,14,12,13,11,11,13,12,17,15,9,12,14,14,13,14,13,10,11,9,11,12,13,9,11,10,9,10,10,10,14,10,10,10,9,9,8,9,8,8,7,8,8,8,8,10,9,7,9,9,7,7,8,7,6,8,7,7,7,7,15,8,7,7,7,7,8,7,8,7,9,6,5,10,6,10,8,7,4,8,3,8,5,9,4,8,2,7,7,7,8,8,8,7,7,7,20,10,9,7,8,7,7,7,7,6,8,6,7,5,6,6,7,8,7,6,6,7,8,6,7,6,7,8,7,7,5,6,6,6,3,7,11,5,8,5,10,4,10,3,10,4,10,16,15,17,13,16,15,19,18,18,18,25,20,19,20,23,23,19,20,18,16,18,16,18,26,25,19,18,17,17,17,16,17,17,18,18,17,21,24,23,22,20,21,22,18,18,19,18,20,20,20,19,20,20,22,19,22,19,21,20,23,22,20,28,24,22,18,23,19,21,24,21,18,16,16,17,22,20,21,20,16,17,17,20,21,20,21,19,18,25,20,22,18,18,18,18,18,19,20,21,23,19,22,15,16,14,20,21,20,18,18",
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.25999999999999801048033987171947956085205078125,
43.14999999999999857891452847979962825775146484375
]
},
"All-opts-revised": {
"value": "5,42,10,7,8,8,10,8,9,9,9,8,8,10,7,8,8,8,7,9,8,8,9,8,8,7,9,8,9,15,11,10,8,9,8,7,8,9,9,12,15,15,16,16,17,17,21,18,17,27,18,17,18,19,16,17,17,17,16,15,19,17,16,29,20,20,20,19,19,17,17,17,18,17,17,17,20,25,19,19,19,17,14,17,18,16,16,15,15,14,15,15,24,16,18,15,18,16,19,17,16,15,15,17,16,17,13,25,14,18,17,14,14,18,13,14,15,16,14,14,14,15,15,12,22,17,14,13,11,14,12,13,11,13,14,12,13,17,17,14,16,16,27,14,14,10,13,16,16,13,16,14,15,18,16,13,18,14,15,20,14,15,13,18,22,18,13,16,17,17,17,17,13,17,29,18,15,16,15,17,17,18,14,15,20,19,15,17,19,26,22,18,18,20,19,16,16,16,16,17,18,20,16,26,22,15,16,18,16,15,20,16,17,18,15,16,18,18,19,18,18,20,19,19,20,18,17,18,19,17,18,17,17,14,17,19,15,21,16,18,13,15,11,10,12,8,6,8,5,13,12,19,9,10,10,12,9,13,9,11,11,10,11,10,12,11,11,11,9,14,10,12,10,13,20,10,9,12,9,11,10,9,11,8,11,10,9,10,9,8,9,12,11,9,8,8,8,9,6,6,5,8,16,6,6,10,5,12,7,10,8,11,13,10,11,13,9,10,9,11,9,10,10,10,12,10,11,11,15,12,13,10,12,13,10,11,8,5,10,13,13,11,12,13,12,13,14,12,16,20,17,13,15,15,14,12,13,13,12,14,17,11,15,11,12,13,10,10,21,9,14,13,12,11,11,10,11,10,10,12,10,9,9,10,11,11,7,8,9,7,11,7,7,16,8,9,7,8,8,8,8,6,8,8,8,7,8,8,8,8,8,9,9,8,9,9,9,9,8,9,9,9,8,9,16,10,9,9,9,9,8,8,9,8,8,8,9,8,8,9,8,9,8,8,10,10,10,10,10,10,13,21,12,13,11,10,12,11,10,9,10,9,9,9,11,9,8,7,7,8,8,8,9,8,8,9,9,8,17,8,9,9,8,8,7,8,10,11,9,9,8,9,9,9,9,10,8,8,10,10,12,11,13,14,20,9,11,9,11,11,12,13,12,13,16,18,15,13,14,13,17,14,14,21,15,13,12,11,12,11,9,9,9,10,9,9,7,7,7,7,7,7,7,7,8,7,6,5,5,5,5,6,5,13,6,7,5,5,7,6,7,6,8,9,10,14,11,10,12,12,10,16,11,11,9,11,10,11,13,10,16,11,14,10,11,12,10,11,16,10,13,13,11,13,11,12,11,10,10,10,11,11,15,11,7,9,9,8,8,9,10,11,7,8,8,9,9,9,8,9,9,9,10,8,8,8,7,7,8,9,9,16,8,7,4,9,3,10,4,10,3,11,5,10,3,10,4,9,4,8,4,8,3,9,4,10,4,10,4,5,9,3,9,8,4,9,3,8,4,18,5,5,8,4,8,3,8,4,8,4,7,3,8,3,10,4,10,4,6,10,7,9,8,10,7,9,7,9,8,7,10,5,9,3,10,10,8,4,7,3,8,4,8,3,9,4,8,2,7,3,7,3,9,3,8,3,9,3,10,2,5,3,7,3,7,3,8,3,7,5,7,5,3,8,4,8,4,9,4,10,13,6,11,4,9,5,6,6,5,9,3,6,10,6,7,11,5,5,11,5,6,6,10,12,10,11,10,10,10,9,9,9,14,9,11,10,14,12,11,9,6,5,9,5,10,6,12,6,4,8,4,6,5,8,11,18,12,11,9,7,16,10,8,8,9,9,7,8,7,8,8,8,9,8,8,9,8,8,9,10,10,8,9,11,9,10,8,8,9,15,7,10,10,8,8,7,8,3,11,4,13,6,8,8,7,7,7,9,6,7,8,6,7,7,8,9,15,13,9,3,8,11,4,8,3,8,2,8,3,8,3,8,3,7,3,8,3,8,3,9,3,8,4,8,5,9,3,8,2,8,6,3,8,4,8,3,8,4,9,4,9,3,8,3,9,12,3,9,3,10,3,11,4,10,3,10,6,9,7,5,9,4,10,5,8,4,11,5,10,4,8,4,9,9,7,7,7,7,8,10,16,11,11,12,13,12,12,12,11,11,11,10,10,12,13,10,10,10,11,11,10,10,10,17,8,10,13,9,12,11,16,11,11,9,9,9,9,8,7,7,9,7,8,8,8,7,10,11,12,19,11,10,15,12,11,10,11,10,10,11,10,9,10,9,9,9,11,10,8,8,8,9,12,18,10,9,8,9,11,11,10,9,16,10,9,10,10,9,9,11,10,9,11,9,10,10,10,8,18,10,9,8,9,7,6,6,7,9,10,10,9,10,11,11,11,10,10,10,11,9,11,9,10,10,9,17,10,11,8,11,9,8,10,9,9,10,9,10,9,9,9,8,8,8,9,9,7,9,7,9,9,8,7,19,10,10,13,9,12,9,10,11,11,11,9,10,10,11,11,11,11,9,10,11,11,10,10,17,13,11,10,11,10,12,11,12,12,10,8,10,8,9,9,9,11,8,8,8,12,12,15,21,11,12,12,9,11,10,9,10,12,10,9,10,13,11,10,13,12,13,14,16,26,19,20,20,20,17,16,16,16,18,16,17,18,16,24,17,17,16,13,14,15,12,13,12,10,11,8,9,8,8,8,8,8,8,8,8,8,16,9,9,9,9,8,7,9,8,9,8,8,9,9,8,7,9,9,8,10,8,8,8,8,8,7,8,7,7,9,6,13,10,6,7,7,7,7,6,6,6,7,6,7,6,6,6,6,9,6,7,6,7,6,7,8,3,9,3,10,4,12,9,9,9,13,17,13,13,16,16,16,17,17,15,15,15,18,15,17,21,25,19,22,19,18,18,23,20,19,22,17,21,19,28,18,17,20,20,19,19,18,20,20,18,15,18,15,19,17,14,16,13,15,14,17,16,15,15,15,17,15,15,12,23,17,18,17,15,18,15,18,17,17,18,16,15,17,17,23,20,18,21,15,16,24,18,18,17,19,18,18,17,22,17,22,18,20,20,17,17,19,21,17,17,15,17,17,14,16,17,16,15,14,14,17,13,16,14,20,13,19,14,22,13,17,16,16,14,13,15,10,5,7,12,10,9,10,8,8,10,9,11,10,11,11,17,14,13,15,13,11,13,16,10,13,13,12,12,11,14,13,16,13,12,22,16,13,20,13,12,11,11,11,10,10,10,13,13,11,11,12,12,10,13,10,17,8,12,11,9,10,12,10,9,8,9,10,12,10,8,10,11,10,10,10,9,9,10,9,10,19,13,8,8,9,9,10,12,12,10,15,10,14,12,14,12,13,9,12,12,15,12,20,16,13,16,15,12,9,6,9,4,11,4,10,4,11,5,8,4,10,5,10,4,9,4,11,7,8,9,9,16,9,8,7,7,8,9,9,6,8,8,7,7,7,7,6,6,4,9,4,5,9,3,10,9,13,18,19,16,20,16,12,8,12,12,12,12,14,14,13,13,16,19,17,17,17,16,17,14,16,17,15,18,16,16,15,17,17,13,19,17,19,26,14,16,16,14,17,17,16,18,17,19,19,19,15,17,21,15,13,14,12,14,12,16,13,12,16,13,12,14,11,12,12,13,13,25,15,12,13,13,10,12,13,12,13,12,11,12,10,9,9,9,9,10,9,10,9,10,16,12,12,11,10,11,14,11,11,16,14,14,13,13,14,13,14,13,14,22,14,13,9,5,6,6,5,5,6,11,13,11,11,11,10,11,12,12,9,10,10,13,10,12,11,17,15,11,11,12,10,10,9,12,9,7,10,10,12,10,10,8,10,10,14,10,12,11,18,11,10,10,10,10,10,6,11,9,13,12,9,12,11,11,11,14,6,12,6,10,5,10,9,19,15,14,14,15,17,16,14,16,15,18,18,14,16,19,13,23,17,17,19,18,17,17,9,4,7,5,7,8,6,14,16,14,13,13,14,20,15,11,15,12,16,13,16,16,15,17,16,11,11,11,16,12,11,19,10,13,14,10,12,12,9,12,11,12,10,11,11,13,10,11,11,10,11,10,11,11,17,8,9,9,10,9,9,10,9,6,7,7,7,10,6,6,6,7,8,8,8,12,9,7,8,8,9,8,8,7,8,13,11,9,9,11,12,9,11,10,10,9,10,9,9,10,9,10,11,8,10,10,11,9,10,9,7,17,9,8,8,7,8,7,10,7,7,7,9,8,7,7,6,8,7,6,7,5,12,13,12,11,13,12,11,26,11,11,12,9,10,9,9,8,8,7,4,9,7,7,7,7,7,6,7,6,6,7,7,8,7,7,8,8,7,10,8,14,10,12,10,12,10,11,10,10,10,12,12,10,8,10,11,11,11,10,11,12,12,10,19,6,11,7,11,8,8,9,16,17,17,15,17,16,16,16,16,13,16,23,17,13,12,12,12,13,12,11,13,11,16,18,19,13,16,11,13,11,17,17,11,14,15,15,11,11,12,9,10,12,9,12,12,9,12,14,12,10,11,16,10,11,11,14,12,13,14,15,15,13,13,15,18,14,14,17,14,24,18,14,18,17,15,17,16,15,14,13,13,9,10,9,8,8,8,10,16,11,8,8,9,8,8,6,7,7,7,7,7,6,6,6,6,6,7,9,9,9,7,8,8,9,8,8,11,10,13,19,14,9,11,10,11,10,13,13,11,11,12,13,13,13,15,15,15,15,18,23,19,17,16,16,14,13,13,12,13,14,14,16,12,14,12,12,13,15,12,11,12,12,12,11,11,11,11,11,11,9,10,10,11,10,9,10,10,9,10,11,9,18,9,11,9,10,9,10,9,8,9,9,14,9,10,9,8,10,9,7,9,8,6,5,9,10,9,9,14,4,8,4,9,6,10,9,8,7,7,8,11,9,9,9,8,8,8,8,8,9,8,9,8,8,8,8,11,9,9,14,14,8,9,8,8,7,10,8,8,8,8,5,6,10,6,11,7,5,9,4,10,4,9,3,11,6,12,4,10,4,10,11,9,8,10,8,8,9,8,10,8,11,11,10,9,9,9,11,12,12,11,11,11,11,10,10,11,16,13,10,12,12,13,10,10,10,10,9,9,10,9,8,9,9,9,10,9,9,9,8,9,9,17,12,8,8,9,8,9,8,6,7,6,8,7,7,9,7,7,6,8,7,7,5,6,8,7,6,7,6,7,8,6,7,6,5,6,15,7,9,7,8,5,6,7,10,6,7,9,7,8,8,7,7,7,6,7,8,6,7,7,7,8,9,8,11,8,11,8,17,10,8,8,7,7,9,8,8,7,7,9,8,9,9,13,11,8,9,8,8,7,8,8,8,8,8,8,7,9,17,7,9,9,7,12,15,12,12,14,15,15,15,14,16,16,19,15,17,20,16,18,20,17,15,15,18,15,17,16,17,17,20,28,22,19,20,20,21,21,18,19,20,21,18,19,26,20,18,21,19,18,18,19,20,18,19,20,21,28,22,16,19,18,17,18,21,22,23,19,21,18,24,11,13,10,10,10,9,8,9,9,9,9,8,8,9,10,8,11,8,8,9,10,9,10,9,8,9,16,10,10,13,11,9,8,9,9,10,10,13,7,9,11,10,11,12,9,9,9,10,9,8,10,18,10,8,8,5,10,19,21,21,19,18,17,17,21,20,19,25,17,15,15,17,19,18,16,18,17,16,23,20,23,24,21,20,22,19,18,20,16,17,14,12,10,13,13,19,23,18,23,19,17,14,16,14,18,14,15,13,14,13,16,16,20,14,15,13,11,10,10,9,13,13,15,12,13,13,14,13,13,9,9,10,12,18,10,8,8,8,9,12,11,10,10,13,10,9,9,9,9,10,9,9,8,11,9,12,11,13,21,14,11,12,10,7,8,8,9,9,8,7,8,8,8,8,10,8,10,8,9,7,8,7,7,7,7,8,16,13,10,12,12,14,15,20,16,17,13,13,12,10,13,13,13,14,11,23,15,14,12,17,12,16,19,18,13,13,15,14,13,15,12,15,21,15,13,14,14,15,15,19,17,12,12,12,12,13,14,13,10,12,12,16,11,11,13,13,13,17,15,13,12,13,14,11,13,13,12,12,13,12,13,16,11,9,12,12,12,13,14,16,16,14,15,16,16,17,18,15,17,18,13,17,14,17,17,16,16,19,14,13,15,15,14,17,13,23,12,10,12,11,11,10,9,9,10,9,8,9,9,8,7,8,9,9,8,9,7,8,7,7,7,9,8,17,7,7,7,6,6,7,6,7,8,7,6,7,6,6,7,7,6,6,6,5,6,6,8,7,9,9,10,10,10,10,9,10,8,14,9,10,9,10,9,9,9,9,8,9,9,8,9,8,8,7,8,9,11,9,12,10,16,12,12,18,15,11,12,12,12,11,13,13,11,13,10,10,13,12,11,8,8,6,13,8,11,16,14,9,9,9,9,8,9,9,8,10,12,9,8,8,7,7,7,8,9,8,8,8,6,8,9,9,10,7,16,9,10,8,10,8,7,7,11,6,10,7,11,6,11,4,13,13,14,12,14,14,16,14,23,20,15,16,18,16,15,13,13,13,16,14,14,12,11,13,15,24,14,11,11,11,11,11,11,12,11,9,12,10,9,10,10,11,11,10,10,10,12,10,18,12,11,9,11,12,8,10,8,9,8,9,9,9,9,8,8,9,12,12,9,10,9,9,10,10,17,12,10,10,9,9,8,10,9,8,9,8,11,8,9,10,8,8,9,10,12,12,9,12,10,9,14,9,8,9,7,6,7,8,7,7,7,7,5,7,5,6,8,10,10,12,18,11,12,12,10,10,8,9,8,15,8,9,8,10,8,8,7,8,6,7,7,6,6,6,8,7,6,7,6,5,6,6,8,6,5,5,7,6,9,8,7,10,10,20,15,15,11,11,12,12,13,12,10,10,14,12,16,19,18,18,17,25,17,12,15,12,13,10,10,9,10,8,10,8,9,8,10,9,9,9,10,11,9,10,10,15,10,9,11,11,10,11,12,12,13,12,14,12,12,8,6,6,4,8,4,9,3,9,3,7,3,7,11,26,13,13,15,15,16,16,12,11,12,12,12,13,12,13,13,13,11,12,18,8,10,11,10,14,10,10,9,10,9,10,10,10,9,9,10,8,8,9,10,8,9,7,7,8,16,9,10,9,8,7,8,7,7,7,7,8,9,8,6,8,8,9,7,8,8,8,8,7,8,7,8,8,5,10,3,10,18,12,8,4,8,4,11,4,9,4,8,3,9,7,8,7,7,8,7,6,7,8,8,8,7,7,7,8,7,8,6,7,9,9,13,11,6,7,7,7,7,7,7,7,7,7,6,7,8,6,7,7,6,7,7,4,11,5,9,4,10,5,10,3,8,5,10,11,23,15,14,13,14,18,17,17,17,19,19,19,20,20,22,19,20,19,18,19,19,20,19,18,21,19,18,19,28,19,17,19,18,17,16,18,23,19,21,27,19,25,19,19,20,20,21,21,21,17,17,20,21,20,22,19,19,20,19,18,20,21,22,22,21,20,19,19,18,19,19,21,19,19,18,18,17,22,20,19,29,20,18,19,22,19,18,19,28,26,17,19,18,17,18,17,17,18,18,17,17,15,18,19,18,20,22,24,17,19",
"test_run_times": [
44.659999999999996589394868351519107818603515625,
43.32000000000000028421709430404007434844970703125,
43.75
]
}
}
}
}
}