KVM QEMU testing on Ubuntu 20.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2101271-HA-2101266HA14
{
"title": "Virgl1024x768",
"last_modified": "2021-01-27 13:45:17",
"description": "KVM QEMU testing on Ubuntu 20.10 via the Phoronix Test Suite.",
"reference_id": "2101266-HA-VIRGL102447",
"systems": {
"Baseline": {
"identifier": "Baseline",
"hardware": {
"Processor": "5 x QEMU Virtual 2.5+ (5 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (?-20190711_202441-buildvm-armv7-10.arm.fedoraproject.org-2.fc31 BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "8GB",
"Disk": "49GB",
"Graphics": "virgl",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Ubuntu 20.10",
"Kernel": "5.8.0-40-generic (x86_64)",
"Display Server": "X Server 1.20.9",
"Display Driver": "modesetting 1.20.9",
"OpenGL": "4.3 Mesa 21.1.0-devel (git-10b3eecd36)",
"Compiler": "GCC 10.2.0 + LLVM 11.0.0",
"File-System": "ext4",
"Screen Resolution": "1440x900",
"System Layer": "KVM QEMU"
},
"user": "gerddie",
"timestamp": "2021-01-26 11:56:10",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 2.7.18 + Python 3.8.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Vulnerable + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Baseline-redo": {
"identifier": "Baseline-redo",
"hardware": {
"Processor": "5 x QEMU Virtual 2.5+ (5 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.12.1-0-ga5cab58e9a3f-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "8GB",
"Disk": "49GB",
"Graphics": "virgl",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Ubuntu 20.10",
"Kernel": "5.8.0-40-generic (x86_64)",
"Display Server": "X Server 1.20.9",
"Display Driver": "modesetting 1.20.9",
"OpenGL": "4.3 Mesa 21.1.0-devel (git-10b3eecd36)",
"Compiler": "GCC 10.2.0 + LLVM 11.0.0",
"File-System": "ext4",
"Screen Resolution": "1440x900",
"System Layer": "KVM QEMU"
},
"user": "gerddie",
"timestamp": "2021-01-27 08:10:45",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 2.7.18 + Python 3.8.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Vulnerable + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"All-opts-revised-redo2": {
"identifier": "All-opts-revised-redo2",
"hardware": {
"Processor": "5 x QEMU Virtual 2.5+ (5 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.12.1-0-ga5cab58e9a3f-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "8GB",
"Disk": "49GB",
"Graphics": "virgl",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Ubuntu 20.10",
"Kernel": "5.8.0-40-generic (x86_64)",
"Display Server": "X Server 1.20.9",
"Display Driver": "modesetting 1.20.9",
"OpenGL": "4.3 Mesa 21.1.0-devel (git-10b3eecd36)",
"Compiler": "GCC 10.2.0 + LLVM 11.0.0",
"File-System": "ext4",
"Screen Resolution": "1440x900",
"System Layer": "KVM QEMU"
},
"user": "gerddie",
"timestamp": "2021-01-27 12:06:46",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 2.7.18 + Python 3.8.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Vulnerable + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"341f8eacf60b129e719dd21f75e7666ace6a4ee9": {
"identifier": "pts\/glmark2-1.2.0",
"title": "GLmark2",
"app_version": "2020.04",
"arguments": "-s 1024x768",
"description": "Resolution: 1024 x 768",
"scale": "Score",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 1200,
"test_run_times": [
331.95999999999997953636921010911464691162109375
]
},
"Baseline-redo": {
"value": 1203,
"test_run_times": [
332.06999999999999317878973670303821563720703125
]
},
"All-opts-revised-redo2": {
"value": 1312,
"test_run_times": [
332.009999999999990905052982270717620849609375
]
}
}
},
"bbde0e676f2758277e932f4fe8fed7a531c48b1b": {
"identifier": "pts\/gputest-1.3.2",
"title": "GpuTest",
"app_version": "0.7.0",
"arguments": "\/width 1024 \/height 768 \/test=fur ",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen",
"scale": "Points",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 6440,
"raw_values": [
6373,
6517,
6431
],
"test_run_times": [
65.2399999999999948840923025272786617279052734375,
65.2399999999999948840923025272786617279052734375,
65.2099999999999937472239253111183643341064453125
]
},
"Baseline-redo": {
"value": 6442,
"raw_values": [
6330,
6490,
6507
],
"test_run_times": [
65.280000000000001136868377216160297393798828125,
65.2099999999999937472239253111183643341064453125,
65.2699999999999960209606797434389591217041015625
]
},
"All-opts-revised-redo2": {
"value": 6492,
"raw_values": [
6432,
6643,
6401
],
"test_run_times": [
65.2300000000000039790393202565610408782958984375,
65.219999999999998863131622783839702606201171875,
65.2900000000000062527760746888816356658935546875
]
}
}
},
"48f663b92c209b1511cbd1687c71c82e95db467d": {
"identifier": "pts\/openarena-1.5.5",
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1024 +set r_customHeight 768 +set r_fullscreen 0",
"description": "Resolution: 1024 x 768",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 88.400000000000005684341886080801486968994140625,
"raw_values": [
89.099999999999994315658113919198513031005859375,
88,
88.2000000000000028421709430404007434844970703125
],
"min_result": [
"2"
],
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.25999999999999801048033987171947956085205078125,
43.14999999999999857891452847979962825775146484375
]
},
"Baseline-redo": {
"value": 90.900000000000005684341886080801486968994140625,
"raw_values": [
90.900000000000005684341886080801486968994140625,
90.7000000000000028421709430404007434844970703125,
91.099999999999994315658113919198513031005859375
],
"min_result": [
"2"
],
"test_run_times": [
42.9500000000000028421709430404007434844970703125,
42.03999999999999914734871708787977695465087890625,
42
]
},
"All-opts-revised-redo2": {
"value": 89.2999999999999971578290569595992565155029296875,
"raw_values": [
87.7000000000000028421709430404007434844970703125,
90.599999999999994315658113919198513031005859375,
89.5
],
"min_result": [
"2"
],
"test_run_times": [
44.4200000000000017053025658242404460906982421875,
42.10000000000000142108547152020037174224853515625,
42.60000000000000142108547152020037174224853515625
]
}
}
},
"723c01e28eda02b83171cf8f2ce6bbc5113facb2": {
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1024 +set r_customHeight 768 +set r_fullscreen 0",
"description": "Resolution: 1024 x 768 - Total Frame Time",
"scale": "Milliseconds",
"proportion": "LIB",
"display_format": "LINE_GRAPH",
"results": {
"Baseline": {
"value": "6,22,17,8,7,7,8,10,9,7,8,8,8,7,8,10,9,8,7,10,14,8,8,7,8,7,7,8,7,8,8,8,7,8,7,7,9,9,9,14,12,16,12,15,19,25,20,19,19,17,17,18,15,16,16,17,14,19,17,16,28,16,18,17,16,17,16,20,18,16,17,17,19,16,26,20,20,17,17,18,16,17,18,19,17,13,16,15,14,24,17,16,17,16,17,19,16,15,16,18,17,16,14,15,16,17,14,18,17,15,18,13,13,13,15,13,16,16,13,17,11,24,17,14,15,12,12,16,14,12,14,11,13,12,12,12,12,14,15,13,22,17,15,11,14,10,12,14,14,15,14,17,19,17,18,15,14,24,17,13,11,13,14,12,18,16,16,14,19,18,18,16,15,15,17,13,14,14,15,13,15,15,16,13,18,14,19,16,16,16,28,21,20,20,19,19,16,20,17,18,19,20,18,27,18,17,17,16,16,14,21,19,19,17,16,15,14,16,23,16,17,22,19,18,23,20,16,17,18,18,17,17,22,14,16,16,14,17,17,14,15,17,15,10,11,7,5,11,7,10,15,18,10,10,12,11,10,13,12,11,11,10,11,12,12,12,12,10,11,10,10,10,10,11,16,12,12,13,12,9,10,9,10,10,11,9,11,10,12,10,13,10,8,9,7,8,8,8,8,16,6,8,4,5,4,7,5,6,9,10,10,8,9,9,10,11,10,11,9,9,8,10,10,10,10,10,10,10,17,14,13,11,12,10,11,11,8,4,10,15,13,11,12,14,13,14,12,16,15,22,11,15,14,13,14,11,12,12,13,14,11,12,12,10,11,9,12,12,11,11,17,12,12,11,13,12,9,9,9,10,9,9,9,9,10,11,7,7,7,9,7,9,8,6,9,8,7,16,7,7,8,7,9,8,9,8,9,8,9,8,7,8,9,8,9,9,8,9,10,8,9,9,8,8,8,9,9,15,8,9,9,9,8,7,8,7,9,7,8,8,8,9,7,9,8,10,10,10,9,11,11,10,9,12,10,18,11,11,11,11,9,9,12,8,11,9,8,9,8,7,8,7,8,9,11,9,8,9,10,10,9,9,18,11,8,8,9,10,8,9,7,8,8,9,8,8,8,8,9,9,11,11,12,11,12,9,10,10,20,16,11,12,15,15,13,12,12,12,12,14,13,15,13,15,15,18,26,17,13,10,9,9,10,9,7,8,8,7,7,6,7,7,6,6,5,6,6,6,6,5,5,7,6,6,5,5,4,6,6,6,14,8,8,9,11,11,11,11,13,11,12,11,11,11,12,10,10,11,12,11,12,13,12,21,14,12,11,12,13,13,12,12,11,7,12,11,10,9,9,10,8,11,8,10,9,8,9,15,8,8,8,9,9,7,8,9,9,8,8,9,10,8,9,8,10,9,8,10,9,8,9,9,8,8,5,10,5,18,5,13,3,8,5,5,5,7,2,8,3,9,3,9,3,8,4,10,3,10,5,11,4,9,5,8,3,9,2,9,5,10,3,8,3,10,5,8,3,17,6,10,3,7,3,10,4,13,4,5,6,9,9,9,9,11,9,8,8,11,8,9,7,5,9,4,10,4,11,2,9,4,4,17,3,7,4,7,3,7,3,8,3,7,3,7,3,8,3,7,3,6,2,6,3,8,4,8,3,4,7,3,6,3,7,2,6,3,7,5,10,4,10,5,9,5,10,4,5,16,7,5,8,4,10,4,6,9,4,10,5,10,4,12,4,10,10,10,10,10,10,10,10,9,9,10,10,12,24,15,11,8,5,10,4,6,10,4,10,6,4,9,4,10,5,6,12,15,12,11,8,8,8,8,7,7,8,8,18,8,8,8,7,8,10,9,8,7,8,9,9,11,9,11,8,7,9,8,9,8,8,8,9,8,8,7,6,7,14,4,11,3,10,7,8,6,7,6,6,6,6,7,7,8,7,6,6,8,13,17,11,4,7,3,8,3,8,4,9,3,8,3,9,3,8,11,4,8,4,8,3,9,4,9,3,8,2,11,3,8,3,8,5,3,7,3,8,3,8,3,8,4,9,2,9,5,5,8,4,11,3,10,4,10,2,11,15,7,5,9,3,9,5,6,4,9,5,10,5,9,5,9,3,9,7,8,8,8,8,8,8,9,9,10,10,11,11,11,19,13,11,11,11,11,9,11,11,14,11,11,11,11,12,12,9,11,9,11,9,10,10,16,11,12,12,12,10,9,8,8,8,9,8,9,8,9,8,8,9,10,12,13,11,10,14,13,20,10,11,10,11,11,10,10,9,11,11,9,10,10,10,10,9,9,9,10,10,9,10,10,11,18,10,8,9,11,9,10,9,9,10,11,10,12,9,11,11,8,10,11,9,9,8,11,8,7,7,8,15,10,10,11,13,11,12,8,12,10,9,9,8,9,11,12,13,10,10,11,10,9,8,8,9,14,11,8,9,9,10,8,8,9,8,9,7,8,8,8,10,7,8,8,9,8,8,8,8,10,9,10,10,9,16,14,10,11,10,10,9,11,11,11,10,10,9,12,10,10,11,11,10,12,11,12,12,20,15,11,12,11,10,10,10,9,10,9,8,7,8,10,12,14,9,11,13,11,12,11,18,11,11,9,10,9,11,13,12,11,11,12,15,13,15,16,15,17,17,17,19,16,18,16,17,19,18,18,19,20,20,18,14,13,14,17,13,14,13,12,11,8,8,8,9,7,8,10,8,7,9,7,8,7,9,8,8,8,7,8,7,8,8,18,9,9,11,8,8,8,8,9,8,8,8,7,7,8,8,7,7,8,10,8,7,7,6,7,8,7,6,9,10,7,14,8,8,8,7,6,6,6,7,6,6,6,6,7,7,4,8,4,8,5,5,9,9,12,11,13,13,12,17,19,21,15,14,12,15,14,14,13,15,20,17,20,17,17,18,30,21,19,22,20,21,20,18,18,18,18,21,17,27,19,19,18,20,18,18,18,20,17,16,14,16,13,15,19,15,16,17,14,13,15,14,14,15,19,20,15,14,16,20,21,13,17,17,19,18,17,18,16,19,17,20,17,16,18,21,18,19,15,15,16,18,17,19,17,22,16,18,17,22,20,17,19,13,14,15,18,13,14,13,15,17,17,15,15,26,16,15,14,15,15,13,15,13,16,13,14,15,12,16,11,10,4,6,9,15,8,10,9,10,9,9,11,11,11,13,13,13,12,11,13,12,13,13,14,14,13,22,12,13,12,13,13,12,13,12,12,11,16,11,12,11,10,11,10,12,9,11,21,11,10,10,15,10,12,11,11,10,9,8,10,10,11,11,9,9,7,9,9,8,10,11,9,15,12,8,10,11,8,10,9,9,7,9,8,7,7,11,9,9,12,11,14,10,13,11,12,11,17,11,14,12,11,13,11,13,17,14,11,10,5,10,3,11,5,6,10,3,10,6,11,5,10,5,8,11,6,10,7,9,8,8,9,9,8,8,8,9,7,8,7,6,6,7,7,7,7,6,6,4,8,3,8,5,5,5,8,11,28,20,18,14,10,10,11,10,10,10,13,12,14,13,13,16,17,20,27,18,15,16,14,16,13,17,13,17,16,16,14,16,16,13,24,20,16,18,18,17,17,15,17,16,17,16,18,16,20,23,16,16,15,13,15,14,17,16,16,12,13,10,12,12,12,12,14,20,13,12,15,13,13,13,12,14,12,13,13,15,15,13,12,11,12,9,9,15,10,8,8,9,9,11,11,13,11,12,11,12,12,14,12,13,13,13,13,14,13,22,16,12,14,11,12,10,7,6,7,5,5,13,13,13,14,10,12,11,11,10,10,10,19,11,14,14,10,10,11,12,11,14,12,11,9,11,13,12,10,10,10,11,11,10,21,13,10,10,10,12,12,12,11,9,10,9,10,10,7,12,11,11,10,11,11,11,11,20,13,5,11,5,10,6,8,10,13,14,16,17,23,19,16,16,18,17,24,17,17,18,17,20,20,17,14,17,15,18,14,9,9,4,6,8,12,7,14,16,14,13,13,12,12,11,11,17,13,16,16,14,15,13,17,19,14,10,11,12,13,10,12,16,12,12,10,11,12,10,10,10,11,10,12,9,11,19,13,9,11,11,9,10,11,7,9,8,9,9,9,7,9,8,8,9,6,8,7,7,7,7,8,9,8,9,18,10,8,9,8,8,8,8,7,7,7,8,8,11,11,11,9,10,11,9,9,10,9,8,9,8,8,10,16,11,10,10,9,10,8,9,8,8,9,7,8,7,7,8,7,7,7,7,8,6,6,6,7,6,10,7,4,11,10,19,14,13,12,12,12,13,10,9,11,9,9,9,7,11,7,4,8,8,7,7,7,6,7,7,8,7,13,7,7,7,7,8,7,8,8,8,9,10,12,12,11,11,12,11,10,10,12,10,11,11,10,10,20,11,12,13,14,14,9,11,6,10,4,9,8,9,9,14,17,16,15,17,14,22,18,14,15,15,13,13,12,12,13,13,13,10,11,11,14,17,15,14,21,13,11,13,12,12,15,13,12,11,13,14,11,12,12,11,10,9,10,10,10,18,14,12,11,11,11,12,12,11,13,15,14,12,14,16,15,17,17,14,22,16,18,16,16,15,15,16,16,14,14,16,15,13,13,12,12,18,8,9,10,7,9,8,9,8,9,7,8,8,8,7,7,7,8,7,6,10,7,7,8,7,7,9,8,8,8,8,14,6,10,12,10,12,12,10,11,13,13,12,10,14,15,13,11,13,11,14,16,21,17,15,17,14,17,15,17,14,15,13,14,14,11,15,14,13,21,16,12,14,10,12,12,10,11,11,11,10,13,11,11,10,11,9,10,9,9,9,10,13,11,10,10,9,10,10,10,9,9,10,10,10,12,9,9,10,10,10,9,9,9,8,8,7,7,15,7,9,4,10,10,7,8,9,4,9,3,8,8,11,7,8,8,7,9,11,8,8,7,8,8,8,8,8,8,10,19,9,8,8,7,8,9,8,9,10,9,8,10,12,8,9,11,10,8,7,5,9,7,13,10,9,5,10,4,10,13,4,11,4,8,5,5,9,3,11,5,11,7,10,8,10,11,8,9,8,10,14,10,9,9,9,10,11,10,17,13,10,11,12,11,13,11,12,10,12,9,10,8,11,12,10,9,8,8,9,9,10,8,19,13,12,9,9,9,8,8,8,8,8,8,8,8,7,8,7,7,7,6,8,7,8,7,7,6,7,6,7,6,6,9,16,6,9,7,6,6,7,6,7,7,7,6,6,10,7,8,7,7,8,8,8,10,8,7,8,7,8,6,7,7,7,7,7,7,15,9,7,7,8,10,8,8,8,8,13,8,10,9,8,8,8,9,7,8,9,9,7,8,11,9,8,8,9,8,14,8,8,9,9,7,8,8,9,10,8,8,7,6,15,15,14,14,13,14,16,14,15,23,14,16,16,16,17,17,16,16,17,16,15,15,16,15,16,18,17,16,22,22,22,22,21,20,20,21,21,34,23,19,25,20,20,26,21,20,23,21,26,21,17,18,18,18,18,20,18,22,22,21,20,20,29,22,20,20,18,17,14,10,12,9,10,8,9,8,8,8,8,9,7,9,9,15,13,9,9,8,10,8,10,9,10,9,10,8,12,11,10,10,12,12,10,11,10,9,10,11,15,11,8,9,10,10,10,10,9,10,11,9,9,8,7,6,11,17,20,19,20,27,23,21,17,21,21,21,18,15,18,19,19,18,29,16,18,19,23,22,21,20,20,18,20,20,17,23,14,19,17,11,9,12,16,16,19,19,17,13,17,18,16,23,19,15,16,14,14,13,13,12,14,15,11,12,11,11,10,11,11,12,12,17,14,13,14,15,8,9,8,9,8,10,8,8,8,9,9,11,9,9,9,10,10,9,8,9,17,10,10,8,8,10,10,10,11,10,11,11,12,12,10,9,9,8,8,9,8,12,8,7,7,7,8,16,10,10,8,9,8,8,9,8,8,8,9,10,12,16,11,14,17,16,14,15,12,23,15,12,12,11,12,14,13,14,14,13,16,15,15,17,15,16,15,18,13,17,12,14,12,12,14,18,16,13,12,14,14,15,17,16,13,17,12,13,11,10,11,11,12,10,11,13,11,11,13,17,13,15,12,13,13,22,16,11,12,12,11,14,12,13,11,11,12,14,14,13,15,16,17,15,24,18,18,16,18,18,16,17,15,19,16,14,19,17,17,17,15,16,16,12,16,13,16,14,11,13,12,10,11,9,10,9,10,12,9,19,10,8,9,9,8,9,10,9,7,8,7,8,8,7,7,7,8,7,7,6,7,6,5,6,6,6,6,6,8,7,7,6,5,13,5,6,6,6,5,6,7,8,10,10,9,9,9,10,9,8,8,8,9,9,8,9,7,9,9,8,9,8,8,9,16,11,9,10,10,9,10,11,13,12,10,13,13,13,13,12,12,12,15,9,12,11,20,14,13,13,12,10,10,8,11,9,9,11,9,10,10,10,9,9,9,8,9,9,12,9,8,13,8,8,8,9,9,8,9,7,9,7,8,8,8,8,7,7,10,9,10,10,9,5,11,6,10,5,9,4,5,6,9,12,13,14,11,15,15,14,17,14,16,19,14,12,13,11,15,15,25,14,14,12,12,12,10,11,14,12,11,12,12,12,14,13,11,10,11,11,11,9,15,9,11,11,12,12,11,9,10,11,10,10,9,10,10,8,9,9,8,9,8,8,9,8,8,8,19,13,9,9,8,9,9,9,9,10,11,10,8,9,10,11,8,9,10,9,9,9,11,8,9,10,17,13,11,10,8,12,9,10,7,9,8,8,7,8,6,8,7,7,8,7,7,6,7,7,7,9,10,13,14,20,12,11,9,10,9,11,8,8,9,7,8,7,8,9,9,7,7,7,7,7,6,7,6,7,6,7,7,6,6,8,15,6,7,6,6,7,6,7,7,8,11,11,12,11,12,14,12,13,12,16,15,14,12,27,16,17,17,17,14,14,13,17,13,15,16,13,10,11,10,11,10,9,17,12,10,10,10,9,9,10,10,11,10,10,14,9,9,10,11,11,14,15,14,12,12,20,13,9,8,6,3,8,4,8,3,8,4,10,4,7,10,16,17,13,14,12,13,11,11,13,12,17,15,9,12,14,14,13,14,13,10,11,9,11,12,13,9,11,10,9,10,10,10,14,10,10,10,9,9,8,9,8,8,7,8,8,8,8,10,9,7,9,9,7,7,8,7,6,8,7,7,7,7,15,8,7,7,7,7,8,7,8,7,9,6,5,10,6,10,8,7,4,8,3,8,5,9,4,8,2,7,7,7,8,8,8,7,7,7,20,10,9,7,8,7,7,7,7,6,8,6,7,5,6,6,7,8,7,6,6,7,8,6,7,6,7,8,7,7,5,6,6,6,3,7,11,5,8,5,10,4,10,3,10,4,10,16,15,17,13,16,15,19,18,18,18,25,20,19,20,23,23,19,20,18,16,18,16,18,26,25,19,18,17,17,17,16,17,17,18,18,17,21,24,23,22,20,21,22,18,18,19,18,20,20,20,19,20,20,22,19,22,19,21,20,23,22,20,28,24,22,18,23,19,21,24,21,18,16,16,17,22,20,21,20,16,17,17,20,21,20,21,19,18,25,20,22,18,18,18,18,18,19,20,21,23,19,22,15,16,14,20,21,20,18,18",
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.25999999999999801048033987171947956085205078125,
43.14999999999999857891452847979962825775146484375
]
},
"Baseline-redo": {
"value": "6,24,19,7,8,16,10,7,8,8,7,8,8,7,8,8,7,7,8,8,7,7,7,8,8,6,7,8,8,9,8,7,8,8,9,9,9,17,11,12,12,15,12,13,16,19,19,18,17,16,17,16,16,16,24,16,15,17,14,19,17,15,19,17,20,18,15,15,17,19,16,16,19,16,15,15,16,16,14,16,15,15,16,14,14,22,14,16,14,15,15,15,14,13,17,18,21,17,14,15,15,22,18,12,16,17,15,18,13,14,15,16,16,16,13,13,16,14,17,13,12,15,11,16,13,15,11,13,15,10,14,13,13,12,11,10,13,20,13,13,12,11,17,12,13,11,12,12,16,16,16,13,16,13,16,14,16,13,13,12,12,12,14,13,18,16,18,18,13,16,15,13,15,25,15,14,14,15,16,11,18,13,16,13,17,17,16,15,19,25,25,17,16,16,17,17,18,14,17,16,17,17,16,16,29,19,16,17,17,18,20,18,17,16,18,16,15,15,16,23,13,17,15,17,20,19,16,17,19,19,19,17,15,16,16,15,15,15,15,17,17,11,13,10,11,7,6,9,6,7,10,9,12,10,11,10,18,13,11,13,11,11,10,11,12,11,10,10,11,9,11,9,10,10,10,10,10,13,9,17,11,9,9,11,12,9,9,8,10,9,9,9,9,9,9,7,8,8,8,7,4,7,3,9,3,9,6,7,9,7,17,11,9,9,10,11,10,9,9,9,9,10,10,11,10,9,10,10,9,11,12,10,12,10,11,15,7,5,10,13,13,10,12,11,13,10,12,13,13,14,13,12,11,13,12,12,21,12,12,11,12,12,14,14,12,11,12,11,13,11,10,11,18,10,11,10,11,19,13,9,9,10,10,10,9,10,7,7,6,8,7,7,8,6,6,8,8,8,7,7,5,7,8,8,8,8,8,8,8,14,12,7,9,8,9,11,9,8,9,9,10,10,8,9,8,9,8,7,8,8,8,7,8,7,8,7,9,8,15,9,9,8,7,9,8,10,10,11,10,9,9,8,10,11,10,10,10,10,11,10,11,9,9,9,17,10,7,8,7,7,7,8,8,10,9,9,8,8,9,9,9,11,8,10,8,8,8,12,9,9,9,8,8,16,9,10,8,9,9,9,10,12,11,13,11,8,10,10,12,12,12,13,13,12,13,11,21,15,13,13,13,12,16,12,12,13,13,13,11,12,9,10,8,10,7,8,6,6,6,14,9,7,6,7,7,7,6,5,6,5,6,5,5,5,6,5,5,4,6,5,5,6,9,8,11,11,12,11,14,11,11,12,18,12,9,13,10,10,11,11,12,11,11,11,11,11,9,10,13,10,10,11,12,7,11,11,14,10,9,8,9,11,8,9,7,8,8,9,9,8,9,8,7,8,7,8,7,8,9,8,8,8,8,9,8,9,16,10,8,8,8,8,7,8,5,11,3,12,4,8,4,8,4,9,4,9,4,9,3,7,4,8,4,10,3,5,8,4,9,3,10,4,5,15,5,5,8,5,11,5,9,3,8,3,8,2,7,4,4,3,7,2,7,3,8,4,5,4,8,4,9,7,9,10,8,7,7,8,7,8,7,6,11,8,6,4,8,2,7,3,7,4,7,3,6,3,7,3,7,3,6,2,8,3,7,3,7,3,6,3,6,3,9,3,8,3,9,3,7,3,7,3,7,3,8,3,8,3,8,4,10,9,8,5,5,9,3,5,8,4,8,4,5,8,5,5,5,9,5,10,4,7,5,9,10,10,10,10,9,11,9,9,10,11,12,17,11,12,14,10,6,10,5,9,3,11,8,7,3,8,4,12,9,11,12,18,12,11,8,8,9,9,14,8,8,7,8,7,7,7,8,8,9,8,8,9,8,8,8,8,8,7,8,7,7,8,8,7,9,7,8,7,10,9,14,7,6,4,9,3,9,6,7,7,7,7,7,8,7,6,6,7,7,7,7,8,13,14,9,3,7,3,7,2,8,3,10,3,9,3,8,3,13,2,9,4,8,4,9,3,8,2,8,2,8,3,8,3,8,5,5,8,2,9,3,9,2,8,3,7,4,8,3,9,4,4,10,3,10,4,9,3,10,3,8,3,18,10,4,9,5,10,6,9,4,6,8,5,8,4,9,5,8,6,6,6,7,7,8,9,10,11,11,9,12,9,11,20,12,9,11,11,10,10,11,10,11,11,10,12,11,10,9,9,10,8,10,9,9,10,9,17,10,10,10,9,8,7,7,8,8,9,8,7,7,6,8,9,11,11,12,12,11,12,13,11,10,11,16,12,9,11,9,9,10,9,10,9,11,10,9,10,10,11,12,10,10,9,11,10,10,10,9,15,11,9,10,10,11,11,10,10,11,9,10,9,8,11,8,8,8,9,9,7,7,7,8,10,9,10,15,10,11,9,10,8,9,8,9,10,11,10,12,10,10,10,9,10,10,10,10,8,10,8,9,9,14,10,8,10,8,8,9,10,7,8,8,7,9,8,9,8,8,8,8,9,9,8,10,9,10,10,10,10,16,15,8,10,11,11,11,9,9,10,11,10,9,12,10,12,10,10,11,11,13,11,12,10,17,11,9,9,8,9,8,8,9,9,11,12,13,10,11,11,10,12,12,10,11,9,9,9,9,16,12,10,11,12,12,12,13,16,15,17,17,18,16,17,17,18,26,22,20,19,18,19,18,19,17,18,14,14,14,11,13,21,12,10,7,8,8,7,8,7,8,8,7,10,7,7,8,8,7,8,10,7,8,9,8,8,9,8,7,7,8,8,15,9,8,8,10,8,7,8,7,9,8,7,7,7,7,8,8,7,7,8,7,6,7,6,6,7,8,7,6,6,7,6,7,7,14,7,8,6,7,5,9,5,10,5,10,4,10,8,13,13,14,15,16,18,16,15,17,24,15,15,16,17,17,21,20,18,18,19,17,15,17,18,22,23,21,18,17,19,21,20,20,20,23,22,27,21,17,17,14,13,14,13,13,17,13,16,16,16,14,17,24,17,13,16,16,14,17,15,18,17,18,14,17,15,19,16,20,17,17,18,16,17,16,17,18,17,16,16,15,16,15,21,16,16,15,16,17,17,22,18,17,17,16,19,15,18,21,16,16,16,17,17,15,14,16,13,15,16,15,15,13,14,23,15,15,15,16,17,12,15,14,13,14,11,10,6,5,10,10,10,9,9,9,8,16,10,10,10,12,13,13,13,10,13,14,12,15,13,13,11,12,12,12,13,24,14,12,13,13,15,11,18,11,14,10,12,12,12,11,9,10,13,11,11,17,11,11,12,10,10,9,12,9,10,11,12,10,9,10,8,9,9,8,9,11,9,10,10,10,18,12,10,9,9,9,11,9,10,9,9,10,11,11,10,12,11,11,11,11,11,11,10,12,19,14,10,12,11,17,15,15,13,8,5,5,5,8,4,6,8,4,8,5,9,8,11,4,5,9,4,13,6,15,7,8,8,9,9,8,9,9,8,7,7,7,6,7,6,7,6,6,6,4,8,3,9,4,9,4,9,13,17,16,24,14,10,10,9,10,11,10,12,13,12,13,13,15,19,18,14,16,15,21,17,18,16,14,12,15,15,13,15,15,14,13,14,15,14,14,21,18,18,18,20,16,19,14,15,17,19,16,13,13,12,13,16,15,12,12,13,11,12,12,12,11,12,11,10,12,11,11,11,11,12,11,11,20,13,12,13,10,11,12,11,10,10,9,8,10,8,8,8,8,9,11,10,10,10,12,10,11,17,16,12,12,13,12,13,13,11,12,12,13,12,12,12,10,6,6,7,5,5,11,15,14,13,11,12,12,10,10,9,10,11,8,11,12,13,10,12,13,10,10,13,11,11,19,13,9,10,9,10,9,10,11,10,10,10,10,10,12,11,10,10,11,9,9,11,9,7,10,17,12,14,10,11,12,12,10,11,5,10,6,11,7,9,9,12,12,13,15,16,17,24,17,18,17,16,19,18,17,19,18,21,19,18,20,25,18,17,9,7,3,6,7,6,6,12,14,13,13,13,13,10,12,12,13,13,17,22,18,16,15,14,15,13,13,12,12,12,11,11,12,13,11,12,12,11,12,18,12,10,10,10,11,10,9,11,10,10,10,10,10,10,8,8,9,10,9,9,9,9,8,8,7,6,15,7,6,6,7,7,9,8,8,10,9,7,8,9,7,8,8,8,7,6,9,10,10,13,12,10,12,10,10,15,15,7,10,8,9,8,9,9,9,9,10,9,8,8,8,9,8,8,7,8,8,9,8,8,6,6,8,7,14,7,7,7,6,5,5,3,12,10,10,11,11,11,11,12,11,11,10,9,10,8,8,8,8,8,4,10,7,20,9,7,8,9,8,7,5,6,7,6,8,8,8,7,7,8,9,9,10,11,11,11,10,10,9,10,10,9,18,9,9,10,11,10,11,13,12,12,13,10,11,5,12,5,8,9,10,10,13,15,15,24,18,14,14,14,15,14,11,14,13,14,12,11,12,11,10,11,10,11,14,18,16,14,13,13,13,9,11,13,12,13,13,12,10,10,10,10,8,9,10,9,10,16,9,13,11,11,10,10,10,10,11,12,12,11,12,13,13,15,14,15,14,14,19,20,16,18,15,13,16,14,15,15,14,13,16,13,14,10,11,19,12,8,9,10,8,8,10,7,8,8,7,7,7,7,7,7,8,6,8,6,7,6,6,7,9,8,7,9,8,7,8,16,10,11,17,10,11,9,12,12,11,13,13,12,11,13,12,11,12,13,13,15,18,19,17,17,14,16,17,15,15,12,14,14,12,13,11,12,12,12,16,12,11,10,10,11,10,11,9,11,12,10,11,11,10,9,9,10,11,11,11,9,9,10,19,12,8,9,9,9,10,12,14,9,11,11,9,11,10,8,9,9,8,9,8,8,8,7,7,4,9,18,11,9,8,4,10,3,9,10,8,8,8,8,8,8,11,8,8,8,9,9,9,9,8,9,8,8,9,8,7,14,7,9,7,9,13,8,10,8,7,7,7,7,8,8,7,5,8,5,9,8,7,5,9,4,11,5,5,10,4,6,9,5,10,4,12,5,8,5,9,8,7,8,8,8,9,9,12,9,8,10,9,10,12,11,9,12,10,10,13,11,19,12,9,11,10,10,10,10,9,9,11,9,11,10,9,8,8,8,9,14,8,9,10,10,7,9,16,8,8,8,8,7,6,8,6,7,6,6,6,7,6,5,6,6,7,6,6,5,6,8,6,6,6,6,7,5,6,6,6,6,6,7,7,8,16,8,7,7,7,10,8,7,8,6,8,6,6,6,7,6,7,7,8,7,6,8,7,7,8,9,9,7,7,8,7,8,7,8,16,10,9,8,7,9,7,8,7,8,9,8,8,9,8,8,8,7,8,7,9,8,8,8,7,11,8,7,6,6,14,18,18,17,15,12,15,13,16,18,17,19,19,17,16,15,31,16,16,18,17,19,17,16,16,16,17,18,19,20,19,20,22,20,20,25,23,15,19,20,20,20,21,27,21,19,20,18,17,20,21,21,16,19,22,22,25,20,21,20,20,19,20,19,19,19,20,17,10,11,19,14,8,8,8,7,7,7,7,7,7,8,9,8,10,8,9,9,8,11,8,9,9,9,8,8,10,12,21,15,9,11,11,8,10,10,9,9,9,9,9,8,9,9,10,9,8,7,8,9,8,8,7,6,11,25,21,19,20,19,23,22,16,18,16,16,16,15,15,28,20,18,19,18,20,16,19,17,16,18,20,17,17,21,18,17,16,24,15,13,9,11,17,16,16,20,18,16,25,18,15,15,17,13,14,11,16,12,14,13,11,12,12,11,11,9,9,9,19,14,11,13,13,13,12,17,9,8,8,9,8,8,10,7,9,9,9,11,10,9,8,10,19,12,9,9,9,8,9,7,8,11,10,12,10,10,11,11,10,11,10,8,7,8,8,8,9,8,6,7,13,9,9,10,9,10,8,7,9,8,8,7,7,9,10,10,13,14,13,13,14,13,14,13,24,15,11,10,11,12,13,13,13,12,13,13,15,15,15,15,14,15,15,18,15,15,14,12,13,11,13,14,13,13,14,14,13,14,14,13,13,13,19,15,11,11,10,11,10,11,12,12,10,13,12,16,13,13,15,11,15,11,20,13,10,13,13,11,10,12,12,12,13,11,11,12,16,17,17,12,16,15,17,18,17,15,17,13,14,16,16,14,13,15,14,15,14,13,14,19,12,16,12,15,14,9,10,11,13,9,9,9,10,9,9,9,9,9,8,9,9,10,9,15,9,7,7,8,8,7,7,6,7,7,8,6,6,6,7,6,6,6,7,6,6,6,5,6,6,6,6,6,5,7,6,7,7,9,9,9,13,10,8,9,8,9,9,10,9,9,10,10,8,9,10,9,8,8,8,7,7,7,8,9,9,9,10,11,20,16,15,12,12,12,14,14,11,13,13,11,11,12,11,10,13,12,10,10,9,15,8,12,12,8,10,9,11,10,8,8,8,8,8,8,11,8,7,8,7,7,7,6,8,7,8,8,8,8,15,9,9,7,7,7,10,8,9,8,7,5,9,5,11,4,6,6,10,5,10,12,10,11,13,13,14,16,21,15,13,15,13,14,12,10,12,17,14,13,12,12,11,11,11,11,11,10,15,11,12,10,11,11,9,10,12,9,9,10,11,10,11,10,11,10,10,10,11,13,12,9,15,10,9,8,8,8,8,9,10,9,8,8,7,9,12,10,10,9,9,10,10,10,11,10,10,9,9,15,8,8,9,9,9,9,8,8,8,8,8,8,8,8,8,8,8,10,9,8,8,8,7,7,7,7,7,7,7,7,7,13,7,7,6,6,7,9,11,12,13,11,11,9,9,9,10,8,8,8,9,8,10,9,9,9,8,7,6,7,14,7,6,6,6,6,6,7,6,6,5,7,8,6,6,6,6,6,6,7,6,8,13,12,12,11,14,15,10,14,20,15,12,14,12,12,15,15,14,12,13,13,14,15,14,14,12,11,9,8,15,10,13,8,9,9,8,9,8,8,10,9,8,8,9,9,9,9,9,9,13,11,14,14,13,21,15,13,12,9,7,6,4,8,3,9,4,8,3,7,4,6,10,13,15,17,16,12,12,13,11,20,13,11,12,11,14,12,12,11,12,12,10,10,10,10,9,12,10,11,9,9,9,10,18,9,9,9,9,9,8,8,9,8,7,8,8,7,9,7,11,7,8,7,7,7,8,6,7,8,7,7,7,7,7,7,14,7,8,7,6,7,7,7,7,8,4,9,5,6,9,8,6,4,9,4,5,6,7,2,4,5,8,5,7,7,7,7,7,6,6,6,8,6,7,14,10,7,7,7,7,7,7,7,7,6,6,6,7,5,6,5,6,5,6,5,6,5,6,7,7,6,7,6,6,3,8,3,10,4,6,9,5,11,5,16,8,10,14,14,15,14,15,15,20,19,20,19,16,20,27,21,22,20,20,17,18,17,17,17,16,19,22,28,19,16,18,15,16,17,16,17,16,15,25,17,17,28,21,21,20,19,18,20,23,20,17,19,20,20,29,19,19,19,21,20,19,21,22,19,19,19,19,27,20,18,18,23,20,18,19,19,19,19,23,29,21,20,21,18,17,17,17,20,21,20,22,22,27,18,18,15,18,19,14,17,17,17,15,19,15,16,16,28,20,17,18,17",
"test_run_times": [
42.9500000000000028421709430404007434844970703125,
42.03999999999999914734871708787977695465087890625,
42
]
},
"All-opts-revised-redo2": {
"value": "13,32,15,8,7,8,8,9,8,8,8,8,8,8,7,9,11,6,7,9,7,6,8,8,8,7,8,8,8,10,8,16,10,7,8,8,10,10,9,12,13,14,12,15,19,16,17,17,16,17,28,16,15,15,17,16,16,14,17,21,15,22,20,18,16,20,17,16,18,14,16,15,17,15,14,16,25,18,18,17,19,14,15,15,15,15,15,16,15,16,18,17,14,18,16,19,18,14,16,15,16,14,18,13,14,16,15,17,16,20,15,11,24,16,12,14,12,16,14,13,14,13,13,14,13,13,12,10,12,13,10,21,15,11,16,14,11,14,12,13,14,13,16,15,13,12,14,13,16,14,19,12,19,14,15,16,16,14,15,13,13,13,16,14,19,15,17,17,16,17,17,16,13,20,17,15,16,17,15,17,14,15,15,18,21,17,16,21,18,20,22,18,19,18,20,19,26,19,15,18,17,19,18,18,21,18,17,19,17,15,26,17,18,16,15,17,16,14,15,17,14,16,16,16,22,28,20,18,16,19,22,20,19,19,21,20,17,19,27,18,17,14,13,10,12,8,5,6,5,9,11,10,10,12,11,12,9,11,10,11,10,19,16,10,14,12,10,11,10,11,10,10,11,9,10,9,11,13,10,9,10,10,9,9,11,16,12,10,9,9,10,8,9,10,8,7,7,8,7,8,4,8,4,9,4,6,9,5,9,8,10,8,11,10,10,18,9,10,9,10,8,9,9,11,10,10,11,12,9,10,12,11,11,11,10,11,8,5,11,14,20,16,12,10,12,12,14,15,11,16,12,15,14,14,12,12,12,12,11,19,15,11,15,11,11,11,11,10,12,9,12,9,11,10,11,9,13,11,10,9,9,9,17,10,11,9,7,6,7,7,7,6,7,6,7,7,6,6,6,10,7,7,7,9,8,7,7,9,8,9,8,8,7,7,8,18,11,9,9,7,8,8,9,8,8,8,8,8,8,7,8,7,7,7,8,7,8,8,8,7,8,7,8,8,12,13,16,11,9,11,9,10,10,11,10,10,10,11,10,9,9,8,10,9,9,8,9,7,9,8,7,8,17,13,7,9,9,9,9,9,8,8,9,9,8,8,9,10,7,8,9,8,9,8,9,8,9,10,8,10,11,17,14,14,10,9,10,10,12,12,10,13,15,14,11,12,12,12,11,13,13,12,17,13,14,14,12,12,13,11,9,9,8,9,7,8,7,7,7,6,7,7,6,6,6,7,6,6,7,5,6,5,13,8,5,7,6,6,5,6,5,7,8,9,11,10,12,10,11,12,11,10,10,11,12,11,9,11,11,11,14,10,13,12,10,12,10,12,12,10,12,12,10,7,11,11,9,10,10,9,9,11,8,9,17,12,9,8,9,9,9,8,8,8,8,7,8,8,13,8,7,9,7,7,8,8,8,7,8,8,9,7,7,7,4,18,4,8,3,10,4,9,3,8,4,10,3,8,2,7,4,8,4,8,4,8,3,9,4,6,8,4,9,7,5,9,3,10,4,10,3,9,3,9,2,11,10,4,4,7,3,8,3,8,4,9,6,12,5,4,9,7,8,9,8,8,9,7,7,7,7,5,9,4,10,3,9,4,8,3,8,5,7,3,7,11,4,7,4,6,3,7,3,6,3,6,3,7,3,6,3,7,3,8,3,7,3,7,3,8,3,8,3,7,3,8,3,8,4,5,8,4,9,4,9,4,5,6,7,5,8,3,17,3,6,5,9,5,6,8,5,6,5,9,10,10,11,11,11,11,10,10,10,11,11,12,14,10,11,10,12,11,7,6,9,5,9,6,4,8,6,10,6,11,14,16,11,11,8,9,7,8,7,8,8,7,7,7,8,7,17,8,10,8,8,9,8,9,10,8,8,8,8,7,8,9,8,8,9,8,7,8,10,8,7,8,7,5,9,3,9,16,7,7,7,6,8,7,7,7,6,6,7,6,6,8,12,14,8,8,2,6,3,7,3,8,3,7,3,9,4,7,4,9,4,8,3,8,4,10,13,6,5,9,2,7,3,10,3,6,6,3,7,3,8,3,8,4,10,4,10,4,9,3,9,6,10,4,10,4,10,6,9,5,6,4,8,4,5,8,12,7,5,8,4,7,3,8,3,10,4,8,6,9,8,6,6,7,9,9,9,11,10,10,10,13,13,11,11,10,10,19,12,11,10,11,12,11,10,12,11,11,12,10,10,9,8,10,9,9,11,9,10,9,10,17,11,8,9,8,8,7,8,8,8,8,8,10,11,11,13,11,12,11,11,11,10,10,11,11,9,16,11,9,10,10,10,10,8,10,9,9,10,9,11,9,11,9,9,9,9,10,9,10,9,9,9,15,11,9,10,10,10,10,9,10,9,9,9,9,8,11,8,6,6,6,6,9,9,11,10,11,11,10,20,14,8,10,10,10,10,10,11,9,11,9,10,8,9,9,9,9,9,9,10,8,8,9,10,8,16,12,7,8,8,8,7,8,7,8,9,9,9,8,8,9,9,8,8,8,10,11,10,10,9,10,10,13,17,13,10,11,9,10,12,10,10,11,11,13,14,10,10,12,11,11,11,11,11,10,8,17,9,10,10,9,7,9,11,10,12,10,10,10,10,10,9,9,9,9,9,10,8,10,10,10,11,19,15,13,13,13,16,19,17,16,15,14,15,15,16,16,17,22,14,17,17,17,14,15,14,12,16,14,13,11,11,10,10,10,8,8,9,15,10,8,9,7,8,9,7,8,9,7,9,7,8,9,9,8,9,10,9,8,7,10,9,8,9,7,8,9,7,15,8,8,9,7,8,8,7,8,9,8,8,10,7,8,6,7,7,7,7,6,6,6,6,8,6,7,6,6,8,6,6,4,4,8,4,16,6,12,12,11,13,13,15,13,17,16,15,15,17,18,14,14,15,25,19,21,19,18,16,20,18,20,19,17,18,18,26,22,19,19,17,17,17,17,17,18,17,20,17,19,23,17,16,16,14,15,16,17,15,17,15,15,15,16,19,17,21,17,13,17,19,17,15,16,22,17,18,21,19,16,22,17,16,16,17,16,17,16,16,17,16,15,20,18,19,26,18,20,18,15,21,18,16,19,18,18,16,17,13,17,16,15,13,16,16,14,19,16,15,16,16,17,16,14,19,17,17,14,14,19,17,17,16,16,14,11,9,5,5,9,8,11,9,10,12,9,9,18,11,12,12,13,13,13,11,13,12,13,13,11,15,12,14,13,10,13,13,21,16,14,10,13,12,15,13,12,11,12,12,11,12,11,11,12,12,10,11,11,16,11,11,10,11,10,10,10,11,9,10,9,9,9,8,9,10,10,10,11,10,13,8,9,9,19,13,7,10,8,9,8,9,9,10,11,12,11,11,11,11,13,12,12,12,11,12,11,10,19,12,13,12,18,17,13,9,5,7,10,4,10,4,13,6,9,5,10,4,5,8,4,9,5,5,7,9,18,10,10,7,7,7,8,8,7,7,8,7,8,7,8,6,6,6,7,4,8,3,10,4,9,5,11,15,19,20,21,14,15,11,9,10,11,13,11,12,12,13,10,18,19,17,17,19,23,21,17,16,16,17,16,13,16,15,16,16,17,16,15,14,20,15,16,17,18,16,17,16,15,16,15,17,16,12,14,13,22,18,12,14,15,11,14,12,12,12,11,12,12,13,13,12,12,13,11,13,17,12,13,14,12,13,15,11,13,11,12,12,9,10,9,9,10,9,9,9,9,11,18,12,10,11,12,12,10,14,14,14,12,14,13,12,13,15,13,16,10,13,20,14,9,8,6,6,4,6,10,13,11,11,12,11,10,11,10,10,10,11,13,11,12,11,11,17,11,10,12,11,10,10,11,10,8,10,11,9,10,9,10,10,10,9,10,12,10,14,11,18,11,11,9,9,6,11,12,12,10,10,11,11,10,13,11,6,11,4,9,6,9,11,13,16,19,17,14,17,15,16,16,20,18,19,18,15,16,16,16,25,20,15,16,20,16,7,3,8,5,8,8,5,14,15,12,14,12,13,11,11,11,17,14,17,16,15,14,15,13,13,13,13,11,12,13,11,13,12,12,12,18,14,11,10,10,10,10,10,11,10,10,9,10,10,10,10,9,12,12,11,9,8,11,9,16,9,10,8,6,6,6,7,6,6,6,6,7,11,7,9,11,9,7,9,9,9,9,8,9,6,8,9,9,10,21,13,11,8,11,9,8,8,9,9,8,7,8,10,9,10,10,9,9,10,9,9,10,8,7,8,7,8,15,10,7,8,7,8,8,8,6,7,7,6,7,5,4,9,11,10,11,13,12,12,11,11,11,10,10,8,18,10,7,8,8,4,9,8,7,6,6,5,6,6,7,6,6,6,8,8,7,8,9,8,9,8,9,10,12,12,11,11,18,9,11,10,10,10,10,10,11,11,11,11,16,10,17,14,13,11,12,5,13,10,16,11,9,15,17,12,15,14,14,15,16,19,12,14,14,14,12,15,22,15,10,11,11,11,10,18,16,15,15,15,12,10,13,13,12,13,13,13,19,11,12,8,10,9,10,10,12,9,11,11,11,11,11,11,10,12,11,11,12,13,12,19,17,17,17,16,16,16,16,16,17,13,14,15,18,15,16,19,17,17,16,16,15,14,11,9,8,9,8,8,8,7,8,8,9,8,9,8,8,6,7,7,13,9,8,7,7,6,7,6,8,7,8,8,8,8,8,8,9,10,11,13,11,12,10,11,12,11,13,24,15,13,12,13,13,15,15,17,12,16,17,19,18,21,19,23,17,14,13,14,14,15,15,16,14,14,14,13,13,11,12,13,12,11,16,11,11,11,11,9,11,9,10,10,10,9,11,9,9,10,9,10,10,9,9,9,9,10,11,17,10,10,9,9,10,9,9,9,9,8,8,9,7,9,7,8,5,5,9,8,9,8,5,9,3,10,8,8,9,15,9,9,8,11,9,8,8,8,8,8,8,7,8,9,10,8,9,8,8,8,8,9,8,10,9,8,8,9,8,14,10,9,8,8,5,9,4,6,9,7,6,10,6,6,9,5,9,5,6,6,9,4,9,4,5,9,5,11,7,8,9,8,10,16,12,10,9,9,9,10,11,12,11,10,12,11,12,11,10,11,10,10,10,11,10,10,10,21,11,10,12,9,9,9,9,10,9,11,10,11,14,11,10,9,9,9,8,9,8,9,8,8,7,14,8,8,7,8,7,5,7,6,7,6,7,7,7,6,12,7,7,6,5,7,6,7,6,6,6,8,6,6,8,7,6,7,6,6,8,15,8,7,6,7,8,7,8,7,7,7,7,8,7,7,9,8,8,8,10,9,8,8,9,8,9,8,8,8,10,9,7,14,10,9,8,7,8,11,9,8,9,8,8,8,8,8,8,8,9,8,9,7,9,8,9,8,7,13,13,23,13,15,14,16,14,15,19,16,19,17,14,14,16,17,17,20,17,17,17,17,16,20,19,18,16,18,21,22,21,21,21,22,21,23,20,18,20,20,21,19,18,29,23,19,20,17,18,20,20,20,21,23,19,19,21,19,19,21,23,21,22,20,19,17,18,11,12,10,18,14,9,8,7,9,11,9,7,6,10,9,9,11,11,11,8,8,8,10,9,9,9,10,9,11,13,20,14,8,10,10,10,10,9,9,10,10,9,9,9,8,9,9,9,8,8,9,9,9,7,8,5,10,19,21,20,20,17,21,20,22,21,20,20,18,18,16,18,19,19,18,16,17,18,20,17,17,17,19,19,26,20,19,17,17,19,15,11,11,13,14,18,17,14,17,18,17,18,16,16,15,14,15,12,13,13,11,15,12,14,13,12,11,10,10,15,13,13,12,18,16,14,12,14,9,8,8,9,9,9,8,8,9,9,9,11,10,10,17,11,10,9,10,9,8,8,9,9,8,10,10,11,12,12,10,13,12,13,12,10,7,9,8,15,9,7,8,7,6,8,9,8,12,8,10,9,8,8,9,8,8,8,9,11,12,12,12,15,14,24,12,14,13,12,12,11,12,13,13,13,14,14,17,15,16,13,15,14,17,15,15,11,13,13,13,13,12,12,13,13,13,15,17,17,16,14,24,16,10,13,12,11,11,11,12,10,10,13,12,13,13,13,14,15,13,15,19,16,14,11,13,12,10,14,12,11,12,10,14,12,12,12,14,12,17,23,20,18,18,17,16,14,13,16,16,13,19,19,18,17,28,16,17,17,17,14,16,17,16,15,16,11,13,10,10,10,14,9,16,11,9,9,9,9,8,9,8,9,8,9,9,9,7,7,7,6,7,6,7,6,8,7,7,6,6,6,6,6,7,6,6,18,7,8,6,7,5,6,5,6,6,6,8,6,7,8,10,10,10,9,10,9,9,9,8,9,9,10,8,11,10,9,17,12,8,10,9,9,9,9,9,10,12,9,12,11,15,13,12,13,12,12,14,14,11,15,13,13,13,12,12,11,13,11,12,8,9,7,5,10,9,11,11,11,10,10,11,10,9,14,8,9,13,8,8,7,7,8,7,9,8,8,7,8,8,7,7,9,7,8,7,8,9,8,8,8,7,5,9,5,10,11,5,5,9,4,10,13,11,12,15,12,16,13,13,14,14,15,14,15,15,13,19,13,13,12,12,13,13,14,9,11,12,11,11,11,10,10,12,11,10,10,12,10,15,10,11,10,10,11,10,11,10,10,12,11,11,10,10,10,8,9,9,9,8,8,8,9,8,9,14,8,12,9,9,9,9,8,10,10,10,9,10,10,10,9,9,8,9,9,7,8,10,11,8,8,9,16,12,9,8,9,9,12,10,9,8,9,7,7,8,7,7,8,7,7,7,8,6,5,6,6,6,9,12,11,13,18,10,11,10,8,9,9,9,8,9,8,9,8,9,8,7,6,6,6,7,7,8,6,6,6,6,6,7,6,5,6,7,5,14,9,7,7,5,7,7,10,11,11,11,12,13,13,12,13,13,12,11,11,11,12,16,23,17,17,15,11,14,13,15,13,13,10,10,9,8,8,11,8,10,9,8,9,9,9,16,10,8,10,9,10,9,11,12,10,10,11,13,12,12,13,12,15,12,9,6,6,3,8,4,8,12,5,4,8,3,7,10,14,15,13,14,12,14,14,10,12,12,12,11,13,14,12,11,19,13,10,9,10,10,10,10,14,10,10,10,11,9,10,10,9,10,8,9,8,10,8,8,10,16,11,9,9,8,8,10,9,7,8,8,8,8,8,8,7,8,8,7,8,7,8,8,7,9,8,7,8,8,7,8,17,7,10,6,11,8,9,6,5,4,7,4,8,4,8,3,10,9,7,7,7,7,7,6,7,8,7,6,7,8,6,7,7,6,6,8,15,7,7,7,8,7,6,7,6,6,6,6,6,6,6,7,6,8,7,6,6,7,6,6,4,9,3,8,4,5,8,3,8,4,9,4,10,12,18,14,13,15,17,16,17,17,16,16,18,17,18,20,18,23,17,18,17,17,20,18,17,19,20,19,19,19,20,21,19,16,17,16,18,19,18,19,19,18,22,18,19,21,22,19,21,20,21,19,23,21,21,19,20,27,21,21,20,21,23,21,21,19,21,21,19,27,20,20,17,17,17,17,17,18,22,17,18,17,19,29,17,18,18,19,20,19,22,18,17,18,19,18,25,20,19,19,21,20,19,16,17,16,19,20,17,18,20",
"test_run_times": [
44.4200000000000017053025658242404460906982421875,
42.10000000000000142108547152020037174224853515625,
42.60000000000000142108547152020037174224853515625
]
}
}
},
"f06ead5dd4b02dfaf679e3e2963aa431c25bdd59": {
"identifier": "pts\/unigine-heaven-1.6.5",
"title": "Unigine Heaven",
"app_version": "4.0",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0 -video_app opengl",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 58.49730000000000273985278909094631671905517578125,
"raw_values": [
58.2875999999999976353137753903865814208984375,
58.70660000000000167119651450775563716888427734375,
58.4977999999999980218490236438810825347900390625
],
"test_run_times": [
326.18999999999999772626324556767940521240234375,
315.25,
315.56999999999999317878973670303821563720703125
]
},
"Baseline-redo": {
"value": 61.02459999999999951114659779705107212066650390625,
"raw_values": [
61.001800000000002910383045673370361328125,
60.54209999999999780584403197281062602996826171875,
61.52980000000000160298441187478601932525634765625
],
"test_run_times": [
316.66000000000002501110429875552654266357421875,
314.8799999999999954525264911353588104248046875,
315.43999999999999772626324556767940521240234375
]
},
"All-opts-revised-redo2": {
"value": 64.47259999999999990905052982270717620849609375,
"raw_values": [
64.7471000000000032059688237495720386505126953125,
64.167699999999996407495927996933460235595703125,
64.5031000000000034333424991928040981292724609375
],
"test_run_times": [
311.6399999999999863575794734060764312744140625,
310.990000000000009094947017729282379150390625,
311.1000000000000227373675443232059478759765625
]
}
}
},
"bd4c918253bf3bd8d09f6443eb65614362958667": {
"identifier": "pts\/unigine-sanctuary-1.6.4",
"title": "Unigine Sanctuary",
"app_version": "2.3",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 132.68999999999999772626324556767940521240234375,
"raw_values": [
130.96899999999999408828443847596645355224609375,
132.80099999999998772182152606546878814697265625,
134.30000000000001136868377216160297393798828125
],
"test_run_times": [
188.8600000000000136424205265939235687255859375,
186.93999999999999772626324556767940521240234375,
187.05000000000001136868377216160297393798828125
]
},
"Baseline-redo": {
"value": 143.9660000000000081854523159563541412353515625,
"raw_values": [
131.6009999999999990905052982270717620849609375,
128.47100000000000363797880709171295166015625,
148.4379999999999881765688769519329071044921875,
145.580000000000012505552149377763271331787109375,
146.205000000000012505552149377763271331787109375,
145.917000000000001591615728102624416351318359375,
146.3899999999999863575794734060764312744140625,
146.296999999999997044142219237983226776123046875,
146.481999999999999317878973670303821563720703125,
147.3799999999999954525264911353588104248046875,
146.739000000000004320099833421409130096435546875,
148.09600000000000363797880709171295166015625
],
"test_run_times": [
186.979999999999989768184605054557323455810546875,
186.770000000000010231815394945442676544189453125,
186.75,
186.8600000000000136424205265939235687255859375,
186.830000000000012505552149377763271331787109375,
186.8799999999999954525264911353588104248046875,
186.849999999999994315658113919198513031005859375,
186.8600000000000136424205265939235687255859375,
186.900000000000005684341886080801486968994140625,
186.770000000000010231815394945442676544189453125,
186.8700000000000045474735088646411895751953125,
186.780000000000001136868377216160297393798828125
]
},
"All-opts-revised-redo2": {
"value": 145.765999999999991132426657713949680328369140625,
"raw_values": [
136.270999999999986584953148849308490753173828125,
151.34600000000000363797880709171295166015625,
136.349999999999994315658113919198513031005859375,
136.633999999999986130205797962844371795654296875,
153.652999999999991587174008600413799285888671875,
152.30099999999998772182152606546878814697265625,
137.203000000000002955857780762016773223876953125,
149.438999999999992951416061259806156158447265625,
150.22300000000001318767317570745944976806640625,
147.2930000000000063664629124104976654052734375,
149.167000000000001591615728102624416351318359375,
149.3120000000000118234311230480670928955078125
],
"test_run_times": [
187.009999999999990905052982270717620849609375,
186.840000000000003410605131648480892181396484375,
186.849999999999994315658113919198513031005859375,
186.780000000000001136868377216160297393798828125,
186.840000000000003410605131648480892181396484375,
186.849999999999994315658113919198513031005859375,
186.80000000000001136868377216160297393798828125,
186.8600000000000136424205265939235687255859375,
186.8700000000000045474735088646411895751953125,
186.840000000000003410605131648480892181396484375,
186.830000000000012505552149377763271331787109375,
186.8600000000000136424205265939235687255859375
]
}
}
},
"94c291ddc6909bb78a4615f973aca06352264080": {
"identifier": "pts\/unigine-tropics-1.6.4",
"title": "Unigine Tropics",
"app_version": "1.3",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 111.7099999999999937472239253111183643341064453125,
"raw_values": [
110.9959999999999951114659779705107212066650390625,
111.0150000000000005684341886080801486968994140625,
113.1200000000000045474735088646411895751953125
],
"test_run_times": [
211.900000000000005684341886080801486968994140625,
210.759999999999990905052982270717620849609375,
210.710000000000007958078640513122081756591796875
]
},
"Baseline-redo": {
"value": 121.76699999999999590727384202182292938232421875,
"raw_values": [
122.405000000000001136868377216160297393798828125,
121.5079999999999955662133288569748401641845703125,
121.3889999999999957935870043002068996429443359375
],
"test_run_times": [
210.719999999999998863131622783839702606201171875,
210.56999999999999317878973670303821563720703125,
210.56000000000000227373675443232059478759765625
]
},
"All-opts-revised-redo2": {
"value": 121.929000000000002046363078989088535308837890625,
"raw_values": [
122.0160000000000053432813729159533977508544921875,
122.207999999999998408384271897375583648681640625,
121.563999999999992951416061259806156158447265625
],
"test_run_times": [
210.789999999999992041921359486877918243408203125,
210.580000000000012505552149377763271331787109375,
210.590000000000003410605131648480892181396484375
]
}
}
},
"3b5ac9c848023fb4ff493d9d51a44126ecd42773": {
"identifier": "pts\/unigine-valley-1.1.8",
"title": "Unigine Valley",
"app_version": "1.0",
"arguments": "-video_width 1024 -video_height 768 -video_fullscreen 0 -video_app opengl",
"description": "Resolution: 1024 x 768 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 39.220900000000000318323145620524883270263671875,
"raw_values": [
39.06920000000000214868123293854296207427978515625,
39.5692999999999983629095368087291717529296875,
39.02409999999999712372300564311444759368896484375
],
"test_run_times": [
222.289999999999992041921359486877918243408203125,
218.789999999999992041921359486877918243408203125,
218.159999999999996589394868351519107818603515625
]
},
"Baseline-redo": {
"value": 42.47699999999999675992512493394315242767333984375,
"raw_values": [
42.47710000000000007958078640513122081756591796875,
42.42240000000000321733750752173364162445068359375,
42.53139999999999787405613460578024387359619140625
],
"test_run_times": [
217.919999999999987494447850622236728668212890625,
217.6200000000000045474735088646411895751953125,
217.460000000000007958078640513122081756591796875
]
},
"All-opts-revised-redo2": {
"value": 42.54249999999999687361196265555918216705322265625,
"raw_values": [
42.3701999999999969759301166050136089324951171875,
42.74130000000000251247911364771425724029541015625,
42.51610000000000155750967678613960742950439453125
],
"test_run_times": [
217.1299999999999954525264911353588104248046875,
216.919999999999987494447850622236728668212890625,
216.840000000000003410605131648480892181396484375
]
}
}
},
"0c8a7ade36c3cc8c6e767327f0988e84d488104a": {
"identifier": "pts\/xonotic-1.5.1",
"title": "Xonotic",
"app_version": "0.8.2",
"arguments": "+vid_width 1024 +vid_height 768 +exec effects-ultimate.cfg",
"description": "Resolution: 1024 x 768 - Effects Quality: Ultimate",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Baseline": {
"value": 75.3775911999999976842445903457701206207275390625,
"raw_values": [
75.2909585999999961813955451361835002899169921875,
75.21076890000000503277988173067569732666015625,
75.631045999999997775375959463417530059814453125
],
"min_result": [
"16"
],
"max_result": [
"177"
],
"test_run_times": [
151.659999999999996589394868351519107818603515625,
150.6100000000000136424205265939235687255859375,
149.789999999999992041921359486877918243408203125
]
},
"Baseline-redo": {
"value": 75.3948405999999948789991321973502635955810546875,
"raw_values": [
76.4611297999999948160620988346636295318603515625,
74.9349997999999999365172698162496089935302734375,
74.78839229999999815845512785017490386962890625
],
"min_result": [
"15"
],
"max_result": [
"174"
],
"test_run_times": [
148.81999999999999317878973670303821563720703125,
151.18999999999999772626324556767940521240234375,
151.849999999999994315658113919198513031005859375
]
},
"All-opts-revised-redo2": {
"value": 77.8778175000000061345417634584009647369384765625,
"raw_values": [
77.814021999999994250174495391547679901123046875,
78.4572634999999962701622280292212963104248046875,
77.362166900000005398396751843392848968505859375
],
"min_result": [
"16"
],
"max_result": [
"175"
],
"test_run_times": [
146.30000000000001136868377216160297393798828125,
144.68999999999999772626324556767940521240234375,
146.56000000000000227373675443232059478759765625
]
}
}
}
}
}