QEMU testing on Gentoo 2.8 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2209139-NE-2208168NE83
{
"title": "virgl-possible-regression",
"last_modified": "2022-09-13 15:48:55",
"description": "QEMU testing on Gentoo 2.8 via the Phoronix Test Suite.",
"reference_id": "2208168-NE-2208168NE03",
"systems": {
"pre-ci-downfall": {
"identifier": "pre-ci-downfall",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-50802f96a8) (LLVM 14.0.4 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-08-16 08:54:53",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"master-past-downfall": {
"identifier": "master-past-downfall",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-50802f96a8) (LLVM 14.0.4 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-08-16 10:13:04",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"master-dpms-fixed": {
"identifier": "master-dpms-fixed",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-50802f96a8) (LLVM 14.0.4 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-08-16 12:12:48",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"sysvalue-buffer-optimized": {
"identifier": "sysvalue-buffer-optimized",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-50802f96a8) (LLVM 14.0.4 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-08-17 11:59:32",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"syvalue-opt-and-direct-state-access-v1": {
"identifier": "syvalue-opt-and-direct-state-access-v1",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-50802f96a8) (LLVM 14.0.4 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-08-17 17:51:50",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"syvalue-opt-and-direct-state-access-v2": {
"identifier": "syvalue-opt-and-direct-state-access-v2",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-50802f96a8) (LLVM 14.0.4 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-08-18 09:44:50",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"master-new-ubosize-and-host-prog-fix": {
"identifier": "master-new-ubosize-and-host-prog-fix",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.3 Mesa 22.1.3 (LLVM 14.0.6 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-09-11 17:56:29",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"master-new-ubosize-and-host-prog-fix-fix": {
"identifier": "master-new-ubosize-and-host-prog-fix-fix",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.3 Mesa 22.1.3 (LLVM 14.0.6 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-09-11 17:57:37",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"async-multi-threads-2": {
"identifier": "async-multi-threads-2",
"hardware": {
"Processor": "8 x QEMU Virtual 2.5+ (8 Cores)",
"Motherboard": "QEMU Standard PC (Q35 + ICH9 2009) (rel-1.14.0-0-g155821a1990b-prebuilt.qemu.org BIOS)",
"Chipset": "Intel 82G33\/G31\/P35\/P31 + ICH9",
"Memory": "32GB",
"Disk": "97GB",
"Graphics": "Red Hat Virtio GPU 12288GB",
"Audio": "Intel 82801I",
"Monitor": "QEMU Monitor",
"Network": "Red Hat Virtio device"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.52-gentoo-x86_64 (x86_64)",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-d7d1734e85) (LLVM 14.0.6 DRM 3.42...)",
"Compiler": "GCC 11.3.0 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1024x768",
"System Layer": "QEMU"
},
"user": "gerddie",
"timestamp": "2022-09-13 14:30:47",
"client_version": "10.8.0",
"data": {
"cpu-microcode": "0x1000065",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + spec_store_bypass: Not affected + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines STIBP: disabled RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"635f750e16ec5f887b16ca8ad4182de58da3b92f": {
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_width 1600 -r_height 900 +set r_fullscreen 1",
"description": "Resolution: 1600 x 900 - Total Frame Time",
"scale": "Milliseconds",
"proportion": "LIB",
"display_format": "LINE_GRAPH",
"results": {
"pre-ci-downfall": {
"value": "1,8,6,3,3,3,3,3,3,3,3,3,3,4,3,3,3,2,3,3,7,3,3,3,3,3,4,3,4,3,4,3,3,3,4,3,4,4,4,5,6,6,6,6,8,7,8,7,7,7,7,8,7,7,6,8,6,7,7,8,7,7,7,7,8,7,8,7,7,7,7,7,8,7,7,7,7,7,7,8,7,7,7,6,7,7,6,7,7,6,7,7,6,7,7,6,8,6,7,6,7,7,10,7,6,8,6,7,7,6,6,6,6,6,6,5,6,7,5,7,6,6,5,7,5,7,5,6,5,6,5,6,5,5,6,5,6,6,6,5,6,6,6,6,8,5,6,6,6,7,6,6,7,6,6,7,6,6,6,5,6,6,6,6,8,6,7,7,7,6,7,7,6,8,6,6,7,6,6,6,7,6,6,6,9,7,7,6,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,6,8,7,7,7,7,7,9,7,8,7,7,7,7,7,7,10,7,8,7,7,8,7,7,6,7,7,8,7,7,6,7,7,6,7,7,6,6,6,6,4,5,4,3,4,4,4,6,5,5,5,5,5,5,5,5,4,5,5,7,5,6,5,5,5,5,4,5,5,4,5,4,5,4,6,5,4,4,5,4,4,6,4,5,4,5,4,4,4,3,4,4,3,4,4,3,4,3,4,3,3,3,3,4,4,4,3,4,5,4,4,5,6,4,5,4,4,7,4,5,4,5,4,5,5,4,5,5,5,5,5,4,5,4,3,5,5,5,5,5,5,5,5,6,5,6,6,6,5,6,6,5,5,6,5,6,5,5,6,5,5,5,5,5,4,5,4,8,5,5,4,5,5,5,5,5,5,5,4,5,5,5,4,3,4,4,3,4,3,4,4,3,4,3,3,4,3,4,3,4,4,4,4,4,4,4,4,4,4,4,4,5,4,4,4,5,4,4,5,4,4,4,4,4,4,4,4,7,4,3,4,4,4,4,4,4,4,3,4,4,5,5,4,6,5,5,5,5,5,5,6,6,5,5,6,5,5,4,5,5,4,5,5,4,4,4,4,3,5,4,4,4,4,5,4,4,5,4,4,5,4,4,4,6,5,4,4,4,4,5,4,4,4,4,5,4,5,5,5,5,6,6,4,5,5,5,6,5,6,7,6,5,6,6,5,6,6,6,6,6,6,7,6,6,7,6,6,5,4,4,4,7,4,4,3,3,4,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,2,2,3,2,3,4,4,5,5,5,6,6,5,5,5,5,5,4,6,5,5,5,5,5,6,5,6,5,5,5,5,6,5,4,5,5,5,5,6,4,5,5,5,4,5,4,4,4,4,4,4,5,3,5,3,3,4,3,3,4,4,4,3,4,3,4,3,4,4,6,4,4,4,4,3,4,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,2,3,3,3,2,3,2,3,2,3,3,3,4,4,4,4,4,5,4,5,4,4,4,5,4,4,5,4,3,4,4,3,3,3,3,3,2,3,2,3,3,3,2,3,3,2,2,3,3,2,3,3,2,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,2,3,3,2,5,3,4,3,5,4,4,4,4,4,4,4,4,4,4,4,4,4,5,4,5,5,4,4,5,5,6,6,5,6,6,5,5,5,6,4,6,6,6,6,6,6,5,5,4,4,5,4,4,4,4,3,3,4,4,5,4,6,9,5,5,4,4,4,4,4,4,4,4,4,4,3,4,4,3,5,4,5,4,4,4,5,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,3,4,4,3,4,4,4,3,4,3,4,4,3,4,3,7,3,5,7,7,5,3,2,3,2,3,2,3,2,3,3,3,3,3,2,3,3,3,3,3,2,2,3,3,3,2,3,3,3,3,2,4,2,3,3,3,3,2,3,3,3,3,3,3,3,3,3,4,3,4,4,3,4,3,4,3,3,3,4,4,3,4,4,4,3,4,3,3,3,4,3,3,4,3,5,4,4,3,4,5,4,5,5,5,6,5,6,6,5,6,5,6,5,6,5,5,5,6,5,6,5,6,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,4,4,4,4,4,6,5,4,4,4,6,6,6,5,5,6,5,5,5,4,5,4,5,4,4,4,4,4,4,4,4,3,4,3,3,4,4,4,4,3,4,3,3,4,4,4,3,4,4,5,4,4,4,4,4,4,4,4,4,4,5,3,4,4,6,5,3,2,3,3,5,4,5,5,5,5,4,5,4,5,4,5,5,4,5,5,5,5,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,3,4,4,3,4,4,3,3,4,4,4,4,4,4,5,4,5,7,5,4,5,4,4,5,5,5,4,5,5,5,4,5,5,4,6,4,5,5,5,6,5,5,5,4,5,4,4,3,4,4,4,4,4,5,5,5,5,5,4,5,5,5,5,4,5,4,5,4,5,5,8,5,6,7,7,7,6,8,8,8,8,8,7,9,7,8,9,8,8,8,8,8,7,7,7,7,7,6,6,6,6,5,5,4,4,4,4,4,7,4,4,4,4,4,4,4,4,4,4,4,5,4,4,4,5,4,4,4,5,4,4,4,4,5,4,4,4,4,3,4,4,4,4,4,3,4,4,3,4,4,4,4,3,4,3,4,3,3,3,4,3,3,3,3,4,3,3,4,3,3,4,4,3,3,5,4,4,4,5,6,7,6,6,8,8,8,7,8,7,8,7,7,8,8,9,8,7,7,8,7,7,8,8,8,8,8,7,8,8,11,7,8,8,7,8,7,8,7,8,7,6,7,6,7,6,6,7,6,7,6,6,6,6,6,6,8,6,6,6,8,7,6,7,7,7,8,9,7,8,7,7,8,7,7,7,8,7,7,7,7,7,7,7,7,7,6,8,7,7,9,7,7,7,7,7,7,8,6,7,6,7,9,6,7,6,8,6,6,6,6,7,6,6,6,6,6,7,6,6,7,6,6,7,6,6,4,4,4,4,4,4,5,4,4,4,5,4,5,5,6,6,6,6,5,6,9,6,6,5,6,5,6,5,6,6,6,6,6,6,6,5,6,6,6,6,5,5,5,5,5,5,5,6,5,5,5,5,5,6,5,5,5,5,5,4,5,5,5,4,4,4,4,5,6,5,5,4,5,5,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,6,7,7,5,4,4,3,4,3,3,4,3,3,4,3,4,3,3,4,3,3,6,3,4,4,5,4,4,4,4,4,4,5,4,4,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,7,8,8,8,6,5,6,5,5,5,6,7,6,7,7,6,8,9,9,9,10,8,8,7,7,8,7,7,7,7,8,7,7,7,7,7,7,7,8,8,8,9,8,8,8,8,8,8,8,8,7,7,7,9,7,7,7,7,7,6,7,6,6,6,7,6,6,7,6,6,6,7,5,7,6,6,7,6,6,7,6,6,6,5,6,5,5,4,5,4,5,4,5,4,6,8,6,5,6,5,6,7,6,7,7,7,6,7,7,6,7,6,7,6,6,6,5,4,3,3,2,4,5,6,5,6,5,6,5,5,5,5,5,5,5,6,6,5,5,6,5,6,5,6,5,5,5,5,5,5,4,5,5,5,6,5,4,3,4,3,4,4,4,3,4,3,4,3,3,3,4,4,4,4,3,4,4,4,4,5,3,3,4,3,3,3,4,5,5,5,5,6,5,6,5,6,6,7,8,6,5,6,6,4,5,5,5,5,5,5,2,2,2,2,3,2,2,5,4,5,4,4,4,4,4,3,5,4,5,4,4,5,5,4,4,4,4,4,4,4,4,3,4,3,4,4,3,3,4,3,3,4,3,3,4,3,3,4,3,4,3,3,4,3,3,3,3,2,3,3,3,2,2,3,2,2,1,1,2,1,2,2,3,2,2,4,3,2,3,3,3,2,3,3,2,2,3,2,4,3,4,3,4,3,4,2,4,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,2,3,2,3,2,3,2,2,2,1,2,2,1,2,2,3,4,4,4,4,3,4,4,3,4,3,5,4,3,2,3,3,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,3,2,3,3,3,4,4,3,4,3,4,3,3,3,3,4,3,3,4,3,4,3,4,4,4,4,3,3,3,3,3,3,2,4,3,4,5,4,5,4,5,5,4,5,4,5,4,4,4,4,4,4,4,3,6,4,3,5,5,5,5,4,4,3,5,4,4,4,4,4,4,4,3,3,3,3,4,3,3,4,3,3,4,3,4,3,4,3,4,4,3,5,4,4,5,5,4,5,4,5,5,4,6,5,4,5,5,5,4,4,5,5,5,4,7,4,3,3,3,3,3,2,3,3,3,2,3,2,3,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,3,2,3,2,3,3,3,4,4,3,4,3,4,3,4,4,4,4,4,4,4,4,5,4,5,4,5,5,5,5,5,5,4,5,4,5,4,4,5,4,3,4,4,5,4,4,3,4,3,4,4,3,4,4,3,4,3,3,3,3,3,4,3,3,2,3,3,3,3,3,4,2,2,3,3,3,2,3,3,2,3,3,3,2,3,3,2,2,3,2,3,2,3,2,3,2,3,2,2,2,2,3,2,2,3,2,3,2,3,3,2,3,2,3,2,2,3,2,3,3,2,2,3,3,3,2,3,2,3,3,2,3,4,3,3,2,3,2,2,3,2,3,3,2,3,2,3,2,3,2,3,2,2,3,2,2,3,2,2,2,2,2,2,2,3,3,2,3,4,3,3,4,3,3,3,3,4,3,4,3,4,3,4,3,4,3,3,3,3,3,4,3,4,3,3,4,3,3,2,3,2,2,3,3,3,3,4,3,2,3,3,3,3,2,3,2,3,2,3,2,3,3,2,3,2,2,2,2,2,2,1,2,2,2,2,2,3,2,2,2,2,2,2,1,2,2,3,2,3,2,2,2,2,2,2,2,2,3,2,3,2,2,2,2,2,2,2,3,2,3,2,2,3,2,4,2,3,3,2,3,2,3,2,3,2,3,3,2,3,2,3,2,3,4,3,2,3,3,2,3,2,3,3,2,3,2,2,3,2,3,2,3,2,4,5,4,5,4,5,4,7,5,4,5,5,6,5,5,5,5,5,5,5,6,5,4,6,5,5,5,5,7,6,6,6,5,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,5,6,7,6,6,5,6,5,6,6,5,6,6,6,6,5,6,5,4,3,4,3,3,3,3,3,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,4,4,3,4,3,4,3,3,4,3,4,3,3,3,4,3,3,3,3,4,3,3,3,3,5,3,3,2,4,5,5,6,5,6,5,6,5,6,5,6,6,5,6,5,6,7,6,5,6,6,6,6,6,6,6,5,6,6,6,5,5,5,4,4,4,3,5,6,6,5,5,5,7,5,5,5,5,5,4,5,4,4,5,4,4,4,5,4,3,4,3,3,4,4,4,5,4,4,4,4,3,2,3,3,3,3,3,2,2,3,3,4,3,3,3,4,3,3,3,3,3,3,3,3,2,3,3,4,3,4,3,4,4,5,3,3,3,2,3,3,2,2,4,2,3,2,3,3,3,2,3,2,2,3,2,3,3,2,3,4,4,4,4,4,5,5,4,5,4,5,3,4,4,4,4,5,4,4,4,5,5,5,5,5,5,4,5,5,4,4,5,4,4,5,4,5,5,5,5,4,5,6,5,4,5,7,5,4,4,4,4,4,4,4,5,4,4,5,4,5,5,5,4,5,5,4,5,4,4,4,4,5,4,4,4,5,4,4,5,4,5,5,5,5,5,5,5,5,5,6,5,5,5,6,5,5,6,5,5,8,5,5,6,5,5,6,5,4,4,5,3,5,4,4,4,3,4,4,3,4,3,4,3,3,4,3,4,3,3,3,4,3,3,3,3,3,3,3,3,2,3,3,3,2,2,2,3,3,3,2,3,3,2,2,3,2,2,3,2,4,3,4,4,4,4,4,4,3,3,4,4,4,4,4,3,4,3,4,4,3,4,4,3,3,4,3,4,4,4,4,5,4,6,5,4,4,5,5,5,5,5,5,5,4,4,5,4,5,5,5,4,4,4,3,4,5,4,4,5,4,4,4,4,4,4,3,4,4,5,4,7,3,3,4,3,3,4,3,3,4,3,4,3,5,4,3,4,4,5,4,4,4,3,4,4,4,3,4,4,4,3,4,4,5,5,6,6,6,6,7,6,7,6,7,6,7,5,6,6,5,6,6,6,5,9,6,6,6,6,6,5,6,6,6,6,6,6,5,6,6,5,5,6,5,6,6,6,5,6,5,6,6,5,6,5,5,5,5,4,5,5,5,4,5,4,5,5,4,7,5,5,6,5,5,6,5,5,6,5,5,5,5,5,4,5,5,4,5,4,5,4,5,4,4,5,4,5,5,4,5,5,4,5,4,4,3,4,4,4,4,3,4,3,4,3,3,3,3,4,5,5,7,6,6,6,5,7,4,5,4,4,4,5,4,4,4,4,4,4,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,4,4,3,3,3,3,4,4,3,5,6,6,6,6,6,6,5,7,6,6,6,5,6,7,7,7,7,7,7,7,7,7,7,7,6,6,5,4,5,4,6,4,5,4,4,5,5,5,4,5,4,4,5,5,5,5,5,5,5,5,7,6,6,6,5,6,6,5,3,3,3,3,4,3,3,3,3,3,3,3,7,7,6,7,6,6,6,6,6,6,6,6,5,6,5,6,6,6,6,5,5,5,5,5,5,6,5,5,5,5,4,5,5,5,5,4,5,5,4,4,5,4,4,3,4,4,5,3,8,5,4,4,4,3,4,4,4,4,4,4,4,4,4,3,4,4,4,4,3,4,4,4,4,4,4,3,4,4,4,5,3,4,3,3,3,4,3,3,3,3,4,4,3,4,3,4,3,3,4,3,4,3,3,4,3,3,3,4,3,3,3,4,4,3,3,4,3,3,6,3,3,3,3,3,3,3,4,4,3,3,3,3,3,3,3,4,3,3,4,4,3,4,3,4,4,4,7,7,7,7,7,8,9,8,8,8,9,8,9,8,10,8,8,7,8,10,8,7,8,8,7,8,7,8,7,7,8,7,8,7,7,8,9,7,8,9,8,9,8,8,8,9,8,8,8,7,9,11,8,8,8,7,7,7,7,7,7,6,6,6,6,6,6,7,7,7,7,7,7,7,6,7,7,7,7,7,7,6,7,7,6,7,7,7,9,8,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,8,7,7,6,7",
"test_run_times": [
18.21000000000000085265128291212022304534912109375,
16.10000000000000142108547152020037174224853515625,
16.219999999999998863131622783839702606201171875,
16.4200000000000017053025658242404460906982421875,
14.269999999999999573674358543939888477325439453125,
14.2400000000000002131628207280300557613372802734375,
16.17999999999999971578290569595992565155029296875,
16.339999999999999857891452847979962825775146484375,
17.519999999999999573674358543939888477325439453125,
15.839999999999999857891452847979962825775146484375,
17.5,
16.050000000000000710542735760100185871124267578125,
18.3599999999999994315658113919198513031005859375,
14.6300000000000007815970093361102044582366943359375,
17.510000000000001563194018672220408916473388671875
]
},
"master-past-downfall": {
"value": "1,9,10,3,3,2,3,3,2,3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,2,4,3,2,3,3,3,3,2,4,3,4,4,5,6,5,5,6,5,6,6,6,6,6,5,6,6,5,6,6,5,6,6,6,5,6,6,8,6,6,6,6,6,6,5,7,6,6,6,6,6,6,6,6,5,6,6,5,6,5,6,5,6,6,5,6,5,6,6,6,5,6,5,5,6,5,6,5,6,7,9,5,6,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,4,5,5,4,5,5,5,4,4,5,4,5,5,5,5,5,5,5,4,5,5,5,6,5,5,5,5,5,5,5,5,7,5,5,5,5,5,6,6,5,6,6,5,6,5,5,6,5,5,5,5,5,6,5,5,6,5,6,5,6,6,6,6,6,6,7,6,5,6,6,6,6,5,5,6,6,8,6,6,6,7,5,7,7,7,6,6,6,6,6,6,6,6,6,7,6,6,7,6,6,6,6,6,6,6,6,6,5,6,6,5,6,5,5,5,5,4,4,3,6,3,3,4,4,5,4,4,4,5,4,4,5,4,4,4,4,4,6,4,4,4,4,5,4,4,4,4,4,4,4,4,4,3,4,3,4,4,4,4,4,4,4,4,4,3,4,3,3,3,3,3,3,3,2,4,2,3,3,3,3,3,3,3,4,4,6,4,5,5,3,4,3,4,4,3,4,3,5,4,4,4,4,4,5,4,5,4,4,4,3,3,4,5,5,4,5,4,5,4,5,5,5,5,5,5,5,4,6,4,5,5,4,4,5,5,4,4,4,4,4,3,5,4,3,7,4,4,4,4,5,3,4,4,4,3,4,4,3,4,3,2,3,3,3,2,3,3,3,3,2,3,3,2,2,3,3,3,3,4,3,3,3,3,4,3,3,3,4,3,3,4,3,3,4,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,6,4,4,4,4,4,4,5,3,4,4,4,3,3,4,4,4,3,3,3,3,3,3,3,3,4,3,3,3,4,3,4,3,4,3,3,3,4,3,4,3,4,3,3,4,3,4,3,3,4,3,4,4,4,5,4,5,2,4,4,5,4,5,5,5,5,4,8,5,4,5,5,5,5,4,5,5,5,5,5,5,4,4,4,3,3,3,3,3,3,3,2,3,2,2,2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,4,4,4,4,5,4,4,4,3,4,4,4,4,4,4,5,4,4,4,4,4,4,4,6,5,4,4,4,4,4,4,4,4,4,4,3,4,4,4,4,3,3,4,3,4,3,3,3,3,3,2,3,3,3,3,3,3,3,2,3,3,3,3,3,4,2,3,3,3,2,3,3,2,3,2,3,3,2,2,3,2,3,2,2,2,3,2,2,2,2,2,2,3,2,3,2,3,2,3,2,3,3,2,2,3,2,3,2,2,2,2,4,3,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,4,2,3,3,3,2,3,3,2,3,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,1,2,1,2,1,2,1,2,1,2,1,2,1,2,2,2,2,1,2,1,2,1,2,1,3,1,3,2,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,4,3,4,4,4,4,4,4,4,6,4,3,4,5,4,5,4,4,4,4,3,3,3,3,4,3,3,2,3,2,3,4,3,4,7,4,4,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,4,3,4,3,3,3,4,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,2,3,2,3,2,3,2,2,2,5,3,3,2,3,4,4,5,7,4,3,2,2,2,2,2,2,2,3,3,2,3,2,3,2,3,3,2,3,2,3,3,2,3,2,3,3,2,3,2,3,3,2,3,3,2,3,3,3,2,3,3,2,2,3,2,4,3,4,3,4,3,3,3,3,3,3,4,3,4,3,4,3,4,3,3,3,3,3,3,4,3,3,3,6,4,3,3,4,3,5,4,5,5,5,5,5,5,5,5,5,5,4,5,5,4,5,5,5,5,5,5,4,5,5,4,5,4,5,4,4,4,4,5,4,5,4,4,4,3,4,4,3,4,4,4,3,5,5,5,8,7,6,7,6,6,6,5,5,5,5,6,4,5,5,5,5,5,4,5,5,5,5,5,5,5,5,6,4,5,6,5,5,5,5,5,5,5,5,6,4,6,5,5,5,6,5,5,7,5,5,4,4,4,4,3,4,3,6,5,5,6,5,6,5,6,5,5,5,5,5,6,5,5,5,6,5,4,5,5,4,5,5,4,5,4,5,4,5,4,4,5,4,4,4,4,3,3,3,4,4,4,7,4,4,4,5,5,4,5,5,5,5,6,5,5,5,5,6,5,6,5,5,5,5,6,5,5,5,5,6,5,5,6,6,6,5,6,5,5,5,5,4,5,4,4,4,4,5,5,6,5,8,5,6,5,6,5,5,5,5,5,5,5,5,6,5,6,5,6,7,7,6,8,8,9,7,7,8,8,8,8,8,8,8,8,8,8,8,6,9,6,7,6,7,5,6,6,5,4,4,4,4,5,4,4,5,4,4,4,4,4,5,4,4,4,5,4,4,5,4,4,5,4,4,5,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,3,7,4,4,4,3,3,4,3,4,3,3,3,4,3,3,3,3,3,4,3,4,3,4,4,4,4,4,4,6,6,7,6,7,8,8,8,8,8,8,8,8,8,8,8,10,9,8,10,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,5,6,5,5,5,7,5,5,6,5,5,5,5,6,5,5,5,6,5,5,5,5,4,5,5,5,4,5,5,5,5,6,4,5,5,6,5,5,5,5,4,5,4,5,5,4,4,5,5,4,4,5,4,4,5,4,6,5,4,5,4,5,4,5,4,3,4,4,2,3,2,3,3,3,3,3,3,3,3,3,4,4,4,4,4,3,4,4,4,4,5,3,4,4,4,4,4,5,4,4,4,4,5,4,4,5,4,4,3,4,3,3,4,3,4,3,4,4,3,4,5,4,5,3,3,4,3,4,3,4,3,3,3,3,3,3,3,4,3,4,3,3,2,3,3,3,4,2,3,3,2,2,3,4,4,4,3,4,3,4,5,3,4,4,3,4,3,4,4,3,4,5,5,5,4,3,2,2,3,2,2,3,2,2,2,2,3,2,2,2,2,3,2,2,2,3,2,3,2,3,3,2,3,4,3,2,3,2,3,2,2,2,2,2,2,2,2,2,1,2,3,2,2,5,5,5,5,4,4,3,3,3,4,4,4,4,4,5,4,5,5,5,6,5,5,5,5,5,4,5,4,5,4,5,5,5,4,5,4,5,5,4,5,5,5,5,5,5,6,5,5,5,5,4,4,5,4,4,4,4,4,4,4,4,4,3,4,4,4,4,4,4,4,3,4,3,4,4,4,4,4,4,4,3,4,3,4,3,3,3,3,3,2,3,2,3,4,3,3,4,3,3,4,3,4,4,4,5,4,4,4,4,4,4,6,4,4,4,3,4,2,3,2,2,2,3,4,3,4,3,4,3,3,4,3,3,4,3,4,4,4,3,4,4,4,4,4,3,4,3,4,3,3,3,3,3,3,4,4,3,4,3,3,4,3,4,4,4,3,4,3,3,3,4,4,4,4,4,3,4,4,4,4,3,3,3,5,3,3,4,4,6,5,5,6,5,6,5,5,6,6,5,6,5,5,5,6,5,5,6,5,5,6,2,2,2,2,3,2,3,4,4,5,5,4,4,4,4,4,5,5,4,5,4,5,5,5,5,4,4,4,4,5,3,4,4,3,3,4,4,3,4,3,4,3,4,3,4,3,3,3,4,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,2,2,2,2,1,2,2,2,3,2,3,3,3,2,3,3,3,3,2,3,2,2,3,3,4,3,4,3,4,4,3,3,3,3,3,3,3,3,4,3,3,4,3,2,3,3,3,3,5,4,3,3,3,3,4,3,3,3,2,2,3,3,2,2,3,2,3,2,4,5,5,5,5,4,5,5,5,5,4,4,4,3,4,3,4,3,3,3,3,3,3,2,3,2,3,2,3,3,2,3,3,4,3,4,3,4,4,4,4,5,4,4,5,4,4,4,4,4,7,4,4,4,5,5,5,5,6,7,5,6,5,4,5,4,4,4,5,5,6,7,7,7,7,6,7,8,7,6,6,4,5,4,4,4,4,4,3,4,3,4,5,5,5,4,5,4,3,4,6,4,4,5,4,4,4,3,4,3,3,3,4,3,4,3,3,4,4,4,3,4,3,4,4,4,5,4,4,4,5,5,5,4,5,4,5,5,5,6,5,5,5,5,5,5,6,5,5,5,4,3,4,4,3,3,3,3,3,3,3,3,6,3,3,2,3,2,3,2,3,3,2,2,3,3,3,3,3,3,3,4,3,3,4,4,4,5,5,5,6,4,5,5,5,4,6,6,5,5,6,5,5,6,6,6,6,7,8,7,6,7,7,6,6,6,6,6,7,6,5,5,5,6,5,6,5,5,5,5,5,4,5,5,5,5,5,5,4,4,4,5,4,4,4,4,5,4,4,5,4,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,3,4,3,4,5,4,4,4,3,3,3,3,4,3,4,3,4,4,3,5,3,4,3,3,4,4,3,4,4,4,3,4,4,4,3,4,4,3,4,5,4,4,3,4,3,4,4,3,4,3,4,3,3,3,5,3,4,3,3,3,4,3,3,4,3,4,3,3,3,3,3,3,3,4,6,3,4,4,4,4,4,5,4,5,4,4,4,5,5,5,5,5,5,4,5,4,5,5,4,5,5,4,4,5,4,5,5,4,4,4,4,5,4,4,4,4,4,5,4,4,4,3,4,4,3,4,4,3,4,3,3,3,3,3,6,3,3,3,4,3,4,3,3,4,4,3,4,3,3,4,3,3,4,3,3,4,3,4,4,4,3,4,3,3,5,4,3,4,3,4,3,4,4,3,4,4,3,4,4,4,4,4,4,4,6,4,5,4,4,4,4,4,4,4,5,4,4,4,4,5,7,4,4,6,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,6,7,7,7,7,7,8,7,7,7,8,8,8,8,8,7,8,8,7,8,8,7,7,7,7,6,7,8,9,8,8,9,8,8,8,8,8,8,9,7,8,7,8,8,9,8,8,8,8,8,7,8,7,10,8,8,7,8,8,8,8,8,8,8,8,7,8,7,5,5,5,4,5,3,4,4,4,4,4,4,3,5,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,7,4,5,4,5,5,4,5,4,4,5,4,4,5,4,5,4,4,4,4,5,4,3,4,5,6,8,8,7,8,7,8,7,7,8,8,7,7,7,7,7,7,8,7,9,8,8,8,8,7,8,7,8,7,6,8,7,7,7,5,4,5,7,7,7,7,7,7,7,6,7,6,7,6,6,6,6,6,6,5,6,8,6,5,5,5,4,5,5,6,5,6,5,6,5,6,4,4,3,4,4,4,3,3,4,4,4,5,5,4,4,5,5,3,5,4,4,4,4,3,4,5,4,5,5,5,5,4,5,6,4,3,4,4,3,4,3,3,6,3,4,3,4,4,4,4,3,4,4,4,3,4,3,4,4,5,5,6,5,6,7,6,6,6,6,6,6,5,5,5,6,6,6,6,5,7,6,7,6,7,6,7,6,7,5,6,6,7,5,6,5,6,6,6,6,6,6,6,6,6,5,5,6,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,5,5,5,6,5,6,5,5,5,5,5,5,5,5,5,9,5,6,6,6,6,6,6,6,6,6,7,6,6,7,7,6,7,6,7,6,7,6,7,6,6,6,7,6,6,6,5,5,5,5,4,5,4,4,4,4,4,4,4,7,4,4,4,4,5,3,4,3,3,3,4,3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,2,3,3,2,3,2,2,2,2,3,2,3,3,4,4,4,5,4,4,3,4,4,4,4,4,3,4,4,4,4,4,3,4,4,4,4,3,4,4,4,4,5,4,5,6,8,5,6,5,5,5,6,5,5,5,5,5,4,5,4,6,5,4,5,4,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,5,4,3,4,3,3,4,3,4,3,4,3,4,4,4,4,4,3,4,3,5,4,4,4,3,7,2,4,4,3,4,4,3,4,4,5,4,6,6,6,6,6,6,6,7,6,7,6,6,5,6,6,5,7,6,6,6,6,5,6,5,6,5,5,6,5,5,6,5,5,6,5,9,5,5,6,5,6,5,6,5,5,5,6,6,5,5,4,4,4,5,4,5,4,4,4,5,4,4,4,6,4,5,5,4,5,5,5,5,4,5,5,5,4,4,4,4,5,4,4,4,4,4,4,4,4,8,4,5,4,5,5,4,4,4,4,4,3,4,3,4,4,3,4,3,3,3,3,3,3,3,5,5,6,6,6,5,5,5,4,4,4,4,4,4,4,4,4,4,4,4,3,3,4,2,3,4,2,3,3,3,3,3,2,3,4,4,3,3,3,3,3,7,4,3,5,5,6,6,5,6,6,5,6,6,5,6,6,5,6,7,7,6,7,6,6,7,7,7,6,6,5,5,5,4,5,5,5,5,4,5,5,5,4,5,4,5,4,9,5,4,4,6,5,5,5,7,6,6,6,6,5,6,5,3,3,4,3,4,4,3,3,4,3,3,3,5,7,6,7,6,6,5,6,6,6,6,5,6,5,6,5,6,6,5,5,5,5,7,4,4,6,4,5,5,5,4,5,5,4,5,4,4,4,4,4,4,4,4,4,4,4,4,3,6,4,4,4,4,4,4,4,4,3,4,4,4,4,4,3,4,4,4,3,4,4,4,3,4,4,4,4,3,4,4,5,3,4,3,7,3,4,3,3,4,3,4,3,4,3,4,3,4,3,3,3,4,3,3,3,4,3,3,4,3,3,4,4,3,3,4,3,4,3,4,3,3,4,3,3,3,4,4,3,4,3,3,3,3,3,3,4,3,3,3,3,4,3,3,4,3,5,7,6,7,7,6,12,9,8,8,9,9,8,9,8,10,8,9,8,9,8,8,8,9,8,8,9,8,8,8,8,8,8,8,8,8,12,10,9,9,11,9,10,10,9,10,9,10,9,10,9,10,9,9,9,10,9,9,9,9,9,9,9,13,9,10,9,9,9,9,11,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,14,8,9,9,9,8,9,8,8,9,8,9,8,9,9,8,10,10,8,9,8",
"test_run_times": [
16.78999999999999914734871708787977695465087890625,
16.800000000000000710542735760100185871124267578125,
17.35000000000000142108547152020037174224853515625,
18.53999999999999914734871708787977695465087890625,
18.1099999999999994315658113919198513031005859375,
18.010000000000001563194018672220408916473388671875,
19.1700000000000017053025658242404460906982421875,
18.019999999999999573674358543939888477325439453125,
18.719999999999998863131622783839702606201171875,
16.839999999999999857891452847979962825775146484375,
17.8299999999999982946974341757595539093017578125,
17.3900000000000005684341886080801486968994140625
]
},
"master-dpms-fixed": {
"value": "10,7,5,3,3,3,3,3,2,3,3,3,3,2,3,2,3,2,3,3,2,3,3,2,2,2,3,2,3,3,2,3,2,3,2,2,3,4,3,4,5,5,4,5,6,6,5,6,5,6,5,6,5,5,7,5,5,6,5,6,6,5,5,6,5,6,6,5,6,5,5,6,6,5,5,6,5,5,6,6,5,5,5,5,5,5,5,6,4,5,5,5,5,5,6,5,6,5,5,5,6,8,6,5,5,7,5,6,6,5,5,5,4,5,6,5,5,5,5,5,5,5,4,5,5,5,5,5,4,5,4,5,4,5,5,4,4,6,5,4,5,4,5,4,5,4,4,5,4,5,5,5,8,5,5,5,5,4,5,4,4,5,4,5,6,5,6,5,5,5,5,5,5,5,5,4,5,5,4,5,5,5,5,5,5,5,5,6,5,5,6,5,5,6,6,5,5,6,5,6,5,6,7,6,6,6,5,6,5,6,6,6,6,5,6,6,5,5,6,6,5,7,5,6,6,6,6,5,5,6,5,6,5,5,5,5,6,5,5,5,5,4,5,3,4,3,3,3,2,3,6,4,3,4,4,4,4,4,4,3,4,4,3,4,5,4,3,4,4,4,3,4,3,4,4,3,4,4,4,3,3,4,3,3,4,3,4,3,4,3,4,3,3,3,3,3,3,2,3,3,2,3,3,2,2,2,3,3,2,3,4,3,3,3,4,5,3,3,4,3,3,3,4,3,6,3,4,4,3,4,4,4,5,3,4,3,3,3,3,5,4,4,4,4,4,5,4,4,5,4,5,4,5,4,4,4,5,4,4,4,4,4,5,4,4,4,3,4,4,4,3,4,4,3,4,4,3,4,3,4,3,3,4,3,3,4,2,3,2,3,2,5,3,2,3,3,2,3,3,2,3,2,3,3,3,3,2,2,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,4,4,3,3,4,4,4,3,5,4,4,3,4,4,3,3,3,4,3,3,3,3,3,3,2,3,3,3,5,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,4,4,4,4,4,3,3,3,4,4,4,5,4,5,4,4,5,4,4,5,4,5,4,5,5,4,4,5,5,4,4,3,3,3,3,3,2,3,3,2,2,3,2,2,2,5,2,2,3,2,2,2,2,2,2,2,1,2,3,2,2,2,3,3,4,3,4,4,4,3,3,3,4,3,3,4,3,4,3,4,4,3,4,4,4,3,3,4,4,4,3,4,3,4,3,4,4,3,3,4,3,4,3,3,3,3,3,3,3,3,3,2,3,2,3,3,2,3,3,3,3,2,3,2,3,3,3,3,4,3,3,3,2,3,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,3,1,2,2,3,2,2,2,2,2,2,2,3,2,2,2,2,1,1,2,2,2,2,2,2,2,1,2,2,2,1,3,1,3,3,2,3,3,3,3,2,3,3,2,3,2,3,2,2,2,2,2,2,1,2,2,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,2,1,2,1,1,2,1,2,2,1,11,2,11,1,12,1,11,1,12,1,2,3,2,4,4,4,4,3,4,3,4,4,3,4,3,4,4,4,5,4,3,4,5,4,5,5,5,6,5,5,5,5,5,4,6,5,6,6,6,6,5,4,4,4,4,4,4,4,4,3,3,7,4,3,4,5,9,5,6,4,4,4,5,4,4,4,4,4,4,4,4,4,4,5,5,4,5,4,5,4,4,5,4,5,4,5,4,4,4,4,5,3,4,5,4,4,4,4,3,4,3,4,3,4,4,4,3,3,4,4,7,3,4,4,3,4,5,6,7,4,4,3,2,3,2,3,2,3,3,3,2,3,3,3,3,2,3,3,3,3,2,3,3,3,2,3,3,3,2,3,3,3,4,2,3,3,3,3,3,3,3,3,3,3,3,4,3,4,4,3,4,3,4,3,3,4,3,3,4,4,3,4,4,3,4,3,3,4,6,3,3,4,3,4,4,4,4,4,4,5,5,5,6,5,6,5,6,5,5,6,5,6,5,6,5,5,6,5,6,5,6,6,5,5,5,5,6,5,5,5,5,5,5,5,6,5,5,4,8,4,5,5,4,4,5,4,5,5,5,6,7,6,6,6,6,6,5,6,5,5,6,5,5,5,5,5,5,5,5,4,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,8,6,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,3,3,4,4,5,6,5,6,6,5,6,5,6,4,5,5,4,4,5,5,4,5,5,4,4,4,4,4,4,5,4,4,4,5,4,4,7,4,4,4,4,4,3,4,4,4,4,3,4,4,4,4,4,4,4,5,4,5,5,5,4,5,5,5,5,5,5,5,5,4,5,5,5,5,5,5,5,6,5,5,6,5,6,5,5,5,4,5,4,4,4,7,5,4,5,6,6,6,6,5,6,6,6,6,5,6,5,5,6,5,6,6,6,6,6,6,8,7,8,8,9,9,8,8,9,8,9,8,10,12,8,9,9,9,8,7,8,7,7,7,7,6,6,6,4,5,4,4,5,4,5,4,5,4,4,4,4,5,4,4,5,4,5,4,5,4,5,4,5,4,5,4,5,4,4,9,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,3,3,3,3,3,3,4,3,4,3,4,3,4,3,4,4,4,4,4,4,5,6,6,6,7,7,8,8,8,8,8,8,10,8,9,8,9,10,9,9,9,9,9,9,9,10,9,10,10,9,10,9,9,10,9,9,8,9,8,12,9,8,8,8,7,7,7,7,8,7,7,8,6,8,7,7,7,7,7,7,7,7,8,8,7,8,8,8,8,9,8,8,11,9,9,8,8,8,8,8,8,8,9,7,7,7,7,7,6,8,6,7,9,7,7,7,7,7,7,7,6,7,6,6,7,6,6,8,8,6,6,7,7,6,5,6,7,6,7,6,6,7,7,6,7,6,6,6,5,3,4,4,5,4,5,4,4,4,5,4,5,5,6,6,6,6,5,5,6,6,6,9,5,6,5,6,5,6,6,6,6,6,6,5,6,7,6,5,6,5,5,5,5,5,5,6,5,5,5,6,5,6,5,5,5,5,5,4,5,5,4,5,4,4,4,5,4,5,5,7,5,5,4,4,4,5,4,4,4,4,4,4,4,4,5,5,6,5,5,5,5,6,5,5,5,4,4,5,5,5,5,5,5,7,6,6,4,3,4,3,3,4,3,3,3,4,3,3,4,3,3,3,4,3,3,3,4,7,4,3,4,3,4,4,4,3,4,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,4,6,6,8,7,6,5,4,5,4,5,5,6,6,6,5,6,7,8,8,7,7,7,7,7,6,6,9,7,6,6,7,6,7,6,6,7,6,7,6,7,8,7,7,7,7,7,7,7,7,7,7,6,6,6,6,6,6,6,6,5,6,6,5,5,6,8,6,5,6,5,6,5,5,6,6,5,6,5,6,5,6,5,5,6,5,4,4,4,4,4,4,4,4,5,4,5,5,5,4,5,5,6,6,6,6,5,6,6,6,6,5,6,6,8,6,5,5,2,3,3,2,4,4,5,5,5,5,5,4,4,5,4,4,5,4,5,5,5,4,5,5,4,5,5,5,4,5,4,4,4,4,4,5,4,5,5,4,5,4,4,6,5,5,4,5,5,4,4,4,7,5,5,5,5,5,5,5,5,5,5,4,4,5,4,4,4,5,5,6,5,7,7,7,6,7,7,6,8,7,7,7,6,7,7,6,7,6,7,7,6,4,2,3,3,3,6,3,6,6,6,6,6,6,5,5,4,7,6,6,6,6,6,6,6,6,5,5,5,5,5,6,5,4,5,6,4,5,4,5,4,5,4,5,4,5,4,5,4,4,4,4,4,4,4,4,6,4,3,4,4,4,4,3,4,3,3,3,2,3,3,3,3,4,3,4,5,4,3,4,3,4,4,3,4,3,3,4,4,5,5,5,4,4,5,4,4,5,3,4,4,3,4,5,3,4,5,4,4,4,4,4,4,3,4,4,3,4,4,4,4,3,6,3,3,3,2,2,3,3,2,3,3,4,5,5,5,5,5,5,5,5,5,4,5,4,4,4,3,4,3,4,2,4,3,3,3,3,2,3,3,3,3,2,3,3,4,3,4,4,3,5,4,4,5,5,5,5,4,4,4,5,4,4,4,4,4,4,6,4,6,5,5,5,4,4,4,3,4,3,3,5,3,6,6,5,6,6,5,6,6,6,5,6,5,5,5,4,5,5,5,5,5,4,5,7,6,7,6,6,5,5,6,5,6,5,6,9,5,5,5,5,4,4,5,4,5,5,4,4,6,5,4,5,4,5,5,5,5,6,6,5,7,6,5,5,5,5,5,5,6,6,5,5,5,5,5,4,5,4,5,5,5,4,3,4,3,3,3,3,6,3,3,3,3,3,2,3,2,3,2,2,2,2,3,2,2,2,3,2,2,3,2,2,3,3,2,3,3,3,3,4,4,3,3,4,3,4,3,4,4,4,4,3,4,4,4,5,5,4,5,5,4,5,5,5,5,4,5,4,4,4,4,4,4,4,4,4,4,4,4,3,3,6,4,3,3,4,3,4,3,3,3,3,2,3,3,3,3,3,3,2,3,3,2,3,3,3,3,2,3,2,3,3,2,3,2,3,3,2,3,2,3,2,3,2,2,2,3,3,2,2,3,1,1,3,2,2,2,3,2,3,2,3,3,2,2,3,3,2,2,3,2,3,2,3,2,2,3,2,2,3,2,4,2,3,2,3,2,3,2,3,2,3,2,3,2,2,3,5,3,2,2,3,2,2,2,2,3,2,2,2,2,3,1,2,2,3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,4,3,3,3,3,3,3,3,4,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,2,3,2,3,2,2,2,1,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,1,2,2,4,3,2,2,3,2,3,2,2,2,1,1,3,2,1,3,2,2,3,2,2,2,1,3,2,2,2,2,3,2,3,2,3,3,3,2,3,3,2,3,2,2,3,2,3,3,2,3,2,2,3,3,3,2,3,3,2,3,2,2,3,3,2,3,2,2,3,2,2,3,2,4,4,5,4,4,5,4,4,5,4,5,5,5,4,5,5,5,5,5,5,5,5,5,5,5,5,4,6,6,6,6,5,6,6,5,6,6,5,6,6,5,6,5,6,6,6,6,6,6,5,6,5,6,6,6,5,6,6,6,6,6,6,9,6,6,6,6,5,4,4,4,3,3,2,3,3,3,3,3,3,2,3,4,3,4,3,3,3,3,4,3,3,3,3,3,4,3,4,3,4,3,4,3,3,4,3,3,4,3,3,3,4,3,3,3,3,3,3,4,3,3,2,3,3,2,6,5,5,6,6,5,8,6,5,5,5,5,5,5,5,5,6,6,5,5,6,5,6,6,5,6,5,6,5,6,5,5,6,4,4,3,4,5,5,5,5,5,5,5,5,4,5,5,5,4,4,5,4,4,4,4,4,5,4,4,4,3,3,4,4,4,4,4,4,5,4,3,3,2,3,3,2,3,2,3,2,3,4,3,4,3,3,3,4,3,3,3,3,3,2,3,3,3,4,3,4,4,4,3,4,4,3,2,3,3,2,3,2,2,3,2,2,2,3,4,2,3,2,2,3,3,2,3,3,3,3,4,5,4,4,5,6,4,5,5,4,4,4,4,4,4,5,4,4,4,5,5,5,5,5,4,5,5,5,4,5,4,4,5,4,4,5,4,5,4,5,5,4,5,5,4,4,4,4,4,4,4,4,4,3,4,4,4,4,4,5,4,5,7,4,5,4,4,4,4,4,4,3,4,4,4,4,4,4,5,4,5,5,4,5,5,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,4,4,4,4,4,4,3,3,3,3,3,6,3,3,3,3,3,3,3,3,2,2,3,2,3,2,2,3,2,2,3,2,2,2,2,2,2,2,2,1,2,2,3,2,2,2,1,2,1,2,2,2,2,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,3,3,2,3,3,3,2,3,2,3,3,4,3,4,4,4,4,4,4,4,4,4,4,4,4,3,3,4,3,4,3,6,4,4,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,3,4,2,3,2,3,2,2,2,2,3,2,3,2,3,2,3,3,2,3,2,4,2,3,3,2,3,2,3,2,3,2,2,3,2,3,3,3,5,4,4,4,5,4,5,4,5,5,4,4,4,5,4,4,4,4,4,4,3,4,7,4,4,3,4,3,3,4,3,4,4,4,3,4,3,4,3,4,4,3,4,3,3,4,4,4,4,3,4,3,3,3,4,3,3,3,3,3,3,3,3,4,4,3,3,4,3,4,3,4,3,4,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,6,3,2,3,2,3,2,2,3,2,2,2,2,2,2,2,2,2,3,4,4,4,3,4,4,3,2,3,2,3,3,2,3,3,2,3,3,2,2,2,3,1,2,2,2,2,2,1,2,2,2,2,2,3,1,2,2,2,2,2,2,2,3,4,4,4,4,4,4,4,4,3,4,4,4,4,4,5,4,5,5,4,4,4,5,4,5,5,4,3,3,3,3,4,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,4,3,3,4,4,4,4,4,4,4,4,3,2,3,1,2,2,2,2,2,2,2,1,2,4,4,4,5,4,4,4,4,4,4,4,3,4,4,3,4,4,4,4,3,4,3,3,3,4,3,4,3,3,4,3,5,3,3,3,3,3,3,3,3,2,3,2,2,3,3,2,2,4,3,2,2,3,2,2,2,3,2,3,2,3,2,2,3,2,2,3,2,3,2,2,2,3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,1,2,3,2,2,2,3,2,2,3,2,3,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,3,2,2,2,2,2,2,1,2,2,2,2,1,3,2,2,3,2,2,2,3,4,5,4,5,4,5,6,5,5,6,5,5,6,5,6,6,5,6,5,6,5,5,6,6,5,6,5,6,6,5,6,5,6,5,5,6,6,6,6,7,6,7,6,8,6,6,6,6,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,6,7,6,6,5,6,7,6,6,5,5,6,6,6,6,7,6,6,6,5,6,7,6,6,5,6,6,6,5,6,5,6,6,5,6,6,6,5,6,6,5,6,6,7,6,6,5",
"test_run_times": [
17.0799999999999982946974341757595539093017578125,
14.7799999999999993605115378159098327159881591796875,
13.6899999999999995026200849679298698902130126953125,
16.3299999999999982946974341757595539093017578125,
16.620000000000000994759830064140260219573974609375,
17.60000000000000142108547152020037174224853515625,
18.449999999999999289457264239899814128875732421875,
16.510000000000001563194018672220408916473388671875,
14.9399999999999995026200849679298698902130126953125,
15.9700000000000006394884621840901672840118408203125,
18.219999999999998863131622783839702606201171875,
15.5800000000000000710542735760100185871124267578125,
17.339999999999999857891452847979962825775146484375,
15.4399999999999995026200849679298698902130126953125,
16.25
]
},
"sysvalue-buffer-optimized": {
"value": "11,8,8,3,5,4,3,4,4,4,4,4,3,4,4,3,4,3,4,4,4,3,3,4,3,3,4,4,4,3,3,4,3,4,3,4,4,4,4,6,6,6,6,9,7,8,8,7,8,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,6,7,7,7,6,7,7,6,6,7,6,5,6,6,6,8,5,5,5,4,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,6,4,5,5,5,4,5,5,4,5,5,5,5,5,5,5,5,5,4,5,5,4,5,4,4,4,4,4,7,4,5,4,5,5,4,7,5,5,5,5,5,6,5,6,5,6,6,6,6,6,5,6,5,5,5,5,5,5,5,7,6,5,6,6,6,6,6,6,6,6,5,6,5,6,9,6,6,5,6,6,6,6,6,7,6,7,6,6,7,6,6,6,7,6,6,6,6,6,6,7,6,7,6,6,7,7,6,7,6,6,6,7,6,6,10,6,7,6,7,7,6,7,6,5,7,6,6,6,6,6,6,5,6,6,6,5,6,5,4,4,3,3,3,4,3,5,3,5,4,4,5,3,5,4,4,5,3,4,4,5,3,3,4,4,4,6,4,3,4,4,3,4,4,3,3,3,3,3,3,4,3,4,3,4,3,3,3,3,2,3,3,3,2,3,2,2,3,2,2,3,2,3,3,3,3,3,3,3,3,4,4,3,4,3,3,3,3,3,4,4,3,4,4,4,3,5,4,5,4,4,3,3,3,4,5,5,5,5,4,8,5,5,6,7,6,6,6,6,6,5,6,6,5,5,5,6,5,5,5,6,5,5,5,5,5,5,4,5,4,5,4,5,4,5,4,4,4,4,5,4,4,3,3,3,3,4,3,3,4,3,4,3,3,7,4,3,3,3,4,3,3,3,4,3,4,3,4,3,4,4,4,3,4,4,4,4,3,3,4,4,4,4,3,4,4,3,4,3,4,3,4,4,3,4,4,3,4,3,4,5,4,5,5,4,4,4,5,5,5,5,5,5,5,4,5,4,5,7,4,5,4,4,3,4,3,4,3,4,4,4,4,3,4,4,4,4,4,3,4,4,4,3,5,3,4,4,3,4,4,4,4,3,4,4,5,5,5,5,5,5,4,4,4,6,5,5,5,6,6,6,5,5,6,5,6,8,6,5,6,6,6,5,6,5,5,5,4,4,4,4,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,2,3,3,2,2,3,2,2,2,3,2,3,4,3,5,5,4,5,5,5,4,5,4,4,5,5,4,5,4,5,4,5,5,5,8,5,5,5,5,5,5,4,5,5,5,4,4,4,4,4,4,5,4,4,3,4,4,4,4,3,4,4,3,3,4,3,4,4,4,3,4,3,3,3,4,3,4,4,3,4,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,3,2,3,3,5,1,3,3,3,3,3,3,3,3,3,3,3,4,3,2,3,3,3,2,3,3,3,2,3,2,3,2,3,2,3,3,3,4,3,3,4,3,4,4,3,3,4,4,3,3,3,4,3,3,3,3,3,2,2,2,3,2,3,2,2,3,2,2,2,3,2,2,2,2,3,2,2,2,2,3,2,2,2,3,2,3,2,3,2,2,3,2,2,1,2,2,2,2,6,1,4,2,4,3,3,4,3,3,3,3,3,3,3,3,4,3,4,4,3,4,3,4,4,5,4,4,4,5,4,4,5,4,4,5,4,6,4,6,4,5,3,4,4,3,4,3,4,3,3,3,3,3,4,3,5,8,5,4,4,4,3,4,3,3,8,3,4,3,3,4,4,3,5,4,4,3,4,4,4,3,4,4,3,4,4,3,4,4,3,4,3,3,5,3,3,3,4,3,3,3,3,3,3,3,3,4,3,3,3,2,3,3,2,3,3,4,6,6,4,3,2,2,2,3,2,2,2,3,2,3,2,2,2,2,3,2,3,2,3,2,3,2,2,7,3,2,3,2,3,2,3,3,2,2,3,2,3,3,2,3,3,2,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,2,3,3,4,3,3,4,3,4,4,5,4,5,5,4,5,5,5,5,5,4,5,5,4,5,4,5,9,5,5,4,5,4,4,4,5,4,4,5,4,5,4,4,5,4,4,4,4,3,4,4,3,4,3,4,3,4,5,5,6,5,6,5,6,5,5,4,5,4,5,4,5,4,4,4,5,4,4,4,4,5,4,4,5,8,4,4,5,4,5,4,4,5,4,4,5,4,5,4,5,4,5,4,4,4,4,5,4,4,4,4,4,4,3,3,3,3,5,5,5,5,4,4,5,4,5,5,4,5,4,5,5,5,5,5,4,5,4,4,4,4,4,8,4,4,4,4,4,4,4,4,4,4,3,4,4,4,3,3,4,4,4,3,4,4,4,5,4,3,3,5,5,5,4,5,4,5,5,5,5,5,4,5,5,5,5,4,5,5,5,5,5,5,5,5,6,6,4,8,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,4,5,5,4,5,4,4,4,4,5,5,5,5,5,6,6,7,6,8,7,7,8,6,7,7,6,8,7,7,7,11,7,8,7,6,6,6,7,6,5,6,5,4,4,4,4,3,4,4,4,3,4,3,4,4,3,4,4,4,3,4,4,4,3,4,4,3,4,3,3,4,4,4,3,4,3,4,4,3,3,4,3,4,3,3,4,3,4,3,3,3,7,4,3,3,3,3,3,2,3,2,2,2,2,2,2,2,2,3,2,2,3,2,2,2,3,2,2,4,3,5,4,5,5,6,6,6,6,6,5,6,6,5,6,6,8,5,5,5,5,5,5,6,5,6,6,6,6,6,6,6,8,6,6,6,6,6,6,6,6,5,5,5,5,5,5,5,5,5,6,5,4,5,5,5,5,5,5,5,5,6,5,5,6,5,6,5,6,6,6,5,6,6,6,5,6,5,9,6,5,6,6,5,6,5,5,6,6,5,6,6,6,6,5,6,5,6,6,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,4,5,5,5,4,6,5,5,4,7,3,3,3,3,3,4,3,2,4,2,3,3,4,4,4,4,4,5,4,4,4,4,4,5,4,4,4,4,4,4,4,5,4,4,4,4,5,4,5,4,4,4,4,4,4,3,5,4,5,4,4,4,5,5,5,4,5,4,4,4,4,7,5,4,5,4,4,4,4,4,5,5,4,5,4,5,4,5,4,4,4,4,4,4,4,4,3,4,5,4,5,4,5,4,5,4,5,4,4,5,4,4,5,4,6,6,6,5,4,3,3,3,3,3,3,3,3,3,3,3,3,3,6,3,3,3,3,3,4,4,3,4,4,3,4,3,4,3,4,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,4,6,7,8,7,5,5,5,4,4,5,6,5,6,6,5,6,7,8,9,8,7,7,10,6,6,7,6,6,7,6,7,7,6,6,6,7,6,7,8,7,7,7,7,9,7,7,7,8,7,7,7,6,6,6,7,6,6,6,6,11,5,6,7,5,7,6,5,7,6,6,5,6,6,5,7,6,5,6,5,6,6,5,6,6,5,4,5,4,4,4,4,4,4,5,5,5,5,6,4,5,6,5,6,7,6,9,6,6,6,6,6,5,5,6,6,5,5,3,3,2,3,3,5,5,5,5,5,5,5,4,4,4,4,4,4,5,5,6,4,5,5,6,5,5,5,4,5,5,5,4,4,5,4,5,5,5,5,8,5,5,5,5,5,6,4,5,4,4,4,5,4,5,5,6,4,5,5,5,5,5,4,4,5,4,4,4,4,6,5,7,6,7,8,7,7,7,7,7,8,7,7,7,7,11,7,7,7,8,7,7,3,2,3,3,3,3,3,6,6,6,6,6,6,5,5,5,6,6,6,6,6,7,6,6,6,6,5,5,5,5,5,5,5,5,5,5,4,5,4,5,8,5,4,5,4,5,4,4,5,4,5,4,4,4,4,3,4,3,4,4,4,3,4,3,3,3,3,3,3,2,3,3,3,4,3,5,4,3,4,3,3,4,3,4,2,3,4,4,5,5,5,4,5,5,5,4,4,4,4,4,3,4,4,4,4,8,4,4,4,4,4,4,4,4,3,4,4,3,4,3,3,4,3,3,3,3,2,3,3,2,3,3,4,5,5,5,5,5,5,6,5,4,5,4,5,4,3,4,4,3,3,3,3,3,4,2,3,3,3,3,3,2,3,3,3,3,4,4,4,4,4,4,5,8,5,6,5,4,5,4,5,5,4,5,5,4,5,5,4,5,6,6,6,5,4,4,5,4,3,4,5,4,6,7,7,6,7,6,7,7,6,8,6,6,6,6,5,5,6,5,17,15,5,5,7,7,7,7,7,6,5,6,6,6,6,6,6,6,5,5,4,4,5,4,5,3,4,4,3,5,5,4,4,5,4,4,4,4,3,4,4,5,4,6,4,5,4,6,5,5,5,4,5,4,5,4,5,4,4,5,5,5,4,3,3,3,3,3,2,3,3,3,3,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2,2,3,2,2,3,3,3,4,4,3,3,4,3,4,3,4,4,4,4,3,4,3,5,4,5,4,5,5,5,8,5,5,4,4,5,4,4,4,4,3,4,4,4,4,4,4,3,3,4,3,4,3,3,4,3,3,3,3,4,3,3,3,3,2,3,2,2,3,3,2,3,3,2,3,2,3,3,3,2,3,2,3,3,3,2,3,2,3,2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,2,2,3,2,2,4,3,3,2,2,3,2,2,2,3,2,2,2,3,3,2,3,2,2,2,2,3,2,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,11,3,2,3,2,3,3,2,3,3,4,3,2,3,3,3,3,4,3,4,3,4,3,3,4,3,4,3,3,4,3,3,3,3,4,3,2,3,3,3,2,3,3,4,2,3,2,5,3,3,3,3,2,3,3,2,3,2,3,2,2,2,2,3,2,2,2,2,2,2,2,2,2,3,3,2,3,2,3,2,2,2,2,2,2,3,2,3,2,3,3,3,2,3,2,2,2,2,2,3,2,3,2,2,2,2,2,2,2,3,2,2,3,3,3,2,2,3,2,2,3,2,3,2,3,3,2,2,3,2,2,3,3,3,2,3,2,2,3,2,2,3,2,3,2,3,2,3,2,2,2,2,5,4,5,4,4,5,4,5,4,5,5,5,5,5,4,5,5,5,5,5,5,5,6,5,5,6,5,6,7,7,7,6,6,7,6,6,7,7,6,7,6,7,6,7,6,11,6,7,6,7,6,6,6,7,6,6,6,7,6,6,7,6,7,6,6,6,7,5,5,4,4,4,3,4,3,2,3,3,3,2,3,3,3,3,4,3,3,3,3,4,3,3,3,4,3,3,4,4,3,4,5,4,4,3,4,3,4,3,3,4,3,3,3,4,4,3,3,3,4,3,3,3,3,2,3,5,5,6,5,6,5,6,6,5,6,5,6,5,6,5,6,6,6,6,6,5,7,5,6,6,6,5,6,6,5,7,6,5,5,3,4,3,5,6,5,5,5,6,5,5,5,5,5,5,5,5,4,4,5,4,4,4,4,4,4,3,4,3,5,4,4,4,5,5,4,5,3,3,4,2,3,4,3,3,3,3,3,4,4,3,4,3,3,3,3,3,6,3,3,3,3,3,4,3,4,4,4,4,4,4,4,3,2,3,3,3,3,2,2,3,2,3,2,3,3,3,3,3,2,3,2,3,3,3,2,4,4,4,4,5,5,5,5,5,5,5,4,4,4,4,5,4,5,4,5,5,5,5,5,5,5,5,5,7,5,5,4,4,3,5,4,5,4,4,5,4,5,4,5,4,4,4,4,4,3,4,3,4,3,3,4,4,3,4,4,5,4,5,4,4,4,4,4,4,4,3,3,4,4,4,4,3,5,4,4,4,5,5,5,4,5,4,6,7,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,4,3,4,3,4,4,3,3,3,3,3,4,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,2,3,2,2,2,2,2,2,2,2,2,2,1,2,1,2,1,2,2,1,2,2,3,3,3,4,3,3,3,3,3,3,2,3,2,3,3,3,2,3,3,2,2,3,3,2,3,2,4,2,3,4,4,4,4,4,3,4,4,4,4,4,4,4,4,4,3,4,4,3,4,3,3,3,3,3,3,3,3,4,3,2,2,3,3,3,2,3,4,3,2,2,2,3,2,2,3,2,3,2,3,2,2,3,2,2,3,2,3,5,3,2,2,3,2,3,2,2,3,2,3,2,2,4,3,4,5,4,5,5,4,5,5,5,4,5,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,3,4,4,4,4,3,4,4,4,3,4,4,3,4,4,3,4,3,4,3,4,3,4,3,3,3,3,2,3,5,3,3,2,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,3,2,2,3,3,3,2,3,3,3,3,4,2,3,2,3,2,3,2,3,2,3,2,2,2,2,2,1,2,2,2,3,3,4,4,3,4,4,3,2,4,2,3,3,3,3,2,3,3,2,3,2,3,2,2,1,2,1,2,2,1,2,2,2,1,2,3,4,3,2,2,3,2,2,2,2,4,3,4,3,4,4,3,4,3,4,4,4,3,4,5,4,4,4,4,4,4,4,5,4,4,4,3,3,3,2,4,3,3,3,2,4,3,3,3,3,3,3,4,3,3,3,3,3,3,3,4,4,3,4,4,3,3,3,3,2,2,2,1,2,2,2,2,1,2,2,2,6,4,4,4,4,4,4,3,4,4,3,4,4,4,3,4,4,4,3,3,3,3,3,3,3,4,3,4,3,3,4,2,3,3,3,3,3,2,3,3,2,2,2,3,2,3,2,3,3,2,3,2,2,3,2,2,2,2,2,2,3,2,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,3,3,3,2,1,1,2,2,2,2,1,2,2,3,4,3,3,2,3,3,2,3,3,2,3,2,3,2,3,1,2,2,1,1,2,2,2,1,2,2,1,2,2,2,2,2,1,2,2,2,1,2,2,3,2,2,10,2,10,2,11,2,11,2,11,2,11,4,5,5,5,7,8,9,9,9,8,9,9,10,10,9,11,9,9,10,8,10,7,9,7,8,8,8,7,8,8,8,7,7,8,7,8,7,9,7,9,9,8,13,8,9,9,9,8,8,8,8,9,8,8,8,8,9,8,8,8,8,9,8,8,9,8,8,8,8,8,9,9,11,9,8,8,7,8,9,8,8,8,8,7,8,8,8,8,8,7,9,8,8,8,7,8,8,7,8,8,7,8,7,8,11,8,8,9,8,8,7",
"test_run_times": [
17.53999999999999914734871708787977695465087890625,
15.2799999999999993605115378159098327159881591796875,
15.03999999999999914734871708787977695465087890625,
18.219999999999998863131622783839702606201171875,
16.379999999999999005240169935859739780426025390625,
14.4900000000000002131628207280300557613372802734375,
17.120000000000000994759830064140260219573974609375,
16.620000000000000994759830064140260219573974609375,
14.8599999999999994315658113919198513031005859375,
14.4700000000000006394884621840901672840118408203125,
17.85000000000000142108547152020037174224853515625,
17.46000000000000085265128291212022304534912109375,
14.8100000000000004973799150320701301097869873046875,
17.8599999999999994315658113919198513031005859375,
16.35000000000000142108547152020037174224853515625
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": "11,12,6,4,3,4,4,3,4,3,4,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,5,6,5,6,5,7,6,7,6,6,6,7,6,6,7,6,5,5,5,5,8,5,5,5,6,5,5,6,5,6,5,5,5,6,6,5,5,5,5,5,5,5,4,6,4,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,5,4,5,5,5,5,8,5,5,5,4,5,4,5,4,4,5,5,4,5,4,5,4,4,4,5,4,4,4,4,4,4,4,4,4,4,4,5,3,5,4,4,4,4,3,5,4,5,5,5,4,5,5,5,4,5,4,4,5,4,4,4,4,9,5,5,6,5,4,5,5,5,5,5,5,4,5,5,4,5,5,4,5,5,5,5,5,6,5,5,5,5,6,5,5,6,5,5,5,5,5,5,6,5,6,5,5,5,6,5,6,5,9,5,5,5,5,5,5,6,5,5,6,5,5,5,5,5,5,5,5,6,5,4,5,5,5,5,5,5,4,4,4,4,2,3,2,3,3,4,3,3,4,3,3,3,4,4,3,4,4,3,4,4,4,4,3,4,3,4,3,7,3,4,3,4,4,3,4,3,3,3,3,4,3,4,3,3,3,3,3,3,3,2,3,2,3,2,3,2,3,2,2,2,3,2,3,2,2,3,3,3,2,4,4,4,3,3,3,3,3,3,3,4,3,3,4,3,4,4,3,5,3,3,4,3,2,3,5,4,3,4,4,4,4,4,4,5,4,6,5,4,4,4,4,5,5,4,5,4,6,6,5,5,4,5,5,6,4,5,5,5,5,5,5,4,5,4,5,4,4,5,4,5,4,4,3,3,4,3,3,4,3,4,3,4,3,3,3,3,3,4,3,3,4,3,4,3,4,6,3,4,4,3,4,4,4,3,3,4,4,4,3,4,4,4,3,4,4,3,4,3,4,3,4,3,4,4,3,4,4,3,4,5,4,5,5,4,5,4,5,5,6,5,4,5,5,4,4,4,4,5,4,4,4,4,3,4,4,3,4,7,4,4,4,3,4,4,4,4,4,4,4,4,4,4,5,3,4,4,3,4,4,4,4,3,4,4,4,5,5,5,6,5,4,5,5,5,5,6,5,7,6,6,5,6,5,6,7,6,6,6,5,6,9,6,6,5,5,5,4,3,5,3,4,3,3,3,3,3,3,2,3,3,3,3,2,3,2,2,3,2,3,2,3,2,3,2,3,2,3,4,4,5,5,4,6,5,6,5,5,5,4,5,5,5,5,5,5,4,4,5,5,5,5,5,5,9,5,5,6,5,5,5,5,4,5,4,4,4,4,4,4,3,4,3,4,4,4,4,4,4,3,3,4,4,4,3,4,4,3,4,3,3,4,3,4,3,4,3,4,3,3,3,4,3,3,2,3,3,3,3,3,3,3,2,3,3,2,3,3,2,3,2,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,2,3,2,3,3,3,4,3,3,4,4,4,4,4,3,4,4,3,4,3,4,3,3,3,3,2,2,2,2,2,3,3,2,2,3,2,2,3,2,2,3,2,2,2,3,2,2,2,2,2,2,3,2,3,2,3,2,3,2,3,2,2,2,3,2,2,3,3,3,5,4,3,4,3,4,3,3,3,4,3,3,4,3,4,3,4,4,4,3,4,4,4,4,5,5,4,5,5,5,4,5,4,5,5,5,6,5,5,4,4,4,3,4,4,4,4,3,3,3,3,3,4,4,5,8,5,5,4,3,4,3,7,3,4,4,3,3,4,3,4,4,4,4,4,4,4,3,4,4,4,4,4,4,4,4,3,4,4,3,4,4,4,4,3,3,4,3,3,3,3,3,4,3,3,4,3,3,3,3,3,3,3,3,4,4,5,7,4,2,3,2,2,2,3,2,2,3,2,2,3,2,3,2,2,3,2,5,2,3,2,3,2,2,3,2,3,2,3,3,2,3,2,3,2,3,2,3,3,3,3,2,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,4,3,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,6,5,5,5,5,4,5,4,5,5,4,4,4,5,4,5,5,4,5,4,4,4,3,4,4,4,3,4,4,4,4,5,5,6,5,6,6,5,5,5,5,5,5,5,4,4,4,5,4,4,4,6,5,4,4,5,4,5,4,5,4,5,4,5,4,4,4,4,5,4,5,4,5,4,5,5,5,4,5,4,5,4,5,4,4,4,5,3,3,3,3,5,4,6,5,5,5,5,4,4,5,5,5,4,5,5,8,5,4,5,5,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,4,4,5,4,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,5,6,7,6,5,5,5,6,5,6,5,5,4,4,5,4,4,4,4,4,3,5,4,5,6,5,5,5,5,5,4,5,5,4,5,4,4,5,5,4,5,6,5,7,6,7,7,7,8,8,7,7,7,6,7,6,6,6,7,6,7,6,6,5,6,6,5,5,5,4,4,4,3,3,4,3,3,3,4,3,3,3,3,3,4,3,3,3,4,3,3,3,4,3,3,4,3,3,3,4,3,3,4,3,3,3,3,3,3,3,3,3,3,5,3,3,3,3,3,3,3,2,3,2,3,3,2,2,3,2,2,3,2,2,3,3,2,3,2,3,2,3,2,3,3,3,4,4,4,6,5,5,6,7,6,6,6,6,6,6,6,6,7,7,7,7,6,7,7,7,7,7,10,7,7,7,8,7,7,7,7,7,7,7,6,6,7,7,6,7,6,6,6,5,6,7,6,5,6,6,6,5,6,6,6,5,6,6,7,6,6,6,7,6,6,7,7,7,6,7,6,6,7,6,7,6,6,7,6,5,6,5,5,5,5,5,5,6,6,5,6,6,6,7,6,7,5,6,5,6,7,6,7,10,7,7,7,7,7,6,7,7,6,7,6,7,6,7,6,7,6,6,5,5,4,3,4,3,3,4,4,4,3,4,4,4,4,5,5,5,6,5,5,5,5,5,6,4,5,5,8,5,5,5,5,6,5,6,5,5,5,6,5,5,5,5,4,5,4,4,5,5,5,5,4,5,5,5,5,4,4,5,4,4,5,4,4,4,4,4,4,4,4,4,5,4,4,5,3,3,4,4,4,4,4,6,4,3,4,4,4,5,4,5,5,4,5,5,5,5,4,5,4,4,5,4,5,4,5,7,6,5,4,3,2,2,2,3,3,3,3,2,3,3,3,3,3,3,2,3,3,3,4,3,3,4,3,3,3,3,4,3,3,3,3,3,2,3,3,3,2,3,2,3,2,3,4,3,2,4,5,6,8,6,5,4,5,3,4,5,5,5,5,6,5,5,7,7,7,7,6,7,6,7,6,5,6,6,5,7,6,6,6,6,6,5,6,6,6,6,7,7,7,7,6,7,6,7,6,7,6,6,6,5,6,6,5,6,5,6,4,6,5,5,5,5,5,5,5,5,5,5,4,5,5,5,5,5,5,4,5,6,5,5,4,4,4,7,4,3,4,3,4,4,4,5,4,5,4,5,5,5,5,6,5,6,5,6,5,6,5,6,5,6,5,4,5,2,3,3,2,3,4,4,5,5,4,5,4,4,4,4,4,3,3,3,4,3,3,3,3,3,3,3,3,3,3,2,3,5,2,3,3,2,3,3,3,3,2,3,4,3,3,3,4,2,3,3,3,3,3,4,4,3,4,4,4,3,4,4,3,2,3,4,2,3,3,4,5,4,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,3,2,1,3,2,2,2,7,5,5,4,4,5,3,4,3,4,4,5,4,5,4,5,4,5,4,3,4,3,4,4,4,3,4,4,4,3,4,3,4,3,3,4,3,4,3,3,3,4,3,3,2,4,3,3,2,3,2,3,3,2,3,3,2,2,2,2,2,2,1,2,3,2,3,2,4,3,1,3,2,3,2,3,3,5,2,3,3,3,4,4,3,3,4,3,3,3,3,3,3,2,3,4,3,3,3,3,3,3,3,3,3,2,3,2,3,2,3,2,2,2,3,2,2,2,2,1,2,2,1,2,2,3,3,4,4,4,4,3,4,4,3,3,3,3,3,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,3,3,3,3,3,4,4,4,6,4,3,4,3,3,4,3,3,4,3,3,3,4,4,5,4,3,3,3,3,3,2,3,3,3,4,5,5,4,5,5,5,4,5,5,4,4,5,4,4,4,4,4,4,4,4,4,5,5,4,5,4,4,4,4,4,5,3,4,4,4,3,3,3,5,2,3,3,3,3,3,2,4,3,4,3,3,3,3,3,4,4,4,4,4,4,4,5,4,5,4,5,5,5,4,5,4,5,4,5,4,5,5,4,5,4,3,3,3,3,2,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,3,3,3,5,3,3,3,3,3,3,4,4,3,4,3,4,3,4,5,4,5,4,5,4,5,5,5,4,4,4,4,4,4,4,4,3,4,4,4,3,4,4,3,3,2,3,3,4,3,3,3,3,2,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,3,2,3,2,2,3,3,5,3,3,3,2,3,2,3,2,2,2,1,2,3,2,2,2,2,2,2,2,2,2,2,2,2,1,3,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,1,2,2,2,2,2,2,3,3,2,3,3,3,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,5,3,3,3,2,3,2,2,3,2,3,2,3,2,3,3,2,2,3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,1,2,2,2,1,2,2,1,2,2,2,2,2,1,2,2,2,1,2,2,2,1,1,3,2,1,2,2,2,3,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,3,2,2,2,2,3,2,2,2,3,2,2,3,2,2,2,2,3,3,2,3,2,3,2,2,3,2,2,3,2,3,5,2,2,3,2,3,4,4,5,4,5,4,5,4,4,5,5,5,5,5,5,5,5,5,5,4,6,5,5,5,5,5,5,5,6,7,5,6,6,6,6,6,5,6,6,6,6,5,6,6,6,7,6,6,6,6,5,6,5,6,6,5,6,5,6,5,6,6,5,6,6,6,5,5,4,3,3,4,2,3,3,2,3,3,2,2,2,3,3,3,4,3,2,3,3,3,4,3,3,3,3,2,4,4,3,4,3,3,3,4,3,3,3,3,6,3,3,3,3,4,3,3,3,3,3,3,3,2,3,2,3,4,6,5,6,5,6,5,6,5,5,5,5,6,5,5,6,6,5,6,6,5,6,6,6,5,6,6,5,6,5,5,6,5,4,4,3,4,8,5,5,5,5,5,6,5,5,5,5,5,5,4,5,4,4,5,4,4,4,4,3,3,3,3,4,4,3,4,5,4,4,4,3,3,3,3,3,2,2,3,2,3,3,4,3,3,4,3,3,3,3,2,3,2,3,2,2,3,3,3,3,3,4,3,4,3,3,6,2,3,2,3,3,1,2,2,2,2,2,2,3,2,3,3,2,2,3,2,2,2,3,3,3,4,4,4,5,5,4,5,5,4,4,3,4,4,4,5,3,5,4,5,5,4,5,5,5,4,5,5,4,4,4,4,4,4,4,4,4,4,5,4,5,4,4,4,7,4,3,4,3,3,3,3,3,3,3,4,3,4,4,4,4,3,4,4,4,4,4,3,4,4,3,4,3,4,3,4,4,3,4,4,4,5,4,4,4,5,4,4,5,5,4,4,5,5,4,5,5,4,5,4,5,4,5,4,5,4,5,6,4,3,4,3,4,3,3,3,3,3,2,3,3,3,3,3,2,3,2,3,3,2,3,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,1,2,1,2,2,2,2,2,1,1,2,1,2,2,2,2,3,3,3,3,2,3,3,2,2,3,2,3,3,2,3,3,2,3,2,3,2,2,3,2,3,2,3,3,3,4,4,3,4,3,4,3,3,4,4,3,4,4,7,3,4,3,4,4,3,3,3,3,2,3,3,2,3,3,3,2,3,3,2,2,3,2,3,3,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,3,2,2,3,3,2,2,3,2,3,2,2,2,3,2,2,3,2,3,3,4,4,5,4,4,5,4,5,4,5,4,4,4,4,4,4,4,4,4,4,3,4,3,6,4,3,4,4,3,4,3,4,3,4,3,3,3,3,3,4,3,4,3,4,3,3,4,3,3,3,3,3,3,2,3,2,3,2,3,2,3,2,3,4,3,3,2,3,3,2,3,3,3,4,3,3,2,3,2,3,2,2,3,2,3,2,2,3,2,3,2,3,3,2,4,3,2,2,2,3,2,1,2,2,2,2,2,2,2,1,2,1,2,1,5,4,4,4,4,3,3,3,3,3,3,2,2,3,2,2,3,2,3,2,2,2,1,2,2,1,2,2,1,2,1,2,2,1,2,2,2,1,2,2,1,2,2,2,2,3,3,3,4,3,3,4,4,4,3,4,3,4,4,5,4,5,4,5,4,4,4,5,4,4,3,3,3,2,3,3,3,3,2,3,3,3,3,3,3,2,3,3,5,4,3,3,3,4,3,4,4,4,4,3,4,3,4,2,2,2,1,2,1,2,1,2,1,2,1,3,5,4,4,4,4,4,4,4,4,4,3,4,4,4,3,4,4,3,4,3,3,2,3,2,4,3,3,2,4,2,3,3,2,3,3,3,3,2,2,3,2,2,2,2,2,3,2,3,2,2,2,3,2,2,2,2,2,2,2,2,4,3,2,3,2,2,2,1,2,2,2,2,2,2,2,1,2,3,2,3,2,1,2,2,1,1,1,2,1,2,1,2,2,2,2,2,2,3,2,3,2,1,2,2,2,1,2,1,2,1,2,2,2,1,2,2,1,2,2,1,2,1,2,1,2,2,2,1,2,2,1,2,1,2,2,1,2,2,2,2,1,2,2,2,2,4,4,4,4,4,5,5,5,5,5,6,5,6,5,6,6,6,5,5,9,5,6,6,5,6,5,6,5,5,6,5,5,6,5,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,5,6,6,9,6,5,6,5,5,6,6,6,5,6,6,5,6,6,5,6,5,5,6,5,6,6,6,5,6,6,6,5,6,5,6,5,6,5,6,5,6,5,5,6,5,6,6,9,5,6",
"test_run_times": [
15.0600000000000004973799150320701301097869873046875,
15.21000000000000085265128291212022304534912109375,
15.1899999999999995026200849679298698902130126953125
]
},
"syvalue-opt-and-direct-state-access-v2": {
"value": "11,9,5,4,3,4,3,3,4,3,4,3,4,3,6,4,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,2,3,4,3,3,4,4,3,6,5,6,6,5,7,7,7,7,7,7,7,6,7,7,6,7,7,6,7,7,7,6,7,7,6,10,7,7,6,7,7,7,7,7,6,7,7,6,7,7,6,7,6,6,6,7,6,7,5,7,6,7,6,4,5,5,5,5,5,4,5,4,4,5,4,5,5,7,4,4,5,3,6,4,5,4,5,4,5,4,4,5,4,5,4,4,4,5,3,4,4,5,4,4,4,3,4,5,4,4,5,4,4,4,4,4,5,4,5,5,5,5,4,5,4,5,5,4,4,4,5,4,5,5,8,5,5,5,4,5,5,5,5,5,5,5,5,4,5,5,5,4,5,5,5,5,5,6,5,5,5,4,5,5,5,5,5,5,4,5,5,5,4,5,6,5,5,6,5,5,6,5,5,6,8,6,5,5,5,6,5,5,5,5,6,5,5,5,5,6,5,6,6,5,6,5,5,5,5,5,4,5,4,3,4,3,3,2,3,3,4,3,4,3,4,3,4,4,3,4,3,4,3,4,4,4,3,3,3,3,3,2,4,3,4,3,4,3,4,2,2,3,3,2,4,3,3,3,4,3,3,3,3,2,3,2,3,2,3,2,3,2,2,2,3,2,2,3,3,3,2,3,3,3,4,4,4,2,4,3,3,3,3,3,4,3,3,4,3,3,5,3,4,4,3,4,2,3,3,4,4,4,4,4,4,4,4,5,4,5,3,4,7,4,4,4,4,4,5,4,4,4,4,4,4,4,4,3,4,4,4,3,4,3,4,3,4,3,3,3,3,3,4,3,3,4,2,2,2,2,2,2,2,3,2,2,3,3,2,2,2,3,2,2,2,2,2,3,2,2,3,2,3,3,3,2,3,3,3,2,3,2,3,3,3,3,2,3,2,3,2,3,2,2,2,2,2,6,3,3,3,3,2,3,3,3,3,4,3,3,4,4,3,4,4,3,4,4,3,3,3,3,3,3,3,3,3,2,2,3,2,2,3,2,3,2,3,2,3,2,3,3,3,3,2,3,2,3,3,3,2,3,2,3,3,3,2,3,3,3,4,4,4,3,4,3,3,3,4,4,4,4,4,5,4,3,4,5,6,5,4,4,4,4,4,5,4,4,4,4,3,4,2,3,3,2,2,3,2,2,2,2,2,2,1,2,2,2,2,1,2,2,2,2,3,1,3,2,2,2,2,3,2,3,3,3,4,3,5,3,4,4,3,4,3,4,3,3,4,4,4,3,4,3,4,3,4,4,4,3,4,3,4,3,4,3,3,4,3,6,3,3,3,4,2,2,3,2,3,3,3,2,3,3,2,3,2,3,2,3,2,3,2,3,2,3,3,2,3,2,3,2,3,2,1,2,2,2,1,2,2,1,2,1,2,2,1,2,1,1,1,1,2,1,2,1,2,2,1,2,2,1,2,2,1,2,1,2,2,1,2,1,2,1,2,2,1,1,2,1,2,1,2,1,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,1,2,1,1,2,1,1,1,1,1,2,1,1,2,1,1,2,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,3,1,1,1,1,1,1,2,1,2,1,2,2,2,2,2,2,2,2,1,2,2,2,1,2,2,3,2,2,2,2,2,2,2,3,2,3,3,3,3,3,3,3,2,3,3,3,4,4,3,3,2,2,2,2,2,2,2,2,2,1,2,2,2,2,3,5,3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,2,2,2,3,2,2,2,2,3,2,2,3,2,2,2,2,2,2,3,2,1,1,2,2,2,1,2,2,2,1,4,2,2,2,3,2,1,2,2,1,2,2,3,4,3,2,10,1,11,1,11,1,11,1,11,1,11,1,11,1,11,1,12,1,11,1,12,2,2,3,2,3,2,3,2,3,3,2,3,1,2,2,1,3,3,2,3,3,3,2,2,4,3,3,3,3,3,2,3,5,3,3,3,3,3,4,3,3,3,2,3,3,3,3,3,3,3,3,3,3,4,3,4,4,3,5,5,5,4,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,4,5,5,4,5,4,5,4,5,5,7,5,4,4,3,4,4,4,4,3,4,4,4,4,5,5,6,6,5,6,5,6,4,5,5,5,5,5,4,4,5,4,5,5,4,4,4,4,4,4,5,5,4,5,5,4,5,5,4,5,4,5,5,4,5,7,5,5,4,5,5,4,5,4,4,4,4,5,4,4,4,3,3,3,5,5,5,5,5,5,5,4,5,5,5,5,4,5,5,5,5,5,5,4,4,5,4,4,5,4,4,4,5,4,4,4,4,5,4,4,4,6,3,4,4,4,4,4,4,4,4,4,4,4,4,3,3,4,5,3,3,4,4,4,5,4,4,5,4,4,4,4,5,4,4,4,5,4,5,4,5,5,5,4,5,3,4,4,4,4,3,4,3,4,3,5,4,5,4,4,4,7,5,4,4,4,4,4,4,4,4,5,4,5,4,5,6,5,6,6,7,7,7,6,7,6,7,6,7,6,7,6,7,7,6,6,5,6,6,5,5,5,4,4,4,3,3,3,3,3,6,3,4,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,2,2,3,2,2,3,2,3,2,3,2,3,2,3,2,3,2,3,3,3,3,3,4,5,5,5,5,6,7,6,9,6,6,6,6,6,7,6,8,7,7,7,6,7,7,7,7,7,8,7,7,7,7,7,7,7,5,6,6,5,6,5,6,5,5,5,5,5,4,5,5,7,5,4,5,5,5,4,5,4,5,5,5,5,5,5,5,5,5,5,6,5,5,5,6,5,5,6,5,5,5,5,6,5,5,5,5,5,5,5,6,5,5,6,5,6,5,5,6,5,7,5,5,5,5,5,4,5,5,5,5,5,5,5,4,5,5,4,5,4,5,5,5,5,4,5,5,4,4,3,3,3,2,3,3,3,3,2,3,3,3,4,3,4,5,4,4,4,4,4,5,4,4,4,4,4,4,4,4,5,7,4,4,5,4,5,4,5,4,4,3,4,4,3,4,4,4,4,4,4,4,4,4,4,3,3,4,4,3,4,3,4,3,3,3,3,3,3,4,3,4,3,4,3,3,3,3,3,3,3,3,3,3,3,3,4,3,4,4,4,4,4,4,3,3,4,3,4,7,4,3,4,4,4,5,5,4,3,2,3,2,2,2,2,1,3,1,2,1,3,2,2,2,2,2,3,2,2,3,2,3,2,3,2,2,3,2,3,2,2,2,3,2,2,2,2,2,1,2,3,1,2,3,2,2,5,5,5,6,4,3,3,3,3,4,4,4,4,5,4,4,6,6,5,6,5,5,5,5,8,5,5,4,5,5,5,5,4,5,5,4,5,5,5,5,6,5,5,6,5,5,5,5,5,5,5,4,5,5,4,5,4,5,4,5,4,4,4,4,5,4,4,4,4,4,4,5,3,5,4,4,4,4,7,4,4,4,4,4,4,3,4,3,3,3,3,2,2,4,4,3,4,4,4,4,4,4,5,5,4,5,4,5,5,4,4,5,4,5,4,4,3,3,3,2,3,2,3,3,4,4,4,4,3,3,3,4,3,3,4,4,4,4,4,3,4,4,4,4,4,7,4,4,4,4,4,4,4,4,4,5,4,5,4,4,5,5,4,5,4,4,4,4,3,5,4,4,5,4,4,5,4,5,4,5,4,3,4,4,4,3,4,5,6,5,6,7,6,7,6,6,6,7,7,9,6,6,6,7,6,6,6,7,6,6,3,3,2,2,3,3,3,5,6,6,5,6,5,4,5,4,6,5,6,5,5,5,5,6,6,4,5,4,5,5,5,4,4,4,5,4,4,4,4,4,7,5,4,4,4,4,4,3,4,4,4,4,4,4,3,3,4,3,4,3,4,3,3,3,3,2,3,3,2,2,3,3,3,3,4,4,3,2,4,2,4,3,3,3,3,3,3,4,4,4,5,4,4,4,4,3,4,4,3,4,3,3,4,3,4,4,3,4,4,3,3,4,6,3,4,3,3,3,4,3,3,3,2,2,3,2,3,1,3,2,2,2,4,5,4,5,4,5,4,5,4,4,4,4,4,3,4,3,3,3,3,2,2,3,3,3,2,3,2,3,2,3,2,3,3,3,4,3,3,4,3,4,4,5,4,5,4,5,4,3,5,4,4,4,4,4,7,4,5,4,5,6,4,5,4,4,3,4,3,3,4,4,5,6,6,6,6,5,6,6,6,6,5,6,5,4,6,5,5,4,5,4,4,4,6,6,6,6,6,4,5,5,5,5,5,5,5,8,4,5,4,4,4,4,4,4,4,4,3,5,5,4,4,4,5,4,5,4,5,5,5,6,6,5,6,6,6,6,5,7,6,6,6,6,6,6,6,6,6,6,6,5,5,4,4,3,4,6,4,3,4,3,3,4,3,3,3,2,3,3,3,2,4,2,3,3,2,3,3,3,3,3,4,3,3,3,3,3,4,5,5,4,4,4,5,4,4,5,5,5,4,5,5,5,5,5,6,6,5,6,6,6,7,6,6,6,5,5,9,5,5,6,4,5,6,4,6,4,5,5,4,5,4,4,5,4,5,4,5,4,3,4,4,3,4,4,4,3,4,4,4,3,4,4,3,4,4,4,4,4,3,4,4,4,3,4,3,4,3,4,3,3,3,3,3,3,3,3,3,3,4,2,5,3,3,3,3,3,3,3,4,3,4,3,3,3,4,3,3,4,3,4,3,3,3,4,3,3,4,3,3,4,4,4,3,3,4,3,3,3,3,4,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,3,4,3,3,3,4,4,4,4,4,4,4,3,3,7,4,5,4,4,5,4,4,5,4,4,4,4,4,5,4,4,4,4,5,3,4,4,3,4,4,3,3,4,4,3,3,4,3,4,4,3,4,3,3,4,3,3,3,3,3,2,3,3,2,3,2,3,3,2,3,2,3,3,3,2,3,2,3,2,3,3,2,3,2,3,2,4,3,5,2,3,3,3,3,3,3,2,4,2,3,3,3,3,2,3,3,3,3,3,3,3,3,5,3,4,3,3,3,3,3,4,3,3,3,4,3,3,4,3,3,4,4,4,3,3,4,3,3,3,3,3,3,3,3,3,3,3,4,3,3,2,6,6,5,6,5,5,6,5,6,8,6,6,6,7,6,6,6,6,6,7,6,6,7,6,6,7,6,7,8,8,5,6,6,6,6,6,6,6,6,6,6,5,6,6,7,6,6,6,6,8,6,5,6,5,6,5,6,5,6,6,5,6,6,6,5,6,6,5,4,4,3,4,2,3,3,3,2,2,3,2,2,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,4,3,4,3,4,3,3,4,3,4,3,3,3,3,3,3,3,3,3,6,4,3,4,3,4,2,3,3,3,5,6,5,5,5,5,5,5,5,5,6,5,5,5,6,6,6,5,6,6,5,6,6,6,6,6,6,6,5,5,6,5,5,5,3,3,4,5,5,6,5,8,5,5,5,6,5,4,5,5,4,4,5,4,5,4,5,4,4,4,4,3,4,4,4,4,4,5,4,5,4,3,3,3,3,3,2,2,3,2,3,3,4,4,3,3,4,2,3,3,3,3,3,3,3,2,3,4,3,4,4,4,3,4,3,3,3,2,3,2,6,2,3,2,3,2,2,2,3,3,3,3,2,3,3,2,2,2,3,2,4,4,4,4,4,5,5,5,4,5,4,5,3,4,5,4,5,4,4,5,5,5,4,5,5,5,4,5,5,4,4,5,3,4,4,4,4,4,5,4,5,4,5,4,4,5,6,4,3,4,3,4,3,4,3,4,4,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,3,4,4,3,3,4,4,4,4,4,5,5,5,4,5,4,5,5,4,5,5,4,5,6,4,5,5,5,5,5,5,5,4,8,5,4,5,4,3,4,3,4,3,3,2,3,3,3,2,3,2,3,3,2,3,3,2,2,2,2,1,2,2,2,2,1,1,2,1,2,2,1,2,1,2,1,2,2,1,2,1,2,1,2,1,1,2,1,2,2,2,2,3,3,2,3,2,2,3,2,2,2,3,2,2,3,2,3,2,2,2,2,2,2,3,2,3,3,2,3,4,5,3,4,4,4,4,4,4,4,4,4,6,4,3,3,3,4,3,3,2,3,3,2,4,3,3,3,3,3,3,2,3,3,3,3,2,4,3,2,3,2,2,3,2,2,2,3,2,2,3,2,3,2,3,2,2,3,3,2,3,2,3,2,3,2,3,2,2,3,2,3,3,3,5,4,4,5,5,4,5,4,5,5,4,4,4,5,3,4,4,3,5,7,3,4,4,4,3,4,4,3,4,4,4,3,4,4,3,3,4,4,3,4,3,4,4,4,3,4,3,4,4,3,3,2,3,3,3,3,3,2,3,2,3,2,3,4,3,3,3,3,3,3,4,3,3,2,3,3,2,3,3,3,2,3,2,3,2,3,2,3,2,3,3,3,2,3,3,3,3,2,3,2,5,2,2,3,2,2,2,1,2,2,2,1,2,2,3,3,4,4,4,4,3,3,3,3,3,2,3,3,2,3,3,2,3,2,2,2,1,2,2,1,2,2,2,1,2,2,2,2,2,2,2,1,2,2,2,1,3,2,2,3,4,3,4,4,3,4,4,4,4,4,3,4,4,4,5,5,4,4,4,5,4,5,5,4,4,3,3,3,2,6,3,2,2,3,3,2,2,3,3,3,3,3,3,3,4,3,3,4,3,5,4,4,4,4,4,4,3,3,2,2,2,2,1,3,2,2,1,4,4,4,5,4,4,5,4,3,3,4,4,4,4,3,4,4,4,4,4,3,4,3,3,3,4,3,3,3,3,3,3,3,4,3,3,3,5,3,3,3,2,3,2,3,2,3,2,4,2,3,2,3,2,2,3,2,2,2,3,2,2,3,2,2,2,2,2,2,2,3,2,2,2,3,2,3,2,3,3,2,3,2,2,2,2,2,2,2,2,2,3,2,2,3,2,3,3,2,3,2,2,3,2,3,2,3,2,2,2,3,2,2,2,3,2,3,2,2,2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2,2,3,5,4,5,5,4,5,6,5,6,6,5,6,6,5,6,6,6,6,5,6,6,5,6,6,5,6,5,6,6,5,6,5,6,6,5,6,5,6,6,6,7,6,6,6,9,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,7,7,7,7,8,7,7,7,7,7,6,7,7,7,7,7,10,7,7,6,7,7,7,6,8,5,5,6,5,6,5,5,5,6,5,5,5,6,5,5,6,6,6,5,5",
"test_run_times": [
16.71000000000000085265128291212022304534912109375,
15.5600000000000004973799150320701301097869873046875,
15.3900000000000005684341886080801486968994140625,
15.589999999999999857891452847979962825775146484375,
14.2599999999999997868371792719699442386627197265625,
14.7400000000000002131628207280300557613372802734375,
15,
15.300000000000000710542735760100185871124267578125,
14.8100000000000004973799150320701301097869873046875,
14.5,
15.03999999999999914734871708787977695465087890625,
14.67999999999999971578290569595992565155029296875,
14.839999999999999857891452847979962825775146484375,
14.0999999999999996447286321199499070644378662109375,
15.1099999999999994315658113919198513031005859375
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": "11,7,5,3,3,2,3,3,2,3,2,3,2,2,2,2,2,3,3,2,5,2,3,2,2,2,3,2,2,2,2,2,3,2,2,3,2,3,2,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,4,5,5,5,5,5,5,5,7,5,5,5,5,4,5,4,5,5,4,5,5,5,4,5,5,5,4,5,4,5,4,5,5,4,6,4,5,4,4,4,4,4,4,5,4,4,4,5,4,4,4,4,4,4,4,4,4,3,4,4,4,4,3,4,4,7,4,4,4,4,5,4,3,4,5,4,5,5,4,4,5,4,5,4,4,4,5,4,3,5,4,6,5,5,4,5,5,5,5,5,5,4,5,4,5,4,4,5,4,5,4,6,5,5,5,5,5,5,5,5,8,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,4,6,5,5,4,5,5,5,5,5,4,5,5,4,5,4,5,4,4,4,3,3,3,4,3,2,2,4,3,3,3,4,3,4,3,3,4,3,3,3,3,4,4,3,3,3,3,3,3,3,3,3,3,3,4,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,3,3,2,3,2,2,2,2,2,2,2,2,2,2,2,3,3,3,2,3,2,3,4,3,3,3,3,2,3,3,3,4,3,3,3,3,2,3,4,3,6,3,4,2,2,3,4,4,4,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,4,4,3,4,3,3,4,3,3,3,4,3,3,3,3,3,3,3,2,3,3,2,3,3,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,2,3,2,2,3,2,2,2,3,5,3,3,3,3,3,3,3,2,2,2,3,2,2,2,2,2,3,2,3,2,2,3,2,2,3,3,3,3,3,3,3,3,3,3,4,3,3,4,3,3,3,3,3,3,3,3,2,3,2,2,2,2,2,3,2,2,3,2,3,2,3,2,2,2,3,2,3,2,3,3,2,3,2,2,3,2,2,3,2,3,3,3,4,3,4,3,3,3,3,3,4,3,7,5,4,4,4,3,4,4,4,4,4,4,4,5,4,4,4,4,4,3,3,3,3,2,3,2,1,2,2,2,2,2,2,1,2,2,2,2,1,2,1,2,2,1,2,1,1,2,1,1,2,2,3,3,3,3,3,4,4,3,3,3,2,3,3,3,4,2,4,3,3,3,4,3,3,3,3,4,3,4,3,3,3,3,3,3,3,4,3,3,3,3,2,3,2,2,3,2,2,3,2,2,3,2,2,2,3,2,3,2,2,2,2,2,2,3,2,2,2,2,2,3,2,2,2,2,2,2,1,2,2,1,2,2,2,2,1,2,2,2,1,1,2,1,2,1,1,2,1,2,1,2,2,1,2,2,1,2,11,1,11,1,11,1,11,1,11,2,11,2,2,2,2,3,2,3,3,2,3,4,3,3,6,3,3,3,3,2,3,2,2,2,2,2,2,2,1,1,2,2,2,1,3,2,2,2,2,2,2,1,2,1,2,1,2,1,2,2,2,2,2,2,2,3,2,1,2,2,2,2,2,2,3,2,2,2,1,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,4,2,3,4,3,4,4,4,5,4,4,4,4,3,4,4,4,5,4,5,4,7,3,3,4,3,3,3,4,2,3,2,2,3,2,2,4,7,4,4,3,3,2,3,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,2,2,3,3,2,3,2,2,2,3,2,3,2,2,3,2,3,5,5,4,2,3,2,2,2,4,1,2,2,2,2,2,2,1,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,3,2,3,2,3,2,3,2,2,3,2,3,2,3,2,3,2,3,3,2,2,3,2,2,3,2,2,2,2,3,3,3,3,3,3,3,4,4,4,4,4,4,4,5,4,3,4,4,4,4,4,4,4,4,3,4,7,5,4,4,4,3,4,4,4,4,3,4,4,3,4,3,3,3,3,3,3,3,3,3,3,3,3,4,4,5,5,5,5,4,4,5,4,4,4,4,4,4,3,4,4,4,4,3,4,4,3,4,4,4,4,4,4,3,4,4,4,4,4,3,4,4,7,4,4,4,4,4,4,4,4,4,4,3,4,3,4,3,4,2,3,3,3,3,4,5,4,4,5,4,4,4,4,4,4,4,4,4,5,4,4,4,4,3,4,3,4,3,3,3,4,3,3,4,3,3,3,3,4,3,3,4,3,4,3,4,4,3,4,4,3,6,4,4,4,3,5,4,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,5,5,4,5,5,5,5,5,4,5,4,3,4,4,4,3,4,3,3,4,4,5,4,4,5,4,4,4,4,4,4,4,4,4,4,5,7,5,4,6,5,6,5,7,6,7,6,6,7,6,7,6,7,6,7,6,7,6,6,6,5,6,6,5,5,5,4,4,4,3,3,4,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,5,4,3,3,3,3,3,4,3,3,3,2,3,3,3,3,2,3,3,2,3,3,3,2,3,3,3,3,3,2,3,2,2,3,2,2,2,3,2,2,3,2,3,2,2,3,2,2,2,3,2,2,3,3,3,4,4,5,5,5,6,6,6,5,5,5,4,5,5,4,5,6,5,5,5,8,5,5,6,5,5,6,5,6,5,5,6,5,5,6,5,5,6,5,5,5,5,5,5,5,4,5,4,4,5,5,4,4,5,5,4,4,5,4,4,5,5,5,5,4,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,7,5,5,5,5,5,5,5,4,5,4,5,5,4,5,4,5,5,5,4,5,5,4,5,4,4,5,4,5,4,5,4,7,4,5,3,3,2,3,2,3,2,3,2,3,2,3,2,3,4,4,5,4,4,4,4,3,5,4,3,4,3,4,4,3,5,4,4,4,4,4,4,4,4,4,4,4,3,4,3,4,3,3,4,4,3,4,4,3,4,4,4,3,3,3,4,3,3,3,2,3,2,3,3,5,3,4,3,3,4,3,2,3,3,3,3,3,2,3,3,2,3,3,3,4,3,4,4,3,4,4,3,4,3,4,3,3,3,4,3,4,5,5,4,3,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,1,2,2,3,2,2,2,3,2,3,2,2,2,2,2,2,2,2,2,1,2,2,2,2,1,2,2,2,2,2,4,5,5,5,3,5,3,3,3,4,3,4,4,4,5,3,6,6,5,5,5,6,5,5,4,5,4,4,4,5,5,4,4,5,4,5,4,5,4,5,5,5,5,5,5,4,5,5,5,5,5,5,5,6,5,5,6,5,5,8,5,5,5,5,5,5,5,5,4,4,5,5,4,5,5,5,4,5,5,4,5,4,6,4,5,3,4,3,4,3,4,3,4,4,4,5,4,4,4,4,5,4,5,4,4,4,4,4,4,5,4,3,4,4,4,4,5,2,3,3,2,2,3,3,4,3,4,3,3,3,3,3,3,3,3,4,3,3,4,3,4,3,4,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,2,3,4,3,4,3,4,3,3,3,3,4,3,4,4,4,4,4,3,4,4,4,3,3,3,4,2,3,4,5,5,5,6,10,7,5,6,6,6,6,6,5,6,6,6,5,6,6,6,5,6,5,3,3,2,2,3,3,2,6,5,5,5,5,4,4,4,4,6,5,5,4,6,5,5,5,5,4,4,5,4,4,4,4,4,4,7,3,4,4,4,4,4,4,3,4,4,4,3,4,4,3,4,3,4,4,3,3,3,3,4,3,3,3,3,2,3,2,3,3,2,3,2,3,3,3,3,5,3,3,4,4,3,3,4,3,3,3,4,4,4,5,5,4,5,5,4,4,4,4,4,3,4,4,4,4,7,5,4,4,4,4,4,4,3,3,3,4,3,4,3,4,3,3,3,3,3,3,2,2,3,2,3,3,4,5,5,5,5,5,5,5,5,5,4,4,4,4,4,4,3,4,3,2,2,3,3,2,2,2,2,1,2,2,1,2,3,2,3,3,2,4,3,3,3,5,3,4,4,4,3,6,3,4,4,3,4,3,4,4,3,4,5,4,5,3,4,3,3,3,3,2,4,3,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,4,5,4,4,4,6,6,5,6,6,4,5,4,5,5,5,5,9,4,5,4,4,3,4,4,4,4,4,4,3,5,4,4,4,4,4,4,5,4,5,5,5,6,5,6,6,6,6,6,5,7,6,6,6,6,6,6,5,6,6,7,6,6,5,4,4,3,3,7,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,4,3,2,3,3,3,4,4,4,5,4,4,4,4,4,4,5,4,5,5,5,4,4,5,5,6,5,6,6,6,6,6,6,6,5,6,5,5,5,8,5,4,5,5,5,4,5,5,3,4,4,4,4,4,4,5,4,4,4,3,4,4,4,4,4,4,4,3,4,3,4,3,4,4,3,3,4,4,4,3,4,3,4,4,3,4,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,4,6,3,3,3,3,4,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,3,3,3,3,3,3,2,3,3,3,3,3,3,3,2,3,2,2,4,3,3,3,3,3,4,4,4,4,3,4,3,5,4,4,5,4,4,8,4,4,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,3,4,3,4,4,4,3,3,3,3,3,4,3,3,3,3,3,3,3,3,3,2,3,3,2,3,3,3,2,3,3,2,2,2,3,3,3,2,3,2,3,2,3,3,2,3,3,2,3,3,3,2,3,3,4,3,2,3,4,3,4,6,3,4,3,3,3,3,4,3,4,4,3,4,5,4,4,3,4,4,4,3,4,4,4,3,4,4,4,3,4,4,3,5,4,4,4,3,4,4,3,4,4,3,4,4,3,4,4,3,4,3,3,6,6,6,7,6,6,7,6,6,10,7,7,7,7,7,7,7,7,8,7,7,7,7,7,7,8,7,7,9,8,8,9,6,7,7,7,7,7,7,7,6,7,6,8,11,7,7,7,7,7,6,7,6,6,6,7,6,7,6,7,6,7,7,7,7,6,7,6,4,4,5,3,4,3,4,3,3,4,2,2,3,4,4,3,4,4,4,3,4,4,3,4,4,3,8,3,5,4,4,4,5,4,4,4,4,4,4,3,4,5,4,4,3,4,4,4,4,4,3,4,4,3,3,4,3,6,7,6,7,6,7,6,7,6,7,6,6,6,7,6,7,7,7,7,10,7,7,7,7,6,7,7,7,6,6,6,7,6,5,4,4,4,6,7,6,6,7,6,6,5,6,6,5,6,6,5,5,5,6,5,5,5,4,5,4,5,3,4,9,5,5,5,5,5,4,6,3,3,3,3,3,4,3,3,3,4,3,5,4,4,3,4,4,4,3,3,4,3,4,3,3,4,4,4,4,5,4,4,5,4,4,3,3,4,3,3,3,3,2,3,3,2,3,4,4,3,3,3,3,3,3,3,3,3,3,5,4,9,5,6,7,6,7,6,7,6,5,5,5,6,5,6,7,6,6,6,7,6,7,7,7,6,6,6,6,6,5,6,6,6,5,6,6,6,6,7,7,6,10,6,6,5,6,5,5,5,5,5,5,5,5,5,5,5,6,7,6,6,5,6,6,5,6,5,6,5,6,5,5,5,5,5,6,5,6,6,6,7,6,7,6,6,7,9,6,7,7,6,6,7,7,6,7,6,7,7,6,7,6,7,7,7,6,6,6,5,4,5,5,5,4,5,4,4,4,4,4,4,4,4,4,5,4,4,3,3,4,3,3,3,3,6,4,3,3,3,3,2,3,3,3,3,3,3,3,2,4,3,3,2,2,2,3,2,3,3,3,4,4,5,4,4,4,4,3,4,4,4,4,4,4,4,4,4,4,3,4,4,4,3,4,3,4,4,5,4,5,5,6,5,5,5,5,5,6,5,5,5,9,5,5,4,4,5,6,4,5,3,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,3,5,4,4,3,4,3,3,3,4,3,4,3,4,3,3,4,4,3,4,3,4,4,4,4,3,4,4,3,4,4,3,4,3,4,4,4,4,6,8,6,6,7,7,6,6,7,6,7,6,5,6,5,6,5,6,6,5,5,6,5,5,5,5,4,5,6,5,5,4,5,6,4,4,4,5,4,5,5,4,4,5,4,5,4,5,4,7,4,3,4,3,4,4,3,3,4,3,4,3,4,5,3,4,4,4,4,3,4,4,4,4,4,4,4,4,4,3,4,4,3,4,4,3,4,3,4,4,3,4,4,4,4,3,4,3,4,3,3,3,4,3,3,3,3,3,2,3,3,2,3,3,4,5,6,10,5,5,4,4,4,4,5,4,4,3,4,4,3,4,3,4,3,2,3,3,3,2,3,3,2,3,2,3,3,2,3,4,3,2,3,3,2,3,3,3,4,5,5,5,5,5,6,5,6,5,5,6,5,5,6,6,7,6,6,6,6,9,6,6,7,6,5,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,6,5,5,5,6,5,5,4,3,2,3,3,3,3,2,3,3,2,3,2,4,6,6,6,6,5,5,9,5,5,5,4,5,4,5,4,5,5,4,5,4,4,4,4,5,5,4,5,4,4,4,4,5,4,4,4,4,4,4,3,4,4,3,3,4,4,3,4,5,3,3,4,3,4,3,4,3,3,4,3,3,4,3,3,3,3,4,3,3,3,3,7,3,4,3,3,4,3,3,4,3,3,3,3,2,3,2,3,2,3,3,4,3,3,3,3,4,3,3,3,3,3,3,4,3,3,3,3,3,2,3,4,3,3,2,2,3,3,3,2,3,3,2,3,3,3,4,3,3,3,2,3,3,2,3,3,3,3,3,4,3,3,3,3,3,4,6,6,6,6,8,7,7,7,8,7,8,7,8,8,8,8,8,6,7,6,6,7,6,6,7,6,6,6,7,6,6,6,6,7,6,6,7,7,6,8,7,9,7,8,6,6,7,7,7,7,7,6,7,7,7,7,7,7,6,8,7,7,7,7,6,7,7,7,6,7,7,7,6,7,7,6,7,10,7,7,7,6,6,7,7,6,7,6,7,7,6,7,6,7,6,7,6,6,6,7,6,6,7,6,6,7,7,7,6,6",
"test_run_times": [
16.71000000000000085265128291212022304534912109375,
15.78999999999999914734871708787977695465087890625,
15,
16.3900000000000005684341886080801486968994140625,
16.989999999999998436805981327779591083526611328125,
16.260000000000001563194018672220408916473388671875,
16.620000000000000994759830064140260219573974609375,
15.32000000000000028421709430404007434844970703125,
16.379999999999999005240169935859739780426025390625,
16.85000000000000142108547152020037174224853515625,
16.510000000000001563194018672220408916473388671875,
17.53999999999999914734871708787977695465087890625,
16.8299999999999982946974341757595539093017578125,
13.480000000000000426325641456060111522674560546875,
15.660000000000000142108547152020037174224853515625
]
},
"async-multi-threads-2": {
"value": "11,8,6,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,4,3,2,2,3,3,2,3,3,3,2,3,2,3,3,2,2,3,3,3,4,4,3,3,4,4,6,5,5,4,5,4,4,5,8,5,4,5,4,5,4,4,4,4,4,3,4,4,4,4,4,4,4,5,3,4,4,4,5,4,4,5,3,4,4,3,3,4,3,4,4,3,4,3,4,4,4,4,4,3,3,3,4,3,4,3,4,3,3,4,3,3,3,3,3,3,3,3,3,4,3,5,3,3,4,3,2,2,3,3,2,3,3,2,2,3,2,3,3,3,3,3,3,3,3,3,2,3,3,4,4,3,4,3,4,3,4,3,3,3,3,2,3,4,3,4,4,3,4,4,3,4,3,4,4,3,3,3,3,4,3,3,4,3,3,4,4,4,3,4,4,4,4,4,4,4,3,6,4,4,4,5,4,3,4,5,3,3,4,4,4,4,4,4,4,4,3,4,4,4,4,4,4,4,4,4,4,4,4,3,4,4,4,3,4,4,3,4,4,3,4,3,4,2,3,2,2,2,1,2,1,3,2,3,2,3,3,3,3,2,3,2,3,2,2,4,2,3,3,2,2,3,2,5,3,2,3,3,2,3,2,2,3,2,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2,2,1,2,1,2,2,1,2,1,2,2,2,2,2,3,2,2,3,3,2,2,2,2,2,2,2,3,2,3,3,2,3,2,3,2,3,2,3,2,2,2,3,3,2,3,2,4,3,3,2,3,3,3,3,4,3,3,2,3,3,2,2,2,3,3,3,2,3,2,2,3,2,2,3,2,2,3,2,2,5,2,3,3,2,2,2,2,2,2,1,2,1,2,2,1,2,2,1,2,2,1,2,1,2,2,1,2,2,1,2,1,1,2,1,2,2,2,2,1,1,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,1,2,1,2,2,2,1,2,2,1,2,2,2,3,2,2,2,2,3,2,3,2,3,2,3,2,2,3,2,2,2,2,2,1,2,2,1,2,2,1,2,2,1,2,2,1,1,2,2,2,2,1,2,2,2,1,2,2,1,2,2,2,2,2,2,2,2,3,3,2,3,2,2,3,2,4,2,4,3,3,3,3,3,3,2,3,3,3,4,3,3,3,3,2,3,3,4,3,3,2,2,2,2,1,2,1,2,1,2,1,2,1,2,1,1,2,1,1,2,1,1,1,1,2,1,1,1,2,1,2,1,2,2,2,2,3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,1,2,2,1,2,2,2,1,2,2,1,2,1,2,2,1,2,2,1,2,1,2,3,1,2,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,2,1,2,2,2,2,2,2,1,2,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,2,1,1,1,1,2,1,1,1,2,1,1,1,1,2,1,2,1,3,2,2,2,2,3,2,2,2,2,3,2,2,3,2,2,2,2,1,1,1,2,2,1,1,1,1,2,1,1,3,3,3,3,2,3,2,2,2,2,1,2,1,2,3,2,2,2,3,3,2,2,2,2,1,2,2,2,1,2,2,2,2,2,2,2,2,1,2,2,1,2,1,1,1,2,1,1,2,1,2,1,1,2,1,1,2,1,1,1,1,2,3,3,2,11,1,11,1,11,1,11,1,11,1,11,1,11,1,2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,2,3,2,1,2,2,1,2,1,2,2,2,1,2,2,2,1,2,3,1,4,1,2,2,2,1,2,5,2,3,2,1,2,2,1,3,2,1,2,1,2,1,3,2,2,2,1,2,2,3,3,3,3,2,3,2,3,3,3,3,2,3,3,2,2,2,2,3,2,2,2,2,2,3,2,3,2,2,2,2,2,2,2,2,3,2,3,2,2,1,2,2,1,2,2,2,2,2,2,3,2,3,2,3,2,3,2,2,2,2,2,3,1,1,3,2,2,2,2,2,2,2,2,2,2,2,3,2,2,2,3,2,2,2,2,2,2,2,3,2,4,2,3,3,2,2,2,2,2,2,2,2,2,2,3,2,2,1,2,3,2,3,2,3,3,3,3,3,2,2,3,2,2,3,3,3,3,2,2,2,1,2,2,2,2,2,2,3,2,2,1,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,3,2,3,2,3,2,2,3,2,3,2,3,2,2,3,2,3,2,3,3,2,3,3,2,3,3,3,2,2,2,3,1,2,2,1,2,2,2,2,3,4,3,3,3,2,3,2,2,2,2,2,2,2,3,2,3,3,3,3,3,3,3,4,5,4,3,4,3,4,4,4,4,4,3,4,4,3,4,3,3,3,4,3,3,3,2,3,2,2,2,1,2,2,1,2,2,1,2,2,1,2,2,2,2,1,2,2,2,1,2,2,2,2,1,2,2,2,1,2,2,1,2,1,2,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,1,2,1,1,2,1,1,1,2,1,1,2,1,3,2,1,1,1,1,2,1,1,2,2,2,3,3,2,4,4,4,3,4,4,3,4,4,3,4,5,4,4,4,4,5,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,5,4,4,4,4,4,3,4,3,3,4,3,4,3,3,3,4,3,3,4,3,3,3,3,4,4,3,6,4,3,5,4,4,4,4,4,4,4,3,5,3,3,4,4,4,4,4,3,4,4,4,4,4,3,5,4,4,4,4,4,4,4,3,4,3,4,3,3,4,4,3,3,3,3,4,3,4,3,3,3,3,4,3,4,3,3,3,3,3,4,2,1,1,2,2,1,3,1,2,2,4,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,2,3,2,3,3,4,4,3,3,3,3,3,4,3,3,2,2,3,2,2,3,3,3,4,3,3,3,3,3,2,2,3,2,3,2,2,2,3,2,2,2,2,2,2,3,2,3,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,3,3,3,2,3,2,2,2,2,3,3,2,3,2,2,2,3,3,6,3,3,1,12,1,2,11,1,2,3,2,1,2,3,2,1,1,2,1,2,3,2,2,2,3,3,2,2,3,2,2,2,2,3,2,3,2,2,2,2,1,2,1,2,1,3,1,1,3,4,4,4,5,3,3,3,3,2,3,3,3,4,3,4,3,5,5,4,4,4,4,5,4,4,4,4,3,4,4,4,4,4,4,8,3,5,4,4,4,4,5,4,4,4,4,4,4,4,5,3,3,4,4,4,4,4,3,4,5,3,4,4,4,4,4,4,4,4,4,3,4,4,4,4,4,4,4,4,3,4,4,4,4,3,3,3,4,2,3,3,2,3,3,4,3,3,3,3,3,4,6,3,4,3,3,4,3,4,3,4,3,3,4,3,3,2,3,2,2,2,1,2,3,3,3,3,3,3,2,2,2,2,1,2,3,2,3,3,3,3,2,2,2,3,2,2,2,2,2,2,2,2,2,3,2,2,3,2,2,3,2,3,2,2,3,2,2,2,2,3,2,2,3,2,3,3,2,2,3,1,2,1,2,2,2,2,2,3,4,4,4,4,4,4,4,4,6,4,4,4,4,4,4,4,4,4,4,4,3,3,1,1,1,2,2,1,3,3,3,3,4,3,2,3,2,3,3,3,3,4,3,4,3,3,2,3,2,2,3,2,2,3,2,3,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,1,2,1,2,1,1,2,1,2,1,1,1,2,2,2,2,2,2,2,2,2,2,1,2,1,2,2,2,2,2,3,3,4,3,3,3,2,1,2,2,2,2,2,2,2,2,3,3,2,2,2,2,2,1,2,2,1,2,2,1,1,2,2,1,1,2,1,1,1,1,1,2,2,2,3,2,3,3,3,3,2,2,2,2,2,2,1,2,2,1,1,2,1,2,1,2,1,2,1,1,2,1,2,1,2,2,2,1,2,2,2,2,3,3,3,4,3,2,3,2,2,3,2,2,2,2,3,2,3,3,3,2,3,2,2,1,1,2,2,2,2,3,3,4,4,4,4,3,4,6,4,4,3,4,4,3,4,4,3,4,3,3,3,3,4,3,4,3,3,3,3,3,2,3,3,3,3,3,3,2,2,2,2,3,2,2,2,3,2,3,2,2,3,2,3,2,3,2,3,3,3,4,3,3,3,3,3,3,4,4,3,4,3,3,4,3,4,3,3,4,3,3,3,2,2,2,2,1,2,2,2,1,2,2,1,2,2,1,2,3,2,2,1,2,2,1,2,1,2,1,2,2,2,1,2,2,1,2,3,2,2,2,2,2,3,2,2,3,2,3,2,2,3,2,3,3,3,4,3,3,3,3,4,3,3,3,3,3,3,3,3,2,3,3,2,3,3,2,3,2,2,2,3,2,2,2,2,3,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,1,1,3,2,2,2,2,2,1,2,2,1,2,1,2,1,1,2,2,1,2,1,1,1,2,1,2,1,4,2,2,2,3,2,2,1,2,2,1,2,2,1,2,2,1,2,2,1,2,2,2,1,2,2,2,2,1,2,2,1,2,1,2,1,2,1,1,2,2,1,1,2,1,1,1,2,1,1,1,2,1,1,1,1,1,2,1,2,2,2,2,2,2,2,3,2,2,2,2,3,2,2,3,2,3,3,2,3,2,2,2,2,3,2,3,3,2,2,3,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,1,2,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,2,2,1,2,1,2,1,2,2,1,2,1,4,1,2,2,2,2,2,1,1,2,2,1,2,1,2,1,2,1,2,1,1,2,2,1,2,2,1,2,2,2,2,2,2,2,3,2,2,1,2,2,2,1,2,2,2,2,2,2,2,2,2,1,2,2,2,1,2,2,1,2,2,2,1,2,2,2,1,2,3,3,3,3,3,3,3,3,4,3,4,3,4,3,4,4,3,4,4,3,4,4,3,4,4,3,4,4,5,4,4,4,4,5,4,6,5,4,5,4,4,4,4,5,4,5,4,5,4,4,4,4,4,4,5,4,3,5,4,4,4,4,4,4,4,4,4,4,3,2,2,3,1,2,2,2,1,2,2,1,2,2,2,2,2,2,3,3,2,2,1,2,2,2,2,2,2,3,4,3,3,3,2,3,2,3,2,2,3,2,2,2,2,2,3,2,3,4,4,3,3,3,2,2,1,3,4,3,4,4,4,4,4,4,5,4,4,3,4,4,4,5,4,4,4,4,5,4,4,4,5,4,4,4,4,3,4,4,3,3,2,2,3,4,4,4,4,3,4,4,4,3,3,4,3,4,3,4,3,3,3,2,3,2,2,2,2,2,3,4,3,4,3,3,3,3,2,2,1,2,2,2,1,2,2,1,2,2,3,3,3,3,3,2,2,2,2,2,2,1,2,2,2,2,3,3,3,2,2,2,2,2,2,1,2,2,1,2,2,1,2,1,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,3,3,3,4,4,3,4,4,3,3,3,2,3,2,3,3,4,3,3,3,3,4,4,3,4,3,3,3,3,3,3,2,3,3,4,3,3,3,4,3,3,3,3,3,2,3,2,3,2,2,2,2,3,2,3,2,3,2,3,3,3,3,2,3,2,3,2,3,2,3,2,2,2,3,2,2,3,2,2,3,4,3,3,3,3,3,3,3,3,4,3,4,3,4,3,3,4,3,3,3,3,3,3,4,4,3,3,3,2,3,2,3,2,3,2,3,2,3,2,2,2,2,2,2,2,5,2,3,2,3,2,1,2,2,1,2,2,1,2,1,2,1,2,2,1,2,1,2,1,2,1,1,2,1,1,2,1,2,1,2,2,2,2,2,3,1,1,2,2,2,1,2,2,2,2,2,2,1,1,2,2,2,2,1,2,2,2,2,2,3,2,3,2,3,2,2,3,2,3,2,3,2,2,3,2,2,3,2,3,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,1,2,2,1,2,1,3,1,2,2,2,2,2,2,1,2,2,1,1,2,1,2,1,3,2,2,1,2,2,3,2,3,3,4,3,3,3,3,4,3,3,3,3,2,3,2,3,3,3,3,3,2,3,2,3,2,3,3,2,3,2,3,2,3,3,3,2,3,2,3,2,3,3,2,3,3,2,2,2,3,2,2,2,2,1,2,2,2,1,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,1,3,2,2,2,2,1,2,2,2,1,2,1,2,1,2,3,2,1,2,1,2,1,1,2,2,2,3,3,3,3,3,3,2,2,2,2,2,2,2,1,2,2,1,2,2,1,2,1,1,1,1,1,2,1,1,2,1,1,2,1,2,1,1,2,1,1,2,1,2,2,3,2,3,2,3,2,3,2,3,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,1,2,3,2,3,2,2,2,2,2,2,2,2,3,2,3,2,3,3,2,2,3,2,3,3,1,2,1,1,1,1,1,1,1,1,1,2,4,3,3,3,3,2,3,3,2,2,3,2,2,3,2,2,3,2,2,2,2,2,2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,1,2,2,2,1,2,2,2,2,1,2,1,2,1,1,2,1,2,1,2,1,2,1,2,1,2,1,2,1,1,2,1,1,2,2,1,1,2,1,1,1,1,1,1,1,2,1,2,2,1,2,1,2,2,2,3,2,2,2,1,2,1,2,1,1,2,2,1,2,1,2,1,2,1,2,1,2,1,2,1,1,2,2,1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,2,1,2,5,3,4,3,3,4,4,4,3,4,4,4,3,4,5,4,4,4,4,3,4,4,4,4,4,4,4,4,4,4,3,4,4,4,4,4,5,4,4,5,5,4,4,5,4,5,4,5,4,4,5,4,4,4,5,4,4,4,5,4,4,5,6,4,4,5,4,4,4,5,4,4,4,4,4,4,4,5,4,4,4,4,4,4,4,4,4,4,5,4,4,4,4,4,4,4,4,3,4,4,4,4,3,4,4,4,5,4,4,4",
"test_run_times": [
11.3300000000000000710542735760100185871124267578125,
10.5,
10.6699999999999999289457264239899814128875732421875
]
}
}
},
"761855a8f91836122613f01e2828258496254aad": {
"identifier": "pts\/xonotic-1.6.0",
"title": "Xonotic",
"app_version": "0.8.5",
"arguments": "+vid_width 1024 +vid_height 768 +exec effects-ultimate.cfg",
"description": "Resolution: 1024 x 768 - Effects Quality: Ultimate",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 192.90045159999999668798409402370452880859375,
"raw_values": [
192.760015900000013289172784425318241119384765625,
189.42790489999998726489138789474964141845703125,
196.5134338999999954467057250440120697021484375
],
"min_result": [
"46"
],
"max_result": [
"454"
],
"test_run_times": [
169.56999999999999317878973670303821563720703125,
171.849999999999994315658113919198513031005859375,
165.580000000000012505552149377763271331787109375
]
},
"master-past-downfall": {
"value": 192.006618900000006533446139656007289886474609375,
"raw_values": [
191.706077399999998078783391974866390228271484375,
192.693221200000010639996617101132869720458984375,
191.620558100000010881558409892022609710693359375
],
"min_result": [
"43"
],
"max_result": [
"468"
],
"test_run_times": [
170.81999999999999317878973670303821563720703125,
168.979999999999989768184605054557323455810546875,
169.520000000000010231815394945442676544189453125
]
},
"master-dpms-fixed": {
"value": 193.551212800000001834632712416350841522216796875,
"raw_values": [
194.92138909999999896172084845602512359619140625,
197.510658699999993359597283415496349334716796875,
188.22159049999999069768819026648998260498046875
],
"min_result": [
"48"
],
"max_result": [
"471"
],
"test_run_times": [
166.909999999999996589394868351519107818603515625,
164.830000000000012505552149377763271331787109375,
172.729999999999989768184605054557323455810546875
]
},
"sysvalue-buffer-optimized": {
"value": 247.5440241000000014537363313138484954833984375,
"raw_values": [
242.49696599999998625207808800041675567626953125,
250.642614199999997026679920963943004608154296875,
249.49249209999999266074155457317829132080078125
],
"min_result": [
"47"
],
"max_result": [
"526"
],
"test_run_times": [
137.18999999999999772626324556767940521240234375,
131.960000000000007958078640513122081756591796875,
132.6299999999999954525264911353588104248046875
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 254.148359699999986105467542074620723724365234375,
"raw_values": [
255.023174000000011574229574762284755706787109375,
253.820233000000001766238710843026638031005859375,
253.601672100000001819353201426565647125244140625
],
"min_result": [
"50"
],
"max_result": [
"566"
],
"test_run_times": [
130.590000000000003410605131648480892181396484375,
130.240000000000009094947017729282379150390625,
130.3899999999999863575794734060764312744140625
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 241.324641000000013946191756986081600189208984375,
"raw_values": [
240.89667969999999286301317624747753143310546875,
253.56137019999999893116182647645473480224609375,
254.8927625000000034560798667371273040771484375,
240.137922099999997271879692561924457550048828125,
235.884146899999990409924066625535488128662109375,
232.400478600000013784665497951209545135498046875,
234.304989299999988361378200352191925048828125,
247.015646900000007235576049424707889556884765625,
252.6066104999999879510141909122467041015625,
233.6115813000000116517185233533382415771484375,
236.937240900000006149639375507831573486328125,
233.6462632999999868843588046729564666748046875
],
"min_result": [
"45"
],
"max_result": [
"560"
],
"test_run_times": [
138.1100000000000136424205265939235687255859375,
131.219999999999998863131622783839702606201171875,
129.93000000000000682121026329696178436279296875,
137.3600000000000136424205265939235687255859375,
139.599999999999994315658113919198513031005859375,
141.590000000000003410605131648480892181396484375,
140.599999999999994315658113919198513031005859375,
133.460000000000007958078640513122081756591796875,
130.919999999999987494447850622236728668212890625,
140.539999999999992041921359486877918243408203125,
139.080000000000012505552149377763271331787109375,
140.93999999999999772626324556767940521240234375
]
},
"async-multi-threads-2": {
"value": 332.78560989999999719657353125512599945068359375,
"raw_values": [
326.53297909999997727936715818941593170166015625,
333.3095938000000160172930918633937835693359375,
338.51425690000002077795215882360935211181640625
],
"min_result": [
"47"
],
"max_result": [
"3000"
],
"test_run_times": [
104.68000000000000682121026329696178436279296875,
100.8299999999999982946974341757595539093017578125,
99.469999999999998863131622783839702606201171875
]
}
}
},
"946dcd861f7fbb30aefd6cdfc7caf7e9fba5c638": {
"identifier": "pts\/unigine-tropics-1.6.4",
"title": "Unigine Tropics",
"app_version": "1.3",
"arguments": "-video_width 1600 -video_height 900 -video_fullscreen 1",
"description": "Resolution: 1600 x 900 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 315.42500000000001136868377216160297393798828125,
"raw_values": [
311.22899999999998499333742074668407440185546875,
315.999000000000023646862246096134185791015625,
319.04700000000002546585164964199066162109375
],
"test_run_times": [
207.8700000000000045474735088646411895751953125,
205.169999999999987494447850622236728668212890625,
204.659999999999996589394868351519107818603515625
]
},
"master-past-downfall": {
"value": 279.8890000000000100044417195022106170654296875,
"raw_values": [
307.69900000000001227817847393453121185302734375,
287.615999999999985448084771633148193359375,
302.3039999999999736246536485850811004638671875,
289.44499999999999317878973670303821563720703125,
325.8120000000000118234311230480670928955078125,
290.22300000000001318767317570745944976806640625,
240.198000000000007503331289626657962799072265625,
220.97800000000000864019966684281826019287109375,
254.729999999999989768184605054557323455810546875
],
"test_run_times": [
207.419999999999987494447850622236728668212890625,
205.020000000000010231815394945442676544189453125,
204.710000000000007958078640513122081756591796875,
204.43000000000000682121026329696178436279296875,
204.669999999999987494447850622236728668212890625,
204.539999999999992041921359486877918243408203125,
204.659999999999996589394868351519107818603515625,
204.590000000000003410605131648480892181396484375,
204.6200000000000045474735088646411895751953125
]
},
"master-dpms-fixed": {
"value": 252.644000000000005456968210637569427490234375,
"raw_values": [
249.32400000000001227817847393453121185302734375,
248.724999999999994315658113919198513031005859375,
259.88299999999998135535861365497112274169921875
],
"test_run_times": [
204.580000000000012505552149377763271331787109375,
204.590000000000003410605131648480892181396484375,
204.419999999999987494447850622236728668212890625
]
},
"sysvalue-buffer-optimized": {
"value": 255.40100000000001045918907038867473602294921875,
"raw_values": [
256.0240000000000009094947017729282379150390625,
237.96199999999998908606357872486114501953125,
276.4959999999999809006112627685070037841796875,
261.07999999999998408384271897375583648681640625,
218.330000000000012505552149377763271331787109375,
254.729999999999989768184605054557323455810546875,
234.87299999999999045030563138425350189208984375,
254.51699999999999590727384202182292938232421875,
269.057000000000016370904631912708282470703125,
266.23700000000002319211489520967006683349609375,
261.47100000000000363797880709171295166015625,
274.03600000000000136424205265939235687255859375
],
"test_run_times": [
204.69999999999998863131622783839702606201171875,
204.669999999999987494447850622236728668212890625,
204.56000000000000227373675443232059478759765625,
204.580000000000012505552149377763271331787109375,
204.6100000000000136424205265939235687255859375,
204.69999999999998863131622783839702606201171875,
204.56999999999999317878973670303821563720703125,
204.6399999999999863575794734060764312744140625,
204.6200000000000045474735088646411895751953125,
204.590000000000003410605131648480892181396484375,
204.669999999999987494447850622236728668212890625,
204.6100000000000136424205265939235687255859375
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 253.44999999999998863131622783839702606201171875,
"raw_values": [
253.895000000000010231815394945442676544189453125,
240.544999999999987494447850622236728668212890625,
271.95999999999997953636921010911464691162109375,
268.86799999999999499777914024889469146728515625,
274.42599999999998772182152606546878814697265625,
252.030000000000001136868377216160297393798828125,
254.393000000000000682121026329696178436279296875,
251.974999999999994315658113919198513031005859375,
232.941000000000002501110429875552654266357421875,
256.48399999999998044586391188204288482666015625,
251.55500000000000682121026329696178436279296875,
232.330000000000012505552149377763271331787109375
],
"test_run_times": [
204.68999999999999772626324556767940521240234375,
204.75,
204.659999999999996589394868351519107818603515625,
204.590000000000003410605131648480892181396484375,
204.650000000000005684341886080801486968994140625,
204.44999999999998863131622783839702606201171875,
204.659999999999996589394868351519107818603515625,
204.460000000000007958078640513122081756591796875,
204.6299999999999954525264911353588104248046875,
204.56000000000000227373675443232059478759765625,
204.780000000000001136868377216160297393798828125,
204.770000000000010231815394945442676544189453125
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 226.41300000000001091393642127513885498046875,
"raw_values": [
246.643000000000000682121026329696178436279296875,
219.76200000000000045474735088646411895751953125,
213.167000000000001591615728102624416351318359375,
226.116999999999990222931955941021442413330078125,
212.00299999999998590283212251961231231689453125,
218.04099999999999681676854379475116729736328125,
214.328000000000002955857780762016773223876953125,
236.16599999999999681676854379475116729736328125,
215.700999999999993406163412146270275115966796875,
244.003999999999990677679306827485561370849609375,
241.27199999999999135980033315718173980712890625,
229.753999999999990677679306827485561370849609375
],
"test_run_times": [
207.30000000000001136868377216160297393798828125,
204.590000000000003410605131648480892181396484375,
204.409999999999996589394868351519107818603515625,
204.3899999999999863575794734060764312744140625,
0.11999999999999999555910790149937383830547332763671875,
0.11999999999999999555910790149937383830547332763671875,
0.11000000000000000055511151231257827021181583404541015625,
0.11000000000000000055511151231257827021181583404541015625,
0.11999999999999999555910790149937383830547332763671875,
204.270000000000010231815394945442676544189453125,
0.11999999999999999555910790149937383830547332763671875,
0.11999999999999999555910790149937383830547332763671875,
204.19999999999998863131622783839702606201171875,
204.419999999999987494447850622236728668212890625,
204.43999999999999772626324556767940521240234375,
204.330000000000012505552149377763271331787109375,
204.419999999999987494447850622236728668212890625,
204.400000000000005684341886080801486968994140625,
204.419999999999987494447850622236728668212890625
]
},
"async-multi-threads-2": {
"value": 371.6580000000000154614099301397800445556640625,
"raw_values": [
370.20999999999997953636921010911464691162109375,
376.8029999999999972715158946812152862548828125,
367.95999999999997953636921010911464691162109375
],
"test_run_times": [
205.460000000000007958078640513122081756591796875,
204.590000000000003410605131648480892181396484375,
204.68000000000000682121026329696178436279296875
]
}
}
},
"022860cb48c9d6775ed4c333e0f30b38b4b8595a": {
"identifier": "pts\/glmark2-1.3.0",
"title": "GLmark2",
"app_version": "2021.08.30",
"arguments": "-s 1024x768",
"description": "Resolution: 1024 x 768",
"scale": "Score",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 4886,
"test_run_times": [
331.08999999999997498889570124447345733642578125
]
},
"master-past-downfall": {
"value": 4218,
"test_run_times": [
331.04000000000002046363078989088535308837890625
]
},
"master-dpms-fixed": {
"value": 4811,
"test_run_times": [
330.93999999999999772626324556767940521240234375
]
},
"sysvalue-buffer-optimized": {
"value": 4795,
"test_run_times": [
330.79000000000002046363078989088535308837890625
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 5080,
"test_run_times": [
330.82999999999998408384271897375583648681640625
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 4706,
"test_run_times": [
331.18000000000000682121026329696178436279296875
]
},
"async-multi-threads-2": {
"value": 4964,
"raw_values": [
4879,
4971,
5043
],
"test_run_times": [
331.01999999999998181010596454143524169921875,
332.3700000000000045474735088646411895751953125,
331.81999999999999317878973670303821563720703125
]
}
}
},
"86289540d7301fe4237b2a0630d95441437a6406": {
"identifier": "pts\/unigine-valley-1.1.8",
"title": "Unigine Valley",
"app_version": "1.0",
"arguments": "-video_width 1600 -video_height 900 -video_fullscreen 1 -video_app opengl",
"description": "Resolution: 1600 x 900 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 149.669000000000011141310096718370914459228515625,
"raw_values": [
150.467999999999989313437254168093204498291015625,
148.730999999999994543031789362430572509765625,
149.808999999999997498889570124447345733642578125
],
"test_run_times": [
194.18999999999999772626324556767940521240234375,
193.1200000000000045474735088646411895751953125,
192.530000000000001136868377216160297393798828125
]
},
"master-past-downfall": {
"value": 149.98799999999999954525264911353588104248046875,
"raw_values": [
149.159999999999996589394868351519107818603515625,
149.913999999999987267074175179004669189453125,
150.8890000000000100044417195022106170654296875
],
"test_run_times": [
194.090000000000003410605131648480892181396484375,
192.990000000000009094947017729282379150390625,
192.469999999999998863131622783839702606201171875
]
},
"master-dpms-fixed": {
"value": 150.375,
"raw_values": [
147.7259999999999990905052982270717620849609375,
149.669000000000011141310096718370914459228515625,
153.730999999999994543031789362430572509765625
],
"test_run_times": [
192.55000000000001136868377216160297393798828125,
192.5,
192.469999999999998863131622783839702606201171875
]
},
"sysvalue-buffer-optimized": {
"value": 162.990000000000009094947017729282379150390625,
"raw_values": [
158.806999999999987949195201508700847625732421875,
163.894000000000005456968210637569427490234375,
166.269000000000005456968210637569427490234375
],
"test_run_times": [
192.669999999999987494447850622236728668212890625,
192.520000000000010231815394945442676544189453125,
192.56999999999999317878973670303821563720703125
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 165.768000000000000682121026329696178436279296875,
"raw_values": [
166.17599999999998772182152606546878814697265625,
163.731999999999999317878973670303821563720703125,
167.39699999999999135980033315718173980712890625
],
"test_run_times": [
192.650000000000005684341886080801486968994140625,
192.539999999999992041921359486877918243408203125,
192.43999999999999772626324556767940521240234375
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 157.344999999999998863131622783839702606201171875,
"raw_values": [
154.8170000000000072759576141834259033203125,
158.191000000000002501110429875552654266357421875,
159.027999999999991587174008600413799285888671875
],
"test_run_times": [
194.409999999999996589394868351519107818603515625,
192.8799999999999954525264911353588104248046875,
0.2200000000000000011102230246251565404236316680908203125,
192.919999999999987494447850622236728668212890625
]
},
"async-multi-threads-2": {
"value": 177.455999999999988858689903281629085540771484375,
"raw_values": [
175.609000000000008867573342286050319671630859375,
181.18999999999999772626324556767940521240234375,
175.568000000000012050804798491299152374267578125
],
"test_run_times": [
194.659999999999996589394868351519107818603515625,
193.1299999999999954525264911353588104248046875,
192.580000000000012505552149377763271331787109375
]
}
}
},
"2d040e941f3063536de3d1570d12b0fc99ae2584": {
"identifier": "pts\/gputest-1.3.2",
"title": "GpuTest",
"app_version": "0.7.0",
"arguments": "\/width=1600 \/height=900 \/fullscreen \/test=pixmark_volplosion",
"description": "Resolution: 1600 x 900",
"scale": "Points",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 13783,
"raw_values": [
13715,
13969,
13666
],
"test_run_times": [
65.06000000000000227373675443232059478759765625,
65.06000000000000227373675443232059478759765625,
65.06000000000000227373675443232059478759765625
]
},
"master-past-downfall": {
"value": 14039,
"raw_values": [
14361,
13873,
13882
],
"test_run_times": [
65.06000000000000227373675443232059478759765625,
65.06000000000000227373675443232059478759765625,
65.06000000000000227373675443232059478759765625
]
},
"master-dpms-fixed": {
"value": 13437,
"raw_values": [
13321,
13368,
13621
],
"test_run_times": [
65.06000000000000227373675443232059478759765625,
65.06000000000000227373675443232059478759765625,
65.06999999999999317878973670303821563720703125
]
},
"sysvalue-buffer-optimized": {
"value": 13940,
"raw_values": [
14215,
13987,
13438,
14118
],
"test_run_times": [
65.06999999999999317878973670303821563720703125,
65.25,
65.06000000000000227373675443232059478759765625,
65.0400000000000062527760746888816356658935546875
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 13712,
"raw_values": [
13447,
13679,
14011
],
"test_run_times": [
65.0499999999999971578290569595992565155029296875,
65.0499999999999971578290569595992565155029296875,
65.06000000000000227373675443232059478759765625
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 13449,
"raw_values": [
12733,
13657,
13424,
13406,
13801,
13576,
13559,
13433
],
"test_run_times": [
64.56999999999999317878973670303821563720703125,
65.2900000000000062527760746888816356658935546875,
65.56999999999999317878973670303821563720703125,
64.2999999999999971578290569595992565155029296875,
65.06000000000000227373675443232059478759765625,
65.0400000000000062527760746888816356658935546875,
65.06000000000000227373675443232059478759765625,
65.0499999999999971578290569595992565155029296875
]
},
"async-multi-threads-2": {
"value": 15611,
"raw_values": [
15426,
15735,
15673
],
"test_run_times": [
65.06000000000000227373675443232059478759765625,
65.06000000000000227373675443232059478759765625,
65.0499999999999971578290569595992565155029296875
]
}
}
},
"2653002203245aed13c3f4f5ae487236c6f4d2f4": {
"identifier": "pts\/unigine-heaven-1.6.5",
"title": "Unigine Heaven",
"app_version": "4.0",
"arguments": "-video_width 1600 -video_height 900 video_fullscreen 1 -video_app opengl",
"description": "Resolution: 1600 x 900 - Mode: Fullscreen - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 167.905000000000001136868377216160297393798828125,
"raw_values": [
165.525000000000005684341886080801486968994140625,
172.03600000000000136424205265939235687255859375,
166.15399999999999636202119290828704833984375
],
"test_run_times": [
267.779999999999972715158946812152862548828125,
266.3600000000000136424205265939235687255859375,
266.57999999999998408384271897375583648681640625
]
},
"master-past-downfall": {
"value": 172.30099999999998772182152606546878814697265625,
"raw_values": [
174.397999999999996134647517465054988861083984375,
172.616999999999990222931955941021442413330078125,
169.88700000000000045474735088646411895751953125
],
"test_run_times": [
268.18000000000000682121026329696178436279296875,
266.42000000000001591615728102624416351318359375,
266.45999999999997953636921010911464691162109375
]
},
"master-dpms-fixed": {
"value": 172.395999999999986584953148849308490753173828125,
"raw_values": [
175.167000000000001591615728102624416351318359375,
173.118999999999999772626324556767940521240234375,
168.90199999999998681232682429254055023193359375
],
"test_run_times": [
266.470000000000027284841053187847137451171875,
266.3899999999999863575794734060764312744140625,
266.41000000000002501110429875552654266357421875
]
},
"sysvalue-buffer-optimized": {
"value": 181.582999999999998408384271897375583648681640625,
"raw_values": [
179.644000000000005456968210637569427490234375,
182.409999999999996589394868351519107818603515625,
182.69499999999999317878973670303821563720703125
],
"test_run_times": [
266.93000000000000682121026329696178436279296875,
266.3700000000000045474735088646411895751953125,
266.45999999999997953636921010911464691162109375
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 183.6299999999999954525264911353588104248046875,
"raw_values": [
184.042000000000001591615728102624416351318359375,
183.445999999999997953636921010911464691162109375,
183.40199999999998681232682429254055023193359375
],
"test_run_times": [
266.83999999999997498889570124447345733642578125,
266.43000000000000682121026329696178436279296875,
266.33999999999997498889570124447345733642578125
]
},
"syvalue-opt-and-direct-state-access-v2": {
"value": 177.84600000000000363797880709171295166015625,
"raw_values": [
180.1100000000000136424205265939235687255859375,
179.866999999999990222931955941021442413330078125,
173.5620000000000118234311230480670928955078125
],
"test_run_times": [
267.06999999999999317878973670303821563720703125,
266.43000000000000682121026329696178436279296875,
266.42000000000001591615728102624416351318359375
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 182.32900000000000773070496506989002227783203125,
"raw_values": [
180.4379999999999881765688769519329071044921875,
184.875,
181.67500000000001136868377216160297393798828125
],
"test_run_times": [
266.279999999999972715158946812152862548828125,
266.18999999999999772626324556767940521240234375,
266.19999999999998863131622783839702606201171875
]
},
"async-multi-threads-2": {
"value": 184.413999999999987267074175179004669189453125,
"raw_values": [
186.086000000000012732925824820995330810546875,
191.67599999999998772182152606546878814697265625,
175.479999999999989768184605054557323455810546875
],
"test_run_times": [
267.279999999999972715158946812152862548828125,
266.43999999999999772626324556767940521240234375,
266.509999999999990905052982270717620849609375
]
}
}
},
"d3faf694639ee78d019917ae47f85bcaaf7f34fd": {
"identifier": "pts\/unigine-sanctuary-1.6.4",
"title": "Unigine Sanctuary",
"app_version": "2.3",
"arguments": "-video_width 1600 -video_height 900 -video_fullscreen 1",
"description": "Resolution: 1600 x 900 - Mode: Fullscreen",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 429.26200000000000045474735088646411895751953125,
"raw_values": [
414.26699999999999590727384202182292938232421875,
434.25700000000000500222085975110530853271484375,
434.423000000000001818989403545856475830078125,
438.2730000000000245563569478690624237060546875,
425.0910000000000081854523159563541412353515625
],
"test_run_times": [
186.030000000000001136868377216160297393798828125,
182.990000000000009094947017729282379150390625,
181.710000000000007958078640513122081756591796875,
181.69999999999998863131622783839702606201171875,
181.8899999999999863575794734060764312744140625
]
},
"master-past-downfall": {
"value": 402.58800000000002228262019343674182891845703125,
"raw_values": [
373.9089999999999918145476840436458587646484375,
359.8039999999999736246536485850811004638671875,
411.94499999999999317878973670303821563720703125,
447.6770000000000209183781407773494720458984375,
437.4470000000000027284841053187847137451171875,
429.80900000000002592059900052845478057861328125,
443.54199999999997316990629769861698150634765625,
360.595000000000027284841053187847137451171875,
367.05500000000000682121026329696178436279296875,
353.3980000000000245563569478690624237060546875,
408.33899999999999863575794734060764312744140625,
437.53600000000000136424205265939235687255859375
],
"test_run_times": [
186.090000000000003410605131648480892181396484375,
182.490000000000009094947017729282379150390625,
181.75,
181.719999999999998863131622783839702606201171875,
181.719999999999998863131622783839702606201171875,
181.710000000000007958078640513122081756591796875,
181.759999999999990905052982270717620849609375,
181.719999999999998863131622783839702606201171875,
181.75,
181.68000000000000682121026329696178436279296875,
181.770000000000010231815394945442676544189453125,
181.80000000000001136868377216160297393798828125
]
},
"master-dpms-fixed": {
"value": 340.46899999999999408828443847596645355224609375,
"raw_values": [
346.76600000000001955413608811795711517333984375,
331.884999999999990905052982270717620849609375,
342.7559999999999718056642450392246246337890625
],
"test_run_times": [
181.68000000000000682121026329696178436279296875,
181.719999999999998863131622783839702606201171875,
181.830000000000012505552149377763271331787109375
]
},
"sysvalue-buffer-optimized": {
"value": 436.97399999999998954081092961132526397705078125,
"raw_values": [
445.45999999999997953636921010911464691162109375,
463.6779999999999972715158946812152862548828125,
419.221999999999979991116560995578765869140625,
374.92200000000002546585164964199066162109375,
489.413999999999987267074175179004669189453125,
421.15699999999998226485331542789936065673828125,
429.66000000000002501110429875552654266357421875,
463.06900000000001682565198279917240142822265625,
426.18500000000000227373675443232059478759765625
],
"test_run_times": [
181.900000000000005684341886080801486968994140625,
181.710000000000007958078640513122081756591796875,
181.789999999999992041921359486877918243408203125,
181.770000000000010231815394945442676544189453125,
181.6200000000000045474735088646411895751953125,
181.81999999999999317878973670303821563720703125,
181.840000000000003410605131648480892181396484375,
181.80000000000001136868377216160297393798828125,
181.770000000000010231815394945442676544189453125
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 412.41699999999997316990629769861698150634765625,
"raw_values": [
441.009999999999990905052982270717620849609375,
447.39199999999999590727384202182292938232421875,
419.3410000000000081854523159563541412353515625,
395.6100000000000136424205265939235687255859375,
457.43999999999999772626324556767940521240234375,
373.500999999999976353137753903865814208984375,
360.10700000000002773958840407431125640869140625,
390.9850000000000136424205265939235687255859375,
426.3709999999999809006112627685070037841796875
],
"test_run_times": [
181.780000000000001136868377216160297393798828125,
181.68999999999999772626324556767940521240234375,
181.740000000000009094947017729282379150390625,
181.830000000000012505552149377763271331787109375,
181.780000000000001136868377216160297393798828125,
181.830000000000012505552149377763271331787109375,
181.789999999999992041921359486877918243408203125,
181.849999999999994315658113919198513031005859375,
181.669999999999987494447850622236728668212890625
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 410.817999999999983629095368087291717529296875,
"raw_values": [
445.625999999999976353137753903865814208984375,
431.653000000000020008883439004421234130859375,
331.44400000000001682565198279917240142822265625,
387.999000000000023646862246096134185791015625,
399.038999999999987267074175179004669189453125,
416.06599999999997407940099947154521942138671875,
361.5819999999999936335370875895023345947265625,
418.33899999999999863575794734060764312744140625,
460.04000000000002046363078989088535308837890625,
444.096999999999979991116560995578765869140625,
413.85300000000000864019966684281826019287109375,
420.07499999999998863131622783839702606201171875
],
"test_run_times": [
182.1299999999999954525264911353588104248046875,
181.55000000000001136868377216160297393798828125,
181.56999999999999317878973670303821563720703125,
181.530000000000001136868377216160297393798828125,
181.6200000000000045474735088646411895751953125,
181.580000000000012505552149377763271331787109375,
181.520000000000010231815394945442676544189453125,
181.56000000000000227373675443232059478759765625,
181.6100000000000136424205265939235687255859375,
181.539999999999992041921359486877918243408203125,
181.55000000000001136868377216160297393798828125,
181.590000000000003410605131648480892181396484375
]
},
"async-multi-threads-2": {
"value": 530.4560000000000172803993336856365203857421875,
"raw_values": [
542.62699999999995270627550780773162841796875,
513.642000000000052750692702829837799072265625,
535.1000000000000227373675443232059478759765625
],
"test_run_times": [
181.919999999999987494447850622236728668212890625,
181.740000000000009094947017729282379150390625,
181.759999999999990905052982270717620849609375
]
}
}
},
"477e825c22cdabecaeec41b79bbdb99624750388": {
"identifier": "pts\/openarena-1.5.5",
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_width 1600 -r_height 900 +set r_fullscreen 1",
"description": "Resolution: 1600 x 900",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"pre-ci-downfall": {
"value": 242.599999999999994315658113919198513031005859375,
"raw_values": [
214.30000000000001136868377216160297393798828125,
243.099999999999994315658113919198513031005859375,
243.400000000000005684341886080801486968994140625,
241.30000000000001136868377216160297393798828125,
281,
281.19999999999998863131622783839702606201171875,
244.400000000000005684341886080801486968994140625,
241.900000000000005684341886080801486968994140625,
221.19999999999998863131622783839702606201171875,
250.69999999999998863131622783839702606201171875,
222.69999999999998863131622783839702606201171875,
245.400000000000005684341886080801486968994140625,
211.30000000000001136868377216160297393798828125,
275.5,
221.19999999999998863131622783839702606201171875
],
"min_result": [
"1"
],
"test_run_times": [
18.21000000000000085265128291212022304534912109375,
16.10000000000000142108547152020037174224853515625,
16.219999999999998863131622783839702606201171875,
16.4200000000000017053025658242404460906982421875,
14.269999999999999573674358543939888477325439453125,
14.2400000000000002131628207280300557613372802734375,
16.17999999999999971578290569595992565155029296875,
16.339999999999999857891452847979962825775146484375,
17.519999999999999573674358543939888477325439453125,
15.839999999999999857891452847979962825775146484375,
17.5,
16.050000000000000710542735760100185871124267578125,
18.3599999999999994315658113919198513031005859375,
14.6300000000000007815970093361102044582366943359375,
17.510000000000001563194018672220408916473388671875
]
},
"master-past-downfall": {
"value": 220,
"raw_values": [
239.900000000000005684341886080801486968994140625,
233.80000000000001136868377216160297393798828125,
225.80000000000001136868377216160297393798828125,
209,
214.5,
215.80000000000001136868377216160297393798828125,
201,
215.5,
206.69999999999998863131622783839702606201171875,
233.900000000000005684341886080801486968994140625,
218.69999999999998863131622783839702606201171875,
225
],
"min_result": [
"1"
],
"test_run_times": [
16.78999999999999914734871708787977695465087890625,
16.800000000000000710542735760100185871124267578125,
17.35000000000000142108547152020037174224853515625,
18.53999999999999914734871708787977695465087890625,
18.1099999999999994315658113919198513031005859375,
18.010000000000001563194018672220408916473388671875,
19.1700000000000017053025658242404460906982421875,
18.019999999999999573674358543939888477325439453125,
18.719999999999998863131622783839702606201171875,
16.839999999999999857891452847979962825775146484375,
17.8299999999999982946974341757595539093017578125,
17.3900000000000005684341886080801486968994140625
]
},
"master-dpms-fixed": {
"value": 242.900000000000005684341886080801486968994140625,
"raw_values": [
232.69999999999998863131622783839702606201171875,
269.30000000000001136868377216160297393798828125,
292.8999999999999772626324556767940521240234375,
238.900000000000005684341886080801486968994140625,
235.900000000000005684341886080801486968994140625,
220.19999999999998863131622783839702606201171875,
209.900000000000005684341886080801486968994140625,
237.69999999999998863131622783839702606201171875,
265.5,
247.900000000000005684341886080801486968994140625,
212.80000000000001136868377216160297393798828125,
254.30000000000001136868377216160297393798828125,
225.19999999999998863131622783839702606201171875,
256.80000000000001136868377216160297393798828125,
243.19999999999998863131622783839702606201171875
],
"test_run_times": [
17.0799999999999982946974341757595539093017578125,
14.7799999999999993605115378159098327159881591796875,
13.6899999999999995026200849679298698902130126953125,
16.3299999999999982946974341757595539093017578125,
16.620000000000000994759830064140260219573974609375,
17.60000000000000142108547152020037174224853515625,
18.449999999999999289457264239899814128875732421875,
16.510000000000001563194018672220408916473388671875,
14.9399999999999995026200849679298698902130126953125,
15.9700000000000006394884621840901672840118408203125,
18.219999999999998863131622783839702606201171875,
15.5800000000000000710542735760100185871124267578125,
17.339999999999999857891452847979962825775146484375,
15.4399999999999995026200849679298698902130126953125,
16.25
]
},
"sysvalue-buffer-optimized": {
"value": 244.19999999999998863131622783839702606201171875,
"raw_values": [
227.400000000000005684341886080801486968994140625,
258.8999999999999772626324556767940521240234375,
266.6000000000000227373675443232059478759765625,
213.19999999999998863131622783839702606201171875,
240.5,
278,
229.599999999999994315658113919198513031005859375,
236.80000000000001136868377216160297393798828125,
269.69999999999998863131622783839702606201171875,
277,
217.69999999999998863131622783839702606201171875,
223.599999999999994315658113919198513031005859375,
267.69999999999998863131622783839702606201171875,
216.400000000000005684341886080801486968994140625,
240.30000000000001136868377216160297393798828125
],
"test_run_times": [
17.53999999999999914734871708787977695465087890625,
15.2799999999999993605115378159098327159881591796875,
15.03999999999999914734871708787977695465087890625,
18.219999999999998863131622783839702606201171875,
16.379999999999999005240169935859739780426025390625,
14.4900000000000002131628207280300557613372802734375,
17.120000000000000994759830064140260219573974609375,
16.620000000000000994759830064140260219573974609375,
14.8599999999999994315658113919198513031005859375,
14.4700000000000006394884621840901672840118408203125,
17.85000000000000142108547152020037174224853515625,
17.46000000000000085265128291212022304534912109375,
14.8100000000000004973799150320701301097869873046875,
17.8599999999999994315658113919198513031005859375,
16.35000000000000142108547152020037174224853515625
]
},
"syvalue-opt-and-direct-state-access-v1": {
"value": 264.3999999999999772626324556767940521240234375,
"raw_values": [
269.19999999999998863131622783839702606201171875,
260.3999999999999772626324556767940521240234375,
263.5
],
"min_result": [
"1"
],
"test_run_times": [
15.0600000000000004973799150320701301097869873046875,
15.21000000000000085265128291212022304534912109375,
15.1899999999999995026200849679298698902130126953125
]
},
"syvalue-opt-and-direct-state-access-v2": {
"value": 266.30000000000001136868377216160297393798828125,
"raw_values": [
240.900000000000005684341886080801486968994140625,
252.69999999999998863131622783839702606201171875,
256.30000000000001136868377216160297393798828125,
252.80000000000001136868377216160297393798828125,
282.1000000000000227373675443232059478759765625,
271.80000000000001136868377216160297393798828125,
267.8999999999999772626324556767940521240234375,
258.69999999999998863131622783839702606201171875,
271.3999999999999772626324556767940521240234375,
277,
266.30000000000001136868377216160297393798828125,
274.5,
270.5,
287,
264.5
],
"min_result": [
"1"
],
"test_run_times": [
16.71000000000000085265128291212022304534912109375,
15.5600000000000004973799150320701301097869873046875,
15.3900000000000005684341886080801486968994140625,
15.589999999999999857891452847979962825775146484375,
14.2599999999999997868371792719699442386627197265625,
14.7400000000000002131628207280300557613372802734375,
15,
15.300000000000000710542735760100185871124267578125,
14.8100000000000004973799150320701301097869873046875,
14.5,
15.03999999999999914734871708787977695465087890625,
14.67999999999999971578290569595992565155029296875,
14.839999999999999857891452847979962825775146484375,
14.0999999999999996447286321199499070644378662109375,
15.1099999999999994315658113919198513031005859375
]
},
"master-new-ubosize-and-host-prog-fix-fix": {
"value": 245.599999999999994315658113919198513031005859375,
"raw_values": [
237.099999999999994315658113919198513031005859375,
251,
265.3999999999999772626324556767940521240234375,
239.5,
230,
241.400000000000005684341886080801486968994140625,
236.599999999999994315658113919198513031005859375,
259.69999999999998863131622783839702606201171875,
240.400000000000005684341886080801486968994140625,
233.80000000000001136868377216160297393798828125,
238.80000000000001136868377216160297393798828125,
221.69999999999998863131622783839702606201171875,
233.099999999999994315658113919198513031005859375,
302.30000000000001136868377216160297393798828125,
253
],
"min_result": [
"1"
],
"test_run_times": [
16.71000000000000085265128291212022304534912109375,
15.78999999999999914734871708787977695465087890625,
15,
16.3900000000000005684341886080801486968994140625,
16.989999999999998436805981327779591083526611328125,
16.260000000000001563194018672220408916473388671875,
16.620000000000000994759830064140260219573974609375,
15.32000000000000028421709430404007434844970703125,
16.379999999999999005240169935859739780426025390625,
16.85000000000000142108547152020037174224853515625,
16.510000000000001563194018672220408916473388671875,
17.53999999999999914734871708787977695465087890625,
16.8299999999999982946974341757595539093017578125,
13.480000000000000426325641456060111522674560546875,
15.660000000000000142108547152020037174224853515625
]
},
"async-multi-threads-2": {
"value": 403.6000000000000227373675443232059478759765625,
"raw_values": [
398.3999999999999772626324556767940521240234375,
409.80000000000001136868377216160297393798828125,
402.5
],
"min_result": [
"1"
],
"test_run_times": [
11.3300000000000000710542735760100185871124267578125,
10.5,
10.6699999999999999289457264239899814128875732421875
]
}
}
}
}
}