AMD Ryzen 5 5600X 6-Core testing with a ASRock B550 PG Riptide (P1.20 BIOS) and Sapphire AMD Radeon HD 6870 1GB on Gentoo 2.8 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2209168-NE-2209098NE06
{
"title": "NIR-to-TGSI vs native NIR on Cayman",
"last_modified": "2022-09-16 13:25:57",
"description": "AMD Ryzen 5 5600X 6-Core testing with a ASRock B550 PG Riptide (P1.20 BIOS) and Sapphire AMD Radeon HD 6870 1GB on Gentoo 2.8 via the Phoronix Test Suite.",
"reference_id": "2209098-NE-2205227NE61",
"systems": {
"NTT (nosb)": {
"identifier": "NTT (nosb)",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.32-gentoo-r1-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.2.0-devel (git-38156e8999) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-05-22 13:22:30",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "MESA_GL_VERSION_OVERRIDE=4.3 CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.11",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"NIR (nosb)": {
"identifier": "NIR (nosb)",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.32-gentoo-r1-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.2.0-devel (git-38156e8999) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-05-22 15:20:26",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "MESA_GL_VERSION_OVERRIDE=4.3 CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.11",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"NTT (sb)": {
"identifier": "NTT (sb)",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.32-gentoo-r1-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.2.0-devel (git-38156e8999) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-05-21 23:37:15",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "MESA_GL_VERSION_OVERRIDE=4.3 CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG= CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.11",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"NIR (sb)": {
"identifier": "NIR (sb)",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 5000\/6000\/7350\/8350 1GB",
"Audio": "AMD Cedar HDMI Audio",
"Monitor": "DELL U2311H + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo\/Linux",
"Kernel": "5.15.32-gentoo-r1-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.3 Mesa 22.2.0-devel (git-38156e8999) (LLVM 13.0.1)",
"Compiler": "GCC 11.2.1 20220115 + Clang 13.0.1 + LLVM 13.0.1",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-05-21 21:58:58",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "MESA_GL_VERSION_OVERRIDE=4.3 CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,sbdisasm CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.9.11",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Barts NIR sb": {
"identifier": "Barts NIR sb",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "HIS AMD Radeon HD 3450 1GB",
"Audio": "AMD RV620 HDMI Audio",
"Monitor": "LL-T1610W + E2250 + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.41-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-efb504e402) (LLVM 14.0.4)",
"Compiler": "GCC 11.3.0 + Clang 14.0.4 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-08-30 15:14:28",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,sbdisasm CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Barts NTT sb": {
"identifier": "Barts NTT sb",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "HIS AMD Radeon HD 3450 1GB",
"Audio": "AMD RV620 HDMI Audio",
"Monitor": "LL-T1610W + E2250 + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.41-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "3.3 Mesa 22.3.0-devel (git-efb504e402) (LLVM 14.0.4)",
"Compiler": "GCC 11.3.0 + Clang 14.0.4 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-08-30 16:23:08",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG= CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Barts NIR nosb": {
"identifier": "Barts NIR nosb",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "HIS AMD Radeon HD 3450 1GB",
"Audio": "AMD RV620 HDMI Audio",
"Monitor": "LL-T1610W + E2250 + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.41-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-efb504e402) (LLVM 14.0.4)",
"Compiler": "GCC 11.3.0 + Clang 14.0.4 + LLVM 14.0.4",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-08-30 17:41:31",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.5",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Barts NIR nosb copy-prop and texlow": {
"identifier": "Barts NIR nosb copy-prop and texlow",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 3001GB Elements 25A1 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "HIS AMD Radeon HD 3450 1GB",
"Audio": "AMD RV620 HDMI Audio",
"Monitor": "LL-T1610W + E2250 + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.59-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-cd70908a15) (LLVM 14.0.6)",
"Compiler": "GCC 11.3.0 + Clang 14.0.6 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-09-09 16:18:44",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Barts NIR nosb copy-prop and texlow 2": {
"identifier": "Barts NIR nosb copy-prop and texlow 2",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 3001GB Elements 25A1 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "HIS AMD Radeon HD 3450 1GB",
"Audio": "AMD RV620 HDMI Audio",
"Monitor": "LL-T1610W + E2250 + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.59-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-817bf2144f) (LLVM 14.0.6)",
"Compiler": "GCC 11.3.0 + Clang 14.0.6 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-09-09 16:24:56",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Cayman NIR nosb - updated": {
"identifier": "Cayman NIR nosb - updated",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 3001GB Elements 25A1 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 6870 1GB",
"Audio": "AMD Barts HDMI Audio",
"Monitor": "E2250 + LL-T1610W + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.59-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-e145680f1b) (LLVM 14.0.6)",
"Compiler": "GCC 11.3.0 + Clang 14.0.6 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-09-16 08:45:44",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Cayman NIR nosb updated": {
"identifier": "Cayman NIR nosb updated",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 3001GB Elements 25A1 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 6870 1GB",
"Audio": "AMD Barts HDMI Audio",
"Monitor": "E2250 + LL-T1610W + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.59-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-e145680f1b) (LLVM 14.0.6)",
"Compiler": "GCC 11.3.0 + Clang 14.0.6 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-09-16 08:51:14",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Cayman NIR nosb main+fix": {
"identifier": "Cayman NIR nosb main+fix",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 3001GB Elements 25A1 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 6870 1GB",
"Audio": "AMD Barts HDMI Audio",
"Monitor": "E2250 + LL-T1610W + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.59-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.3.0-devel (git-08ed976e57) (LLVM 14.0.6)",
"Compiler": "GCC 11.3.0 + Clang 14.0.6 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-09-16 10:05:18",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG=nir,nosb CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"Cayman NTT+sb-latest": {
"identifier": "Cayman NTT+sb-latest",
"hardware": {
"Processor": "AMD Ryzen 5 5600X 6-Core @ 3.70GHz (6 Cores \/ 12 Threads)",
"Motherboard": "ASRock B550 PG Riptide (P1.20 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 1000GB Seagate ST1000DM010-2EP1 + 4001GB TOSHIBA HDWQ140 + 3001GB Elements 25A1 + 2000GB Seagate ST32000542AS + 250GB MAXTOR STM325031",
"Graphics": "Sapphire AMD Radeon HD 6870 1GB",
"Audio": "AMD Barts HDMI Audio",
"Monitor": "E2250 + LL-T1610W + HP 24o",
"Network": "Realtek Killer E3000 2.5GbE"
},
"software": {
"OS": "Gentoo 2.8",
"Kernel": "5.15.59-gentoo-x86_64 (x86_64)",
"Desktop": "Xfce 4.12",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.3 Mesa 22.3.0-devel (git-08ed976e57) (LLVM 14.0.6)",
"Compiler": "GCC 11.3.0 + Clang 14.0.6 + LLVM 14.0.6",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "gerddie",
"timestamp": "2022-09-16 12:05:34",
"client_version": "10.8.2",
"data": {
"cpu-scaling-governor": "acpi-cpufreq userspace (Boost: Enabled)",
"cpu-microcode": "0xa201204",
"environment-variables": "CXXFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\" MESA_GLSL_CACHE_DISABLE=1 R600_DEBUG= CFLAGS=\"-Wall -Wextra -Wdeprecated-declarations -O2 -g -funroll-loops -ftree-vectorize -pthread -march=native -mtune=native -mno-xop\"",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"346009cfd87ed9aaf7bdb587ed05605523e41369": {
"identifier": "pts\/openarena-1.5.5",
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1920 +set r_customHeight 1080",
"description": "Resolution: 1920 x 1080",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 108.2000000000000028421709430404007434844970703125,
"raw_values": [
108.2000000000000028421709430404007434844970703125,
108.2000000000000028421709430404007434844970703125,
108.2000000000000028421709430404007434844970703125
],
"min_result": [
"5"
],
"test_run_times": [
33.25999999999999801048033987171947956085205078125,
33.24000000000000198951966012828052043914794921875,
33.14999999999999857891452847979962825775146484375
]
},
"NIR (nosb)": {
"value": 108.2999999999999971578290569595992565155029296875,
"raw_values": [
108.2999999999999971578290569595992565155029296875,
108.2999999999999971578290569595992565155029296875,
108.400000000000005684341886080801486968994140625
],
"min_result": [
"4"
],
"test_run_times": [
33.2000000000000028421709430404007434844970703125,
33.159999999999996589394868351519107818603515625,
33.13000000000000255795384873636066913604736328125
]
},
"NTT (sb)": {
"value": 113.599999999999994315658113919198513031005859375,
"raw_values": [
113.5,
113.599999999999994315658113919198513031005859375,
113.599999999999994315658113919198513031005859375
],
"min_result": [
"5"
],
"test_run_times": [
31.769999999999999573674358543939888477325439453125,
31.64999999999999857891452847979962825775146484375,
31.690000000000001278976924368180334568023681640625
]
},
"NIR (sb)": {
"value": 113.599999999999994315658113919198513031005859375,
"raw_values": [
113.400000000000005684341886080801486968994140625,
113.7000000000000028421709430404007434844970703125,
113.7000000000000028421709430404007434844970703125
],
"min_result": [
"5"
],
"test_run_times": [
31.870000000000000994759830064140260219573974609375,
31.660000000000000142108547152020037174224853515625,
31.64999999999999857891452847979962825775146484375
]
},
"Barts NIR sb": {
"value": 162.099999999999994315658113919198513031005859375,
"raw_values": [
162.19999999999998863131622783839702606201171875,
162.30000000000001136868377216160297393798828125,
161.900000000000005684341886080801486968994140625
],
"min_result": [
"3"
],
"test_run_times": [
22.780000000000001136868377216160297393798828125,
22.699999999999999289457264239899814128875732421875,
22.800000000000000710542735760100185871124267578125
]
},
"Barts NTT sb": {
"value": 161.900000000000005684341886080801486968994140625,
"raw_values": [
161.900000000000005684341886080801486968994140625,
161.80000000000001136868377216160297393798828125,
162
],
"min_result": [
"2"
],
"test_run_times": [
22.92999999999999971578290569595992565155029296875,
22.760000000000001563194018672220408916473388671875,
22.75
]
},
"Barts NIR nosb": {
"value": 161.599999999999994315658113919198513031005859375,
"raw_values": [
161.400000000000005684341886080801486968994140625,
161.599999999999994315658113919198513031005859375,
161.69999999999998863131622783839702606201171875
],
"min_result": [
"3"
],
"test_run_times": [
23.059999999999998721023075631819665431976318359375,
22.839999999999999857891452847979962825775146484375,
22.800000000000000710542735760100185871124267578125
]
},
"Barts NIR nosb copy-prop and texlow": {
"value": 160.69999999999998863131622783839702606201171875,
"raw_values": [
160.5,
161,
160.599999999999994315658113919198513031005859375
],
"min_result": [
"3"
],
"test_run_times": [
22.96000000000000085265128291212022304534912109375,
22.910000000000000142108547152020037174224853515625,
22.940000000000001278976924368180334568023681640625
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 161.099999999999994315658113919198513031005859375,
"raw_values": [
161.19999999999998863131622783839702606201171875,
161.400000000000005684341886080801486968994140625,
160.80000000000001136868377216160297393798828125
],
"min_result": [
"3"
],
"test_run_times": [
22.92999999999999971578290569595992565155029296875,
22.879999999999999005240169935859739780426025390625,
22.9200000000000017053025658242404460906982421875
]
},
"Cayman NIR nosb - updated": {
"value": 108,
"raw_values": [
108,
108,
108.099999999999994315658113919198513031005859375
],
"min_result": [
"5"
],
"test_run_times": [
33.43999999999999772626324556767940521240234375,
33.31000000000000227373675443232059478759765625,
33.2000000000000028421709430404007434844970703125
]
},
"Cayman NIR nosb updated": {
"value": 108.2999999999999971578290569595992565155029296875,
"raw_values": [
108.2999999999999971578290569595992565155029296875,
108.400000000000005684341886080801486968994140625,
108.2999999999999971578290569595992565155029296875
],
"min_result": [
"4"
],
"test_run_times": [
33.27000000000000312638803734444081783294677734375,
33.13000000000000255795384873636066913604736328125,
33.219999999999998863131622783839702606201171875
]
},
"Cayman NIR nosb main+fix": {
"value": 108.099999999999994315658113919198513031005859375,
"raw_values": [
108,
108.2999999999999971578290569595992565155029296875,
108.099999999999994315658113919198513031005859375
],
"min_result": [
"5"
],
"test_run_times": [
33.35000000000000142108547152020037174224853515625,
33.24000000000000198951966012828052043914794921875,
33.3599999999999994315658113919198513031005859375
]
},
"Cayman NTT+sb-latest": {
"value": 108.099999999999994315658113919198513031005859375,
"raw_values": [
108.099999999999994315658113919198513031005859375,
108,
108.2000000000000028421709430404007434844970703125
],
"min_result": [
"5"
],
"test_run_times": [
33.25999999999999801048033987171947956085205078125,
33.27000000000000312638803734444081783294677734375,
33.24000000000000198951966012828052043914794921875
]
}
}
},
"6e4591150f173cdbc66517e1797de1e8dde5e2ba": {
"identifier": "pts\/unigine-heaven-1.6.5",
"title": "Unigine Heaven",
"app_version": "4.0",
"arguments": "-video_width 1280 -video_height 1024 -video_fullscreen 0 -video_app opengl",
"description": "Resolution: 1280 x 1024 - Mode: Windowed - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 13.3042999999999995708321876008994877338409423828125,
"raw_values": [
13.305099999999999482724888366647064685821533203125,
13.309400000000000119371179607696831226348876953125,
13.2982999999999993434585121576674282550811767578125
],
"test_run_times": [
269.01999999999998181010596454143524169921875,
269.06999999999999317878973670303821563720703125,
268.8700000000000045474735088646411895751953125
]
},
"NIR (nosb)": {
"value": 18.9990999999999985448084771633148193359375,
"raw_values": [
18.99589999999999889723767410032451152801513671875,
18.998999999999998777866494492627680301666259765625,
19.002500000000001278976924368180334568023681640625
],
"test_run_times": [
270.1200000000000045474735088646411895751953125,
270.16000000000002501110429875552654266357421875,
270
]
},
"NTT (sb)": {
"value": 14.9107000000000002870592652470804750919342041015625,
"raw_values": [
14.90559999999999973852027324028313159942626953125,
14.9213000000000004519051799434237182140350341796875,
14.9050999999999991274535204865969717502593994140625
],
"test_run_times": [
269.33999999999997498889570124447345733642578125,
269.54000000000002046363078989088535308837890625,
269.31000000000000227373675443232059478759765625
]
},
"NIR (sb)": {
"value": 19.914899999999999380406734417192637920379638671875,
"raw_values": [
19.933800000000001517719283583573997020721435546875,
19.908100000000001017497197608463466167449951171875,
19.9027999999999991587174008600413799285888671875
],
"test_run_times": [
270.8799999999999954525264911353588104248046875,
270.6000000000000227373675443232059478759765625,
270.509999999999990905052982270717620849609375
]
},
"Barts NIR sb": {
"value": 16.99569999999999936335370875895023345947265625,
"raw_values": [
16.99289999999999878355083637870848178863525390625,
17.001699999999999590727384202182292938232421875,
16.99249999999999971578290569595992565155029296875
],
"test_run_times": [
271,
270.990000000000009094947017729282379150390625,
270.92000000000001591615728102624416351318359375
]
},
"Barts NTT sb": {
"value": 10.76989999999999980673237587325274944305419921875,
"raw_values": [
10.75880000000000080717654782347381114959716796875,
10.77250000000000085265128291212022304534912109375,
10.7784999999999993036681189551018178462982177734375
],
"test_run_times": [
269.92000000000001591615728102624416351318359375,
269.98000000000001818989403545856475830078125,
270.08999999999997498889570124447345733642578125
]
},
"Barts NIR nosb": {
"value": 16.74170000000000158024704433046281337738037109375,
"raw_values": [
16.742599999999999482724888366647064685821533203125,
16.745799999999999130295691429637372493743896484375,
16.7366999999999990222931955941021442413330078125
],
"test_run_times": [
270.18999999999999772626324556767940521240234375,
270.32999999999998408384271897375583648681640625,
270.23000000000001818989403545856475830078125
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 16.820499999999999118927007657475769519805908203125,
"raw_values": [
16.771699999999999164401742746122181415557861328125,
16.8395000000000010231815394945442676544189453125,
16.850300000000000721911419532261788845062255859375
],
"test_run_times": [
270.32999999999998408384271897375583648681640625,
270.29000000000002046363078989088535308837890625,
270.16000000000002501110429875552654266357421875
]
},
"Cayman NIR nosb updated": {
"value": 19.15429999999999921556081972084939479827880859375,
"raw_values": [
19.147300000000001318767317570745944976806640625,
19.14999999999999857891452847979962825775146484375,
19.165600000000001301714291912503540515899658203125
],
"test_run_times": [
270.05000000000001136868377216160297393798828125,
270.1299999999999954525264911353588104248046875,
270.17000000000001591615728102624416351318359375
]
},
"Cayman NIR nosb main+fix": {
"value": 18.96829999999999927240423858165740966796875,
"raw_values": [
18.88680000000000092086338554508984088897705078125,
19.0067999999999983629095368087291717529296875,
19.011199999999998766497810720466077327728271484375
],
"test_run_times": [
270.009999999999990905052982270717620849609375,
270.20999999999997953636921010911464691162109375,
270.20999999999997953636921010911464691162109375
]
},
"Cayman NTT+sb-latest": {
"value": 14.50319999999999964757080306299030780792236328125,
"raw_values": [
14.594699999999999562305674771778285503387451171875,
14.393000000000000682121026329696178436279296875,
14.5220000000000002415845301584340631961822509765625
],
"test_run_times": [
269.8600000000000136424205265939235687255859375,
270.16000000000002501110429875552654266357421875,
269.56999999999999317878973670303821563720703125
]
}
}
},
"adac6f76ed7f7ccf75e3f9e69e04c1cfebca3f76": {
"identifier": "pts\/unigine-sanctuary-1.6.4",
"title": "Unigine Sanctuary",
"app_version": "2.3",
"arguments": "-video_width 1280 -video_height 1024 -video_fullscreen 0",
"description": "Resolution: 1280 x 1024 - Mode: Windowed",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 79.68999999999999772626324556767940521240234375,
"raw_values": [
79.68909999999999627107172273099422454833984375,
79.7305000000000063664629124104976654052734375,
79.650499999999993860910763032734394073486328125
],
"test_run_times": [
183.770000000000010231815394945442676544189453125,
183.81999999999999317878973670303821563720703125,
183.759999999999990905052982270717620849609375
]
},
"NIR (nosb)": {
"value": 110.00700000000000500222085975110530853271484375,
"raw_values": [
110.019000000000005456968210637569427490234375,
110.063999999999992951416061259806156158447265625,
109.938999999999992951416061259806156158447265625
],
"test_run_times": [
184.580000000000012505552149377763271331787109375,
184.6299999999999954525264911353588104248046875,
184.6399999999999863575794734060764312744140625
]
},
"NTT (sb)": {
"value": 114.474999999999994315658113919198513031005859375,
"raw_values": [
114.4980000000000046611603465862572193145751953125,
114.4899999999999948840923025272786617279052734375,
114.4380000000000023874235921539366245269775390625
],
"test_run_times": [
183.93000000000000682121026329696178436279296875,
183.93999999999999772626324556767940521240234375,
183.909999999999996589394868351519107818603515625
]
},
"NIR (sb)": {
"value": 126.0259999999999962483343551866710186004638671875,
"raw_values": [
125.993999999999999772626324556767940521240234375,
126.0559999999999973852027324028313159942626953125,
126.02899999999999636202119290828704833984375
],
"test_run_times": [
185.039999999999992041921359486877918243408203125,
184.919999999999987494447850622236728668212890625,
184.919999999999987494447850622236728668212890625
]
},
"Barts NIR sb": {
"value": 101.542000000000001591615728102624416351318359375,
"raw_values": [
101.56000000000000227373675443232059478759765625,
101.56999999999999317878973670303821563720703125,
101.4969999999999998863131622783839702606201171875
],
"test_run_times": [
185.349999999999994315658113919198513031005859375,
185.150000000000005684341886080801486968994140625,
185.18000000000000682121026329696178436279296875
]
},
"Barts NTT sb": {
"value": 92.262799999999998590283212251961231231689453125,
"raw_values": [
92.267300000000005866240826435387134552001953125,
92.251699999999999590727384202182292938232421875,
92.2693000000000012050804798491299152374267578125
],
"test_run_times": [
184.150000000000005684341886080801486968994140625,
184.090000000000003410605131648480892181396484375,
184.099999999999994315658113919198513031005859375
]
},
"Barts NIR nosb": {
"value": 95.196200000000004592948243953287601470947265625,
"raw_values": [
95.2154000000000024783730623312294483184814453125,
95.2014999999999957935870043002068996429443359375,
95.1718000000000046156856114976108074188232421875
],
"test_run_times": [
184.780000000000001136868377216160297393798828125,
184.789999999999992041921359486877918243408203125,
184.719999999999998863131622783839702606201171875
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 95.366299999999995407051756046712398529052734375,
"raw_values": [
95.3170999999999963847585604526102542877197265625,
95.357900000000000773070496506989002227783203125,
95.423799999999999954525264911353588104248046875
],
"test_run_times": [
184.900000000000005684341886080801486968994140625,
184.740000000000009094947017729282379150390625,
184.729999999999989768184605054557323455810546875
]
},
"Cayman NIR nosb updated": {
"value": 110.010999999999995679900166578590869903564453125,
"raw_values": [
110.1039999999999992041921359486877918243408203125,
109.9270000000000067075234255753457546234130859375,
110.0019999999999953388396534137427806854248046875
],
"test_run_times": [
184.80000000000001136868377216160297393798828125,
184.6200000000000045474735088646411895751953125,
184.599999999999994315658113919198513031005859375
]
},
"Cayman NIR nosb main+fix": {
"value": 109.328000000000002955857780762016773223876953125,
"raw_values": [
108.0990000000000037516656448133289813995361328125,
109.969999999999998863131622783839702606201171875,
109.91599999999999681676854379475116729736328125
],
"test_run_times": [
184.740000000000009094947017729282379150390625,
184.650000000000005684341886080801486968994140625,
184.6399999999999863575794734060764312744140625
]
},
"Cayman NTT+sb-latest": {
"value": 111.69499999999999317878973670303821563720703125,
"raw_values": [
111.6460000000000007958078640513122081756591796875,
111.7219999999999942019712761975824832916259765625,
111.7180000000000035242919693700969219207763671875
],
"test_run_times": [
183.900000000000005684341886080801486968994140625,
183.93000000000000682121026329696178436279296875,
183.8700000000000045474735088646411895751953125
]
}
}
},
"e444c133828c81973eb810633f8b21d22d918bfa": {
"identifier": "pts\/unigine-tropics-1.6.4",
"title": "Unigine Tropics",
"app_version": "1.3",
"arguments": "-video_width 1280 -video_height 1024 -video_fullscreen 0",
"description": "Resolution: 1280 x 1024 - Mode: Windowed",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 79.3983999999999952024154481478035449981689453125,
"raw_values": [
79.7916000000000025238477974198758602142333984375,
78.8045000000000044337866711430251598358154296875,
79.5991000000000070713213062845170497894287109375
],
"test_run_times": [
206.780000000000001136868377216160297393798828125,
206.789999999999992041921359486877918243408203125,
206.81000000000000227373675443232059478759765625
]
},
"NIR (nosb)": {
"value": 96.1320999999999941110218060202896595001220703125,
"raw_values": [
96.1895999999999986584953148849308490753173828125,
96.0502000000000037971403799019753932952880859375,
96.15649999999999408828443847596645355224609375
],
"test_run_times": [
207.710000000000007958078640513122081756591796875,
207.80000000000001136868377216160297393798828125,
207.740000000000009094947017729282379150390625
]
},
"NTT (sb)": {
"value": 96.0260999999999995679900166578590869903564453125,
"raw_values": [
96.0674000000000063437255448661744594573974609375,
95.96469999999999345163814723491668701171875,
96.046300000000002228262019343674182891845703125
],
"test_run_times": [
207,
206.990000000000009094947017729282379150390625,
207
]
},
"NIR (sb)": {
"value": 100.268000000000000682121026329696178436279296875,
"raw_values": [
100.2049999999999982946974341757595539093017578125,
100.3229999999999932924765744246542453765869140625,
100.2759999999999962483343551866710186004638671875
],
"test_run_times": [
208.1299999999999954525264911353588104248046875,
208.080000000000012505552149377763271331787109375,
208.080000000000012505552149377763271331787109375
]
},
"Barts NIR sb": {
"value": 87.903400000000004865796654485166072845458984375,
"raw_values": [
87.8927000000000049340087571181356906890869140625,
87.89019999999999299689079634845256805419921875,
87.92730000000000245563569478690624237060546875
],
"test_run_times": [
208.240000000000009094947017729282379150390625,
208.210000000000007958078640513122081756591796875,
208.229999999999989768184605054557323455810546875
]
},
"Barts NTT sb": {
"value": 83.1376000000000061618266045115888118743896484375,
"raw_values": [
83.12340000000000372892827726900577545166015625,
83.1187000000000040245140553452074527740478515625,
83.1705999999999932015271042473614215850830078125
],
"test_run_times": [
206.8899999999999863575794734060764312744140625,
206.8899999999999863575794734060764312744140625,
206.8899999999999863575794734060764312744140625
]
},
"Barts NIR nosb": {
"value": 86.821899999999999408828443847596645355224609375,
"raw_values": [
86.827899999999999636202119290828704833984375,
86.80639999999999645297066308557987213134765625,
86.83129999999999881765688769519329071044921875
],
"test_run_times": [
207.8600000000000136424205265939235687255859375,
207.81999999999999317878973670303821563720703125,
207.81999999999999317878973670303821563720703125
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 86.9248999999999938381733954884111881256103515625,
"raw_values": [
86.919700000000005957190296612679958343505859375,
86.9012000000000028876456781290471553802490234375,
86.953800000000001091393642127513885498046875
],
"test_run_times": [
207.8899999999999863575794734060764312744140625,
207.849999999999994315658113919198513031005859375,
207.8799999999999954525264911353588104248046875
]
},
"Cayman NIR nosb updated": {
"value": 91.543800000000004501998773775994777679443359375,
"raw_values": [
91.589799999999996771293808706104755401611328125,
91.51519999999999299689079634845256805419921875,
91.526399999999995316102285869419574737548828125
],
"test_run_times": [
207.789999999999992041921359486877918243408203125,
207.729999999999989768184605054557323455810546875,
207.75
]
},
"Cayman NIR nosb main+fix": {
"value": 90.9330000000000069348971010185778141021728515625,
"raw_values": [
89.715699999999998226485331542789936065673828125,
91.65399999999999636202119290828704833984375,
91.4292999999999977944753482006490230560302734375
],
"test_run_times": [
207.789999999999992041921359486877918243408203125,
207.789999999999992041921359486877918243408203125,
207.759999999999990905052982270717620849609375
]
},
"Cayman NTT+sb-latest": {
"value": 88.228800000000006775735528208315372467041015625,
"raw_values": [
88.231300000000004501998773775994777679443359375,
88.2917000000000058435034588910639286041259765625,
88.163399999999995770849636755883693695068359375
],
"test_run_times": [
206.81000000000000227373675443232059478759765625,
206.80000000000001136868377216160297393798828125,
206.81000000000000227373675443232059478759765625
]
}
}
},
"008920f43476b9f8433989b710f1f9caf46c4212": {
"identifier": "pts\/unigine-valley-1.1.8",
"title": "Unigine Valley",
"app_version": "1.0",
"arguments": "-video_width 1280 -video_height 1024 -video_fullscreen 0 -video_app opengl",
"description": "Resolution: 1280 x 1024 - Mode: Windowed - Renderer: OpenGL",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 30.11789999999999878355083637870848178863525390625,
"raw_values": [
30.1082999999999998408384271897375583648681640625,
30.126599999999999823785401531495153903961181640625,
30.11880000000000023874235921539366245269775390625
],
"test_run_times": [
194.68000000000000682121026329696178436279296875,
194.56000000000000227373675443232059478759765625,
194.650000000000005684341886080801486968994140625
]
},
"NIR (nosb)": {
"value": 37.56410000000000337649908033199608325958251953125,
"raw_values": [
37.5921000000000020691004465334117412567138671875,
37.59519999999999839701558812521398067474365234375,
37.50500000000000255795384873636066913604736328125
],
"test_run_times": [
195.31999999999999317878973670303821563720703125,
195.479999999999989768184605054557323455810546875,
195.05000000000001136868377216160297393798828125
]
},
"NTT (sb)": {
"value": 37.30760000000000076170181273482739925384521484375,
"raw_values": [
37.22160000000000223963070311583578586578369140625,
37.363799999999997680788510479032993316650390625,
37.337299999999999045030563138425350189208984375
],
"test_run_times": [
194.6399999999999863575794734060764312744140625,
194.909999999999996589394868351519107818603515625,
194.93999999999999772626324556767940521240234375
]
},
"NIR (sb)": {
"value": 38.55749999999999744204615126363933086395263671875,
"raw_values": [
38.53240000000000264890331891365349292755126953125,
38.545400000000000773070496506989002227783203125,
38.59479999999999932924765744246542453765869140625
],
"test_run_times": [
195.469999999999998863131622783839702606201171875,
195.460000000000007958078640513122081756591796875,
195.659999999999996589394868351519107818603515625
]
},
"Barts NIR sb": {
"value": 32.48790000000000333102434524334967136383056640625,
"raw_values": [
32.50099999999999766941982670687139034271240234375,
32.518900000000002137312549166381359100341796875,
32.44380000000000308091330225579440593719482421875
],
"test_run_times": [
195.81000000000000227373675443232059478759765625,
195.969999999999998863131622783839702606201171875,
195.719999999999998863131622783839702606201171875
]
},
"Barts NTT sb": {
"value": 32.29610000000000269437805400229990482330322265625,
"raw_values": [
32.29869999999999663486960344016551971435546875,
32.2957999999999998408384271897375583648681640625,
32.29370000000000118234311230480670928955078125
],
"test_run_times": [
195.1299999999999954525264911353588104248046875,
195.06000000000000227373675443232059478759765625,
194.94999999999998863131622783839702606201171875
]
},
"Barts NIR nosb": {
"value": 31.77380000000000137561073643155395984649658203125,
"raw_values": [
31.751400000000000289901436190120875835418701171875,
31.769800000000000039790393202565610408782958984375,
31.80030000000000001136868377216160297393798828125
],
"test_run_times": [
195.349999999999994315658113919198513031005859375,
195.3600000000000136424205265939235687255859375,
195.3799999999999954525264911353588104248046875
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 32.05160000000000053432813729159533977508544921875,
"raw_values": [
32.11590000000000344471118296496570110321044921875,
32.1471999999999979991116560995578765869140625,
31.891600000000000392219590139575302600860595703125
],
"test_run_times": [
195.229999999999989768184605054557323455810546875,
195.159999999999996589394868351519107818603515625,
195.400000000000005684341886080801486968994140625
]
},
"Cayman NIR nosb updated": {
"value": 37.4686999999999983401721692644059658050537109375,
"raw_values": [
37.56620000000000203499439521692693233489990234375,
37.215699999999998226485331542789936065673828125,
37.624200000000001864464138634502887725830078125
],
"test_run_times": [
195.580000000000012505552149377763271331787109375,
195.43999999999999772626324556767940521240234375,
195.419999999999987494447850622236728668212890625
]
},
"Cayman NIR nosb main+fix": {
"value": 37.45859999999999701003616792149841785430908203125,
"raw_values": [
37.4515999999999991132426657713949680328369140625,
37.46759999999999735109668108634650707244873046875,
37.45660000000000167119651450775563716888427734375
],
"test_run_times": [
195.520000000000010231815394945442676544189453125,
195.6100000000000136424205265939235687255859375,
195.530000000000001136868377216160297393798828125
]
},
"Cayman NTT+sb-latest": {
"value": 36.0322000000000031150193535722792148590087890625,
"raw_values": [
36.81000000000000227373675443232059478759765625,
35.6092000000000012960299500264227390289306640625,
35.67739999999999866986399865709245204925537109375
],
"test_run_times": [
195,
195.3799999999999954525264911353588104248046875,
195.270000000000010231815394945442676544189453125
]
}
}
},
"5f238a8c3cbf978e994957e0520c4b07e11dc717": {
"identifier": "pts\/xonotic-1.5.2",
"title": "Xonotic",
"app_version": "0.8.2",
"arguments": "+vid_width 1920 +vid_height 1080 +exec effects-ultimate.cfg",
"description": "Resolution: 1920 x 1080 - Effects Quality: Ultimate",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 105.3822799000000003388777258805930614471435546875,
"raw_values": [
105.4235551999999955796738504432141780853271484375,
105.302468000000004622052074410021305084228515625,
105.420816599999994878089637495577335357666015625
],
"min_result": [
"40"
],
"max_result": [
"180"
],
"test_run_times": [
105.469999999999998863131622783839702606201171875,
105.56000000000000227373675443232059478759765625,
105.4500000000000028421709430404007434844970703125
]
},
"NTT (sb)": {
"value": 129.14363650000001371154212392866611480712890625,
"raw_values": [
129.003790900000012698001228272914886474609375,
129.244553400000000920044840313494205474853515625,
129.182565100000005031688488088548183441162109375
],
"min_result": [
"42"
],
"max_result": [
"222"
],
"test_run_times": [
87.5199999999999960209606797434389591217041015625,
87.1200000000000045474735088646411895751953125,
87.1299999999999954525264911353588104248046875
]
},
"NIR (nosb)": {
"value": 38.6608556999999990466676536016166210174560546875,
"raw_values": [
38.66605320000000034497134038247168064117431640625,
38.6544090000000011286829249002039432525634765625,
38.66210480000000160316631081514060497283935546875
],
"min_result": [
"22"
],
"max_result": [
"69"
],
"test_run_times": [
277.70999999999997953636921010911464691162109375,
277.80000000000001136868377216160297393798828125,
277.73000000000001818989403545856475830078125
]
},
"NIR (sb)": {
"value": 128.236383100000011836527846753597259521484375,
"raw_values": [
127.9152696000000020148945623077452182769775390625,
128.3233331000000134736183099448680877685546875,
128.470546600000005810215952806174755096435546875
],
"min_result": [
"44"
],
"max_result": [
"221"
],
"test_run_times": [
88.159999999999996589394868351519107818603515625,
87.8299999999999982946974341757595539093017578125,
87.780000000000001136868377216160297393798828125
]
},
"Barts NIR sb": {
"value": 111.6445240999999981568180373869836330413818359375,
"raw_values": [
111.6845502999999979465428623370826244354248046875,
111.6993666000000047233697841875255107879638671875,
111.549655500000000074578565545380115509033203125
],
"min_result": [
"52"
],
"max_result": [
"195"
],
"test_run_times": [
100.840000000000003410605131648480892181396484375,
100.4899999999999948840923025272786617279052734375,
100.68999999999999772626324556767940521240234375
]
},
"Barts NTT sb": {
"value": 111.4612771999999978334017214365303516387939453125,
"raw_values": [
111.4501886999999982208464643917977809906005859375,
111.4678884000000067544533521868288516998291015625,
111.4657543999999944617229630239307880401611328125
],
"min_result": [
"52"
],
"max_result": [
"194"
],
"test_run_times": [
100.7099999999999937472239253111183643341064453125,
100.68000000000000682121026329696178436279296875,
100.5
]
},
"Barts NIR nosb": {
"value": 104.6288899000000043315594666637480258941650390625,
"raw_values": [
104.5682264000000003534296411089599132537841796875,
104.793199299999997720078681595623493194580078125,
104.5252440999999947734977467916905879974365234375
],
"min_result": [
"48"
],
"max_result": [
"177"
],
"test_run_times": [
107.099999999999994315658113919198513031005859375,
106.56000000000000227373675443232059478759765625,
106.900000000000005684341886080801486968994140625
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 107.1621262999999970588760334067046642303466796875,
"raw_values": [
107.2962595999999990681317285634577274322509765625,
107.1088476000000042631654650904238224029541015625,
107.0812715999999937821485218591988086700439453125
],
"min_result": [
"48"
],
"max_result": [
"185"
],
"test_run_times": [
104.3599999999999994315658113919198513031005859375,
104.4899999999999948840923025272786617279052734375,
104.400000000000005684341886080801486968994140625
]
},
"Cayman NIR nosb updated": {
"value": 128.2649658999999928710167296230792999267578125,
"raw_values": [
127.96309569999999666833900846540927886962890625,
128.48471660000001293155946768820285797119140625,
128.34708549999999149804352782666683197021484375
],
"min_result": [
"47"
],
"max_result": [
"221"
],
"test_run_times": [
88.56999999999999317878973670303821563720703125,
87.909999999999996589394868351519107818603515625,
88.06999999999999317878973670303821563720703125
]
},
"Cayman NIR nosb main+fix": {
"value": 127.89823979999999892243067733943462371826171875,
"raw_values": [
127.9197506000000004178218659944832324981689453125,
127.7820234999999939873305265791714191436767578125,
127.99294539999999642532202415168285369873046875
],
"min_result": [
"46"
],
"max_result": [
"218"
],
"test_run_times": [
88.469999999999998863131622783839702606201171875,
88.4800000000000039790393202565610408782958984375,
88.3799999999999954525264911353588104248046875
]
},
"Cayman NTT+sb-latest": {
"value": 128.87649179999999660140019841492176055908203125,
"raw_values": [
128.957779499999986683178576640784740447998046875,
128.6977650000000039653968997299671173095703125,
128.97393099999999321880750358104705810546875
],
"min_result": [
"46"
],
"max_result": [
"223"
],
"test_run_times": [
87.7399999999999948840923025272786617279052734375,
87.8799999999999954525264911353588104248046875,
87.6200000000000045474735088646411895751953125
]
}
}
},
"37ec91bce5e1f8b6571290881116d1cf071491e4": {
"identifier": "pts\/gputest-1.3.2",
"title": "GpuTest",
"app_version": "0.7.0",
"arguments": "\/test=fur \/width=1280 \/height=1024",
"description": "Test: Furmark - Resolution: 1280 x 1024 - Mode: Windowed",
"scale": "Points",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 1600,
"raw_values": [
1599,
1599,
1601
],
"test_run_times": [
65.1200000000000045474735088646411895751953125,
65.099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125
]
},
"NIR (nosb)": {
"value": 1726,
"raw_values": [
1727,
1726,
1726
],
"test_run_times": [
65.099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375
]
},
"NTT (sb)": {
"value": 1750,
"raw_values": [
1747,
1752,
1752
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375
]
},
"NIR (sb)": {
"value": 1792,
"raw_values": [
1793,
1792,
1792
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125,
65.1200000000000045474735088646411895751953125
]
},
"Barts NIR sb": {
"value": 1621,
"raw_values": [
1620,
1622,
1622
],
"test_run_times": [
65.1200000000000045474735088646411895751953125,
65.1200000000000045474735088646411895751953125,
65.1200000000000045474735088646411895751953125
]
},
"Barts NTT sb": {
"value": 1614,
"raw_values": [
1614,
1614,
1614
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1400000000000005684341886080801486968994140625,
65.1200000000000045474735088646411895751953125
]
},
"Barts NIR nosb": {
"value": 1621,
"raw_values": [
1621,
1622,
1621
],
"test_run_times": [
65.1400000000000005684341886080801486968994140625,
65.1200000000000045474735088646411895751953125,
65.1200000000000045474735088646411895751953125
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 1599,
"raw_values": [
1605,
1616,
1577
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125,
65.1299999999999954525264911353588104248046875
]
},
"Cayman NIR nosb updated": {
"value": 1718,
"raw_values": [
1720,
1716,
1719
],
"test_run_times": [
65.1299999999999954525264911353588104248046875,
65.1299999999999954525264911353588104248046875,
65.1099999999999994315658113919198513031005859375
]
},
"Cayman NIR nosb main+fix": {
"value": 1718,
"raw_values": [
1718,
1717,
1718
],
"test_run_times": [
65.1299999999999954525264911353588104248046875,
65.1299999999999954525264911353588104248046875,
65.1200000000000045474735088646411895751953125
]
},
"Cayman NTT+sb-latest": {
"value": 1682,
"raw_values": [
1683,
1681,
1681
],
"test_run_times": [
65.1200000000000045474735088646411895751953125,
65.1099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125
]
}
}
},
"03f90a5b78429fad529fbfe0508841d679683f07": {
"identifier": "pts\/gputest-1.3.2",
"title": "GpuTest",
"app_version": "0.7.0",
"arguments": "\/test=tess_x64 \/width=1280 \/height=1024",
"description": "Test: TessMark - Resolution: 1280 x 1024 - Mode: Windowed",
"scale": "Points",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 412,
"raw_values": [
412,
412,
412
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125
]
},
"NIR (nosb)": {
"value": 535,
"raw_values": [
535,
535,
535
],
"test_run_times": [
65.099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375
]
},
"NTT (sb)": {
"value": 405,
"raw_values": [
405,
405,
405
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375
]
},
"NIR (sb)": {
"value": 535,
"raw_values": [
535,
535,
535
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125
]
},
"Barts NIR sb": {
"value": 519,
"raw_values": [
519,
519,
519
],
"test_run_times": [
65.1299999999999954525264911353588104248046875,
65.1200000000000045474735088646411895751953125,
65.1200000000000045474735088646411895751953125
]
},
"Barts NTT sb": {
"test_run_times": [
1.1100000000000000976996261670137755572795867919921875,
1.12000000000000010658141036401502788066864013671875,
1.1100000000000000976996261670137755572795867919921875
],
"details": {
"error": "The test run did not produce a result. The test run did not produce a result. The test run did not produce a result. E: Pixel shader error: 0:1(10): error: GLSL 1.50 is not supported. Supported versions are: 1.10, 1.20, 1.30, 1.40, 1.00 ES, and 3.00 ES"
}
},
"Barts NIR nosb": {
"value": 520,
"raw_values": [
520,
520,
520
],
"test_run_times": [
65.1299999999999954525264911353588104248046875,
65.1299999999999954525264911353588104248046875,
65.1200000000000045474735088646411895751953125
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 503,
"raw_values": [
503,
501,
504
],
"test_run_times": [
65.1099999999999994315658113919198513031005859375,
65.1200000000000045474735088646411895751953125,
65.1099999999999994315658113919198513031005859375
]
},
"Cayman NIR nosb updated": {
"value": 526,
"raw_values": [
526,
526,
526
],
"test_run_times": [
65.1299999999999954525264911353588104248046875,
65.1200000000000045474735088646411895751953125,
65.1299999999999954525264911353588104248046875
]
},
"Cayman NIR nosb main+fix": {
"value": 529,
"raw_values": [
529,
529,
529
],
"test_run_times": [
65.1200000000000045474735088646411895751953125,
65.1299999999999954525264911353588104248046875,
65.1200000000000045474735088646411895751953125
]
},
"Cayman NTT+sb-latest": {
"test_run_times": [
1.100000000000000088817841970012523233890533447265625,
1.100000000000000088817841970012523233890533447265625,
1.100000000000000088817841970012523233890533447265625
],
"details": {
"error": "The test run did not produce a result. The test run did not produce a result. The test run did not produce a result. E: Pixel shader error: 0:1(10): error: GLSL 1.50 is not supported. Supported versions are: 1.10, 1.20, 1.30, 1.40, 1.00 ES, and 3.00 ES"
}
}
}
},
"7ae2655c10550f631fff5e6df8f697610b12d0fa": {
"identifier": "pts\/glmark2-1.3.0",
"title": "GLmark2",
"app_version": "2021.08.30",
"arguments": "-s 1280x1024",
"description": "Resolution: 1280 x 1024",
"scale": "Score",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"NTT (nosb)": {
"value": 2450,
"test_run_times": [
330.70999999999997953636921010911464691162109375
]
},
"NIR (nosb)": {
"value": 2484,
"test_run_times": [
330.91000000000002501110429875552654266357421875
]
},
"NTT (sb)": {
"value": 2555,
"test_run_times": [
330.75
]
},
"NIR (sb)": {
"value": 2561,
"test_run_times": [
331.1399999999999863575794734060764312744140625
]
},
"Barts NIR sb": {
"value": 3260,
"test_run_times": [
330.8999999999999772626324556767940521240234375
]
},
"Barts NTT sb": {
"value": 3284,
"test_run_times": [
330.740000000000009094947017729282379150390625
]
},
"Barts NIR nosb": {
"value": 3270,
"test_run_times": [
330.8600000000000136424205265939235687255859375
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": 3396,
"test_run_times": [
330.8700000000000045474735088646411895751953125
]
},
"Cayman NIR nosb updated": {
"value": 2419,
"test_run_times": [
331.029999999999972715158946812152862548828125
]
},
"Cayman NIR nosb main+fix": {
"value": 2432,
"test_run_times": [
330.81999999999999317878973670303821563720703125
]
},
"Cayman NTT+sb-latest": {
"value": 2361,
"test_run_times": [
330.720000000000027284841053187847137451171875
]
}
}
},
"e2b1d0b92f2d9da2c2f0c7164ded8250bb954eaf": {
"title": "OpenArena",
"app_version": "0.8.8",
"arguments": "+set r_customWidth 1920 +set r_customHeight 1080",
"description": "Resolution: 1920 x 1080 - Total Frame Time",
"scale": "Milliseconds",
"proportion": "LIB",
"display_format": "LINE_GRAPH",
"results": {
"NTT (nosb)": {
"value": "2,12,14,9,8,9,9,10,8,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,8,8,9,8,9,8,9,8,8,9,9,5,11,9,10,10,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,11,10,10,10,10,10,10,11,10,10,10,10,10,10,10,9,10,10,10,10,10,11,10,10,9,10,11,10,9,10,10,9,10,10,10,10,10,10,9,10,10,10,10,9,10,10,9,11,10,10,9,10,9,10,9,9,10,10,9,10,9,10,10,12,10,9,10,9,10,9,10,9,9,9,9,9,9,9,10,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,9,10,9,10,9,9,10,10,10,11,10,10,10,10,10,10,10,10,10,10,9,10,10,9,10,10,9,10,10,10,11,10,10,9,11,10,10,10,10,10,10,10,9,9,10,10,10,9,11,10,11,10,10,10,10,11,11,10,11,10,11,10,10,11,10,10,10,10,10,11,10,10,10,10,10,10,10,10,9,9,10,10,10,10,10,10,9,9,10,10,6,9,8,8,12,9,9,9,9,9,9,8,9,9,10,9,9,9,9,10,9,9,9,9,9,9,9,9,9,8,9,10,9,9,10,9,9,8,9,10,9,10,9,10,9,9,10,9,9,9,9,8,9,5,8,11,5,7,7,8,7,8,7,8,8,11,9,9,9,10,10,9,9,10,8,10,9,9,8,9,9,9,9,9,10,9,9,10,9,9,8,6,11,9,9,9,9,9,9,10,9,10,9,9,10,9,9,9,10,9,9,10,9,9,10,9,9,9,10,9,10,9,10,9,10,10,10,10,10,10,10,10,9,10,8,10,9,10,9,9,9,9,8,9,8,9,8,9,9,8,9,8,9,9,8,9,9,8,9,8,9,8,8,8,9,8,8,8,9,8,9,8,9,8,9,8,8,9,9,8,9,8,9,9,8,9,9,8,8,9,9,8,9,8,9,9,9,9,10,10,10,9,9,9,9,9,10,9,10,10,10,10,10,9,9,10,9,9,9,8,9,5,11,8,8,9,8,9,10,9,9,9,9,9,9,9,9,9,9,9,8,10,9,10,9,9,9,9,9,9,9,9,8,9,9,9,9,5,10,6,7,10,9,8,9,9,10,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,8,9,9,9,9,9,9,9,8,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,8,8,8,8,9,8,9,8,9,9,9,9,9,9,10,9,9,9,9,8,9,8,9,9,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,6,11,9,9,9,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,9,8,9,9,9,9,9,8,9,8,9,9,9,9,9,9,8,9,9,8,9,5,8,8,7,8,7,8,7,8,8,7,8,7,8,7,8,8,7,8,8,7,8,7,8,7,8,8,7,8,10,6,8,7,8,7,8,7,8,8,7,8,8,7,8,7,8,7,8,7,7,8,8,7,8,7,8,10,9,8,9,8,9,8,9,8,8,9,5,8,7,8,8,7,8,7,7,8,7,7,8,7,8,7,8,7,8,7,8,7,7,7,8,7,8,7,8,7,8,7,8,7,8,8,8,7,7,8,7,8,8,7,8,8,8,8,7,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,9,8,7,8,8,11,9,9,9,9,9,9,9,9,8,9,9,10,9,9,9,6,8,9,8,8,8,9,13,11,6,9,9,9,8,8,13,11,10,9,9,8,9,9,8,9,9,9,8,9,8,9,9,8,9,10,9,9,9,9,8,9,9,9,9,8,9,9,9,9,9,8,8,9,9,10,9,9,9,5,8,8,8,12,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,10,9,6,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,8,8,8,8,8,8,7,8,7,11,9,6,8,8,7,8,7,8,8,7,8,8,7,8,8,8,8,8,8,8,8,7,8,8,9,8,8,8,8,8,8,8,8,8,8,7,8,8,8,8,8,7,11,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,10,9,9,9,9,9,10,10,9,10,10,9,9,9,10,9,10,9,10,10,10,10,9,10,9,9,9,10,9,10,9,9,10,10,10,10,10,10,10,10,10,10,9,10,10,10,9,10,9,10,10,9,9,10,9,10,9,9,10,10,9,10,9,9,10,9,9,9,10,9,9,10,9,9,10,9,9,10,9,9,9,9,9,9,9,9,10,9,9,9,10,10,10,9,11,11,11,11,11,10,11,10,11,10,10,10,11,10,11,11,10,11,11,10,10,9,10,9,10,9,9,10,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,10,9,10,11,10,10,10,10,11,10,11,10,10,11,10,10,11,10,11,10,11,11,10,11,11,11,11,10,9,9,8,10,9,9,9,9,9,9,9,9,10,9,10,10,9,9,9,10,9,9,9,9,9,10,10,10,11,10,11,11,12,11,11,12,11,11,11,11,12,11,12,11,12,11,11,12,11,11,11,10,10,10,10,10,10,10,10,10,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,8,10,8,9,9,9,9,10,8,10,9,10,8,9,9,9,10,8,10,8,9,9,8,9,9,8,8,9,8,8,9,8,8,9,8,8,8,8,8,6,10,9,8,8,8,8,6,7,8,8,7,8,7,8,8,8,11,8,9,10,9,9,10,9,10,10,10,10,9,10,10,9,10,11,11,10,11,11,11,11,10,11,11,11,11,11,11,11,10,11,11,10,11,11,12,10,11,11,11,10,10,10,9,10,10,10,10,10,10,10,10,9,10,10,10,10,10,10,10,11,11,10,10,10,10,10,11,11,10,10,11,10,11,10,10,11,10,10,9,10,10,10,10,10,10,10,10,10,11,10,11,11,10,11,10,10,10,10,10,10,10,11,10,11,11,11,12,11,11,12,10,11,10,10,10,10,11,9,10,9,10,10,9,9,6,8,7,8,8,7,8,8,8,11,8,9,9,9,10,10,11,10,10,10,9,10,11,10,10,10,10,9,10,10,10,11,11,11,10,11,10,11,11,11,10,9,10,9,10,10,10,11,12,11,11,12,12,11,12,11,10,11,11,10,11,11,12,9,9,9,6,10,9,9,9,10,10,10,10,10,9,9,10,9,9,10,9,10,9,10,10,11,11,11,10,10,10,10,9,9,9,9,10,9,9,9,8,9,9,10,10,10,9,6,8,9,9,8,9,8,9,10,8,9,8,9,9,8,9,8,8,12,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,9,9,6,9,8,9,8,9,8,7,12,11,11,11,10,10,10,9,10,9,10,10,10,10,11,10,11,11,11,11,11,11,10,11,11,10,11,10,11,10,11,10,11,10,11,10,11,10,11,11,10,11,11,11,11,11,10,11,11,11,10,11,11,10,11,11,11,10,11,11,11,10,11,11,11,11,11,11,11,10,11,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,9,9,10,9,9,9,9,9,9,10,9,9,9,10,9,9,10,9,10,9,10,9,10,9,10,9,10,9,10,9,9,9,11,10,10,10,5,8,8,12,9,9,9,8,8,9,9,8,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,8,9,9,9,11,10,12,12,10,12,11,11,12,10,11,9,9,9,9,6,11,9,10,9,10,9,9,9,9,9,6,8,8,8,7,11,9,10,9,10,10,11,11,11,10,11,10,10,11,10,10,11,10,10,10,11,10,10,11,10,9,6,7,10,11,11,9,10,10,10,10,10,10,10,10,9,10,9,10,10,11,10,10,10,10,10,9,9,10,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,8,9,9,9,8,9,9,9,9,8,9,8,9,9,9,9,9,8,8,6,7,11,9,9,9,9,8,9,9,9,9,9,9,6,11,8,8,9,8,8,9,8,9,8,10,10,10,10,10,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,8,9,8,8,9,8,8,8,8,9,8,9,8,9,8,8,9,8,9,8,9,8,6,11,9,9,9,10,9,10,9,10,9,9,9,9,9,8,5,8,8,7,7,11,9,10,9,8,10,9,8,9,9,8,10,9,9,10,9,10,10,10,9,11,11,11,11,11,10,9,9,9,9,9,9,9,9,10,9,9,10,10,9,9,9,5,8,7,7,10,9,10,11,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,9,10,10,9,9,9,9,10,10,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,8,9,9,8,9,9,8,9,9,9,10,8,6,7,8,11,8,9,9,9,9,10,9,9,10,9,9,10,10,11,10,9,10,9,10,9,9,9,10,9,9,10,9,9,9,9,8,9,9,9,9,9,9,8,9,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,9,8,9,8,10,8,9,10,9,10,9,10,9,9,9,10,9,9,9,10,9,9,9,10,9,9,10,10,9,10,10,10,10,10,10,10,10,10,9,10,9,9,10,9,10,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,10,9,8,9,9,9,9,8,9,8,9,9,9,8,9,9,9,9,8,9,9,9,9,9,9,8,9,8,9,5,8,11,8,9,9,5,8,8,10,9,8,9,8,9,8,9,9,9,8,9,8,9,9,9,9,9,8,9,8,10,8,9,9,9,9,9,9,10,9,9,9,9,5,9,8,9,8,8,9,9,8,12,10,6,8,8,8,7,7,8,8,7,7,8,7,8,7,8,7,11,9,9,9,9,9,5,11,9,9,9,9,9,9,10,9,9,10,9,9,10,9,10,9,9,9,10,10,10,10,9,10,9,10,9,10,9,9,9,9,9,9,9,10,9,10,9,10,10,9,10,10,10,11,10,10,10,9,9,10,8,10,9,9,9,8,9,9,8,6,7,7,11,9,5,8,8,11,8,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,8,8,9,8,8,9,8,9,9,9,8,9,8,9,8,9,10,8,9,8,9,9,9,8,9,8,9,8,9,9,8,9,8,9,10,9,9,9,9,9,9,9,8,9,9,8,9,9,9,9,9,9,8,5,12,10,9,10,10,9,10,10,10,10,9,10,10,10,10,10,10,10,10,9,10,10,10,10,9,10,10,10,12,12,12,11,11,12,11,12,11,12,11,11,11,11,11,11,12,11,12,10,11,11,11,10,10,11,11,10,11,10,10,10,11,10,11,11,11,11,11,11,11,10,11,10,10,10,10,10,11,11,10,10,10,9,9,9,9,9,10,9,10,9,9,10,9,10,9,9,9,11,10,10,9,10,10,9,10,11,10,10,10,10,10,10,10,10,11,10,10,10,10,11,10,9,10,6,11,10,11,10,10,10,11,9,11,10,10,10,10,10,10,11,10,11,11,11,10,11,10,11,10,11,10,10,10,11,10,10,11,10,10,9,9,9,10,11,10,11,10,11,10,10,11,10,11,11,11,11,10,11,10,11,10,11,11,11,11,11,10,10,11,10,10,10,10,10,9,11,10,10,9,9,10,9,10,9,10,9,10,11,10,10,11,10,10,9,10,9,10,10,9,9,11,10,11,10,12,11,10,11,9,9,9,10,8,9,9,8,9,5,8,7,8,7,10,9,10,10,9,9,9,9,9,8,9,9,9,9,9,9,10,10,11,11,11,11,10,11,10,11,10,10,10,11,10,10,10,11,10,11,10,11,10,10,10,10,9,9,10,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,6,8,11,10,8,9,10,9,10,9,10,9,10,10,9,10,9,9,10,8,10,8,9,9,9,8,9,9,9,9,10,9,9,10,9,9,9,9,10,9,10,10,9,10,9,11,9,10,9,10,9,9,10,9,9,9,9,10,9,9,9,9,10,9,9,10,9,8,9,9,9,9,9,8,9,9,9,9,9,8,9,8,8,9,8,8,9,9,8,9,8,9,8,9,8,9,8,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,9,9,9,9,9,9,9,8,9,9,9,8,9,9,9,9,8,8,9,9,8,8,8,9,8,9,8,10,9,9,9,9,10,8,10,9,9,10,9,8,10,9,9,9,9,9,9,10,9,9,9,8,6,8,11,9,9,8,9,9,9,8,9,9,9,9,9,9,10,9,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,9,8,10,10,9,9,8,6,8,7,8,8,7,8,8,8,8,11,9,9,10,10,10,10,10,10,9,10,10,10,9,9,10,10,10,10,9,9,10,9,10,9,10,10,9,9,9,10,9,9,10,9,11,10,10,10,10,9,10,9,10,9,10,9,9,9,10,9,9,10,8,9,9,9,9,9,8,9,9,8,9,9,9,10,9,9,9,9,9,9,9,9,10,8,9,9,9,8,9,9,9,8,9,9,8,8,8,9,8,9,9,9,9,9,9,9,9,8,8,6,10,7,8,9,8,8,7,8,8,8,8,8,7,9,8,9,9,9,9,8,9,8,9,8,9,8,9,8,9,9,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,9,9,9,8,8,9,8,9,8,9,9,9,9,8,9,9,9,10,9,8,9,9,9,9,10,9,10,10,9,9,10,9,10,9,9,9,9,8,8,8,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,10,10,10,9,10,9,9,9,8,8,6,7,8,7,7,8,7,8,8,10,9,9,10,9,10,9,9,10,9,9,9,10,9,9,10,9,9,10,9,9,9,9,9,9,9,10,9,9,9,8,9,9,9,8,9,9,9,9,8,9,9,8,9,8,9,8,9,8,9,9,9,9,8,9,9,9,8,8,9,9,10,8,9,9,8,9,9,9,8,9,9,9,9,6,8,8,9,8,12,10,9,6,8,8,7,7,7,8,7,7,11,8,8,9,8,9,8,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,9,9,9,9,8,9,9,9,9,8,9,8,9,8,9,8,9,6,7,7,8,7,8,7,7,8,7,7,8,7,8,7,7,11,9,10,9,10,9,10,10,10,11,10,10,11,10,10,11,10,11,10,11,10,10,11,9,11,10,10,10,10,11,10,10,10,10,10,10,11,10,11,10,12,11,11,11,11,12,11,10,12,11,11,10,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,10,11,11,11,11,11,11,11,10,11,11,11,11,10,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,10,11,11,12,10,12,11,11,11",
"test_run_times": [
33.25999999999999801048033987171947956085205078125,
33.24000000000000198951966012828052043914794921875,
33.14999999999999857891452847979962825775146484375
]
},
"NIR (nosb)": {
"value": "3,13,14,8,9,10,9,9,8,9,9,8,9,9,9,8,9,9,8,9,9,9,9,9,9,9,8,9,8,8,8,8,9,9,8,8,9,5,11,9,10,9,10,9,10,10,9,11,9,11,9,10,10,10,11,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,9,10,10,9,9,10,10,9,10,10,10,9,10,10,9,10,10,9,10,11,10,10,9,9,10,9,9,10,9,10,9,9,10,9,10,10,9,9,10,9,10,10,9,9,9,10,9,9,10,8,9,10,10,10,10,9,11,9,11,10,10,10,10,10,11,10,10,9,10,9,10,9,9,10,10,9,11,10,11,10,9,10,10,10,10,10,10,10,10,9,10,10,9,10,10,9,11,10,10,10,10,10,10,10,10,10,10,10,11,9,10,10,10,10,10,10,11,10,11,10,10,11,10,10,11,11,11,10,10,10,10,10,10,10,10,10,11,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,9,10,10,7,8,9,8,12,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,8,9,9,9,9,10,9,9,9,9,9,9,10,9,9,10,9,10,9,10,9,9,9,9,8,9,5,8,11,5,8,7,7,8,8,8,7,8,11,9,9,10,9,10,10,4,9,9,9,9,9,9,9,9,9,9,9,9,10,9,10,9,9,9,5,11,9,9,10,9,9,9,9,10,9,9,10,9,9,9,9,9,9,10,9,9,9,10,9,10,9,10,9,10,9,10,10,9,10,11,9,11,10,10,9,10,10,9,9,10,9,9,8,9,9,9,9,9,8,9,9,8,9,8,9,9,8,9,9,8,9,8,9,8,8,8,8,8,8,9,8,9,8,8,9,8,9,8,8,8,9,8,9,8,9,8,9,8,9,9,8,8,8,9,8,9,8,8,8,9,9,10,10,9,9,9,9,9,10,9,10,9,10,10,10,10,9,9,9,10,8,9,9,9,5,11,9,8,9,9,9,9,9,9,9,9,10,9,9,9,8,9,8,9,9,10,9,8,9,9,9,9,9,9,9,9,9,8,9,9,5,10,6,7,10,9,8,9,9,9,10,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,9,8,8,9,8,8,9,8,9,8,9,8,8,8,9,8,9,9,8,8,9,8,8,9,8,9,8,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,8,9,9,9,5,12,9,9,9,9,8,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,8,9,9,9,9,9,9,9,8,9,9,8,9,8,9,9,8,8,9,6,7,8,7,8,8,7,7,8,8,7,8,7,8,8,7,8,7,9,7,8,7,8,7,7,8,7,8,7,11,6,7,8,8,7,7,8,8,7,8,8,7,8,7,8,7,7,8,8,7,8,7,8,7,8,7,11,8,9,8,8,9,8,9,8,9,8,6,8,7,8,8,7,8,7,8,7,7,8,7,8,7,8,7,8,8,7,8,7,7,8,7,8,7,8,7,8,7,8,7,8,8,8,8,7,7,8,8,7,8,8,8,8,7,9,7,8,8,8,8,9,7,7,9,7,9,8,8,8,7,8,8,8,8,8,9,8,8,8,11,9,10,9,9,9,8,9,9,9,9,8,9,9,9,9,5,9,8,8,9,8,8,14,10,6,10,9,8,9,8,12,11,10,9,9,8,9,8,9,8,9,9,8,9,8,9,9,9,9,10,9,9,9,8,9,9,9,9,8,9,9,9,9,9,9,8,9,8,10,9,10,8,9,5,8,7,9,11,9,9,9,9,8,9,9,9,8,9,8,9,10,8,10,10,9,5,8,8,8,8,9,7,8,8,8,8,8,8,8,8,8,8,7,8,8,8,7,8,8,8,8,8,7,8,8,10,10,6,7,8,8,7,8,8,7,8,7,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,12,8,9,8,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,10,10,9,9,10,9,9,10,9,9,10,10,9,10,10,9,10,10,9,9,10,9,10,10,9,10,10,9,10,10,10,11,10,10,11,10,10,9,10,9,10,9,10,9,10,9,9,9,9,9,9,10,9,10,9,10,9,10,9,10,9,9,9,10,9,10,9,10,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,10,9,10,10,10,10,12,10,11,11,10,11,11,10,10,11,10,11,11,11,10,11,11,10,11,10,9,9,9,10,9,9,10,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,9,9,10,9,9,10,10,10,11,10,10,10,11,10,11,10,11,10,10,11,10,11,10,11,10,11,11,10,10,11,10,11,9,10,9,9,10,9,9,9,9,9,9,9,10,10,9,10,9,10,9,9,9,9,10,9,9,10,10,10,11,10,11,11,12,11,11,12,12,11,11,11,12,11,12,11,11,11,11,12,11,11,11,11,10,10,10,10,10,10,10,9,9,9,10,9,9,9,9,9,10,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,9,9,8,10,8,9,9,9,8,9,9,8,8,9,8,8,8,9,8,9,8,9,8,8,8,9,5,10,8,8,9,8,8,6,7,8,7,8,7,8,7,8,8,11,8,9,10,8,9,10,9,10,10,9,10,10,9,10,10,10,10,11,11,11,11,10,11,11,11,11,11,11,11,10,11,11,11,11,11,10,11,11,11,11,11,10,10,10,10,9,10,10,9,10,10,10,10,9,10,10,9,10,10,10,10,10,11,10,10,10,11,10,10,10,11,11,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,11,10,11,10,10,11,10,10,10,11,10,11,10,11,11,11,11,12,12,11,11,10,11,10,10,10,10,11,10,9,11,9,10,10,9,5,8,8,8,8,7,8,8,7,11,9,9,8,10,10,10,11,9,9,10,10,11,10,10,10,10,10,10,9,10,10,11,11,11,10,11,10,11,11,11,10,10,10,9,10,9,11,11,11,11,11,12,12,11,12,11,11,10,11,11,11,11,12,9,9,9,6,10,9,9,10,10,10,9,10,10,9,10,9,10,9,9,10,9,10,9,10,12,11,11,10,10,9,10,10,10,9,9,9,10,9,8,9,9,9,9,10,10,9,5,9,8,9,9,8,9,8,9,9,9,8,9,9,9,8,8,9,12,10,10,11,9,10,10,10,10,10,9,10,10,10,10,10,9,10,10,9,6,8,9,9,8,9,8,7,12,11,11,10,11,10,9,10,9,10,9,9,11,10,11,11,10,11,11,11,10,11,11,11,11,11,10,11,10,10,11,10,11,10,11,11,10,11,11,10,11,11,11,11,10,11,11,11,11,11,10,11,11,10,11,10,11,11,11,11,10,11,11,10,11,11,11,11,11,11,11,10,10,10,11,10,10,9,11,10,10,10,11,10,11,10,9,10,9,9,9,9,9,9,9,10,9,9,9,9,10,9,9,9,10,9,10,9,10,10,9,10,9,10,9,8,9,9,11,10,11,9,6,8,8,11,9,9,10,8,8,9,9,9,8,9,9,9,10,8,9,9,9,9,9,9,8,9,9,9,8,9,10,8,9,11,11,12,11,11,11,12,11,12,10,11,9,9,9,9,6,11,9,10,9,9,10,9,9,9,9,6,8,8,8,7,11,9,10,9,10,10,11,11,11,10,10,10,11,10,10,11,10,10,11,10,10,10,10,11,10,8,6,8,10,11,10,10,10,10,9,10,11,9,10,9,9,10,10,10,10,10,11,10,10,10,10,9,9,9,10,8,10,9,9,8,9,9,9,9,9,8,9,9,8,9,9,9,8,9,9,9,9,9,9,9,9,8,9,9,9,9,8,9,5,8,10,9,9,9,9,8,9,9,9,9,9,9,6,10,9,8,8,9,8,8,9,8,9,9,9,10,11,9,10,9,9,9,8,9,9,9,9,9,8,9,9,9,8,9,8,9,8,8,9,8,8,9,8,9,8,9,8,8,9,8,9,8,8,8,8,9,5,11,10,9,9,9,10,9,10,9,9,10,9,8,9,8,6,8,8,8,7,10,10,9,9,9,9,9,9,9,8,9,10,9,9,10,9,10,10,9,10,10,11,12,10,11,10,10,9,9,9,9,9,9,9,9,9,10,9,10,9,9,8,6,8,7,8,9,9,10,11,10,11,10,11,9,11,10,10,10,10,10,11,10,9,10,10,10,10,9,9,9,10,9,10,9,10,9,9,9,9,9,9,9,9,9,10,9,9,8,9,8,9,9,8,9,8,8,10,9,9,9,5,8,8,11,8,9,9,9,9,10,9,9,10,9,10,9,10,10,10,9,10,9,10,9,10,9,9,10,9,10,9,8,9,9,9,9,9,8,9,9,9,8,10,8,9,8,9,8,9,8,9,8,9,8,8,9,9,9,9,8,9,9,9,8,9,9,10,9,10,9,9,9,9,10,9,9,9,10,8,9,9,9,9,9,10,9,10,10,9,10,10,10,10,10,9,10,9,10,9,9,9,10,9,9,9,10,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,8,9,8,9,8,9,9,8,9,9,8,9,5,8,11,8,9,9,5,8,8,10,8,9,9,9,8,9,8,9,9,8,9,8,9,8,9,8,9,9,8,9,8,9,9,9,9,9,9,9,9,10,9,9,9,5,9,8,9,8,9,8,9,8,12,10,6,8,8,8,7,7,7,8,7,7,8,8,7,7,8,8,10,9,9,8,9,8,6,11,8,9,10,8,9,9,9,9,10,9,9,10,9,9,9,10,9,9,10,9,10,9,10,9,10,9,9,10,9,9,9,9,9,9,9,9,9,10,9,9,10,9,10,10,10,10,10,10,10,9,10,9,8,9,9,10,8,9,8,9,8,6,7,7,11,9,6,7,8,11,8,9,9,8,9,9,8,9,9,9,8,9,8,9,9,9,9,9,8,9,9,8,9,9,9,8,9,9,8,9,9,8,9,8,10,9,8,9,8,9,9,8,9,8,9,8,9,9,8,9,8,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,6,12,9,10,9,10,10,9,10,10,10,10,9,10,10,10,10,9,10,10,10,10,10,9,10,10,10,10,10,12,12,11,11,12,11,12,11,12,11,11,11,11,11,11,11,11,12,12,10,11,11,11,10,10,11,11,10,10,11,10,10,11,10,11,11,10,11,10,11,11,11,10,11,10,10,10,10,10,11,10,11,10,9,8,10,9,9,10,9,9,10,9,10,9,10,9,9,9,10,10,10,10,10,10,9,10,10,10,10,10,10,10,11,10,10,10,11,10,10,10,11,9,10,10,5,12,10,10,10,11,10,10,10,10,10,10,10,10,10,10,11,10,11,11,10,10,11,10,10,11,10,10,11,10,10,10,11,10,11,10,9,9,9,10,10,11,10,11,10,11,10,10,11,11,11,11,11,10,11,10,10,10,11,11,11,11,11,10,10,10,10,10,10,10,10,10,11,10,9,9,10,9,9,10,9,10,9,10,11,11,10,10,10,10,10,10,9,10,10,9,10,10,10,11,11,11,11,11,10,9,10,9,9,9,9,8,9,8,6,7,8,7,8,10,9,10,10,9,9,9,9,9,9,9,9,9,8,10,9,9,11,10,11,11,11,11,11,10,10,10,9,10,11,10,10,11,11,10,11,10,10,11,10,10,10,9,9,9,10,9,9,8,10,9,10,9,9,9,9,9,9,9,9,9,9,9,6,7,12,9,9,9,10,9,10,9,10,10,10,9,10,9,10,9,9,9,9,9,9,9,8,9,9,9,9,10,9,9,9,9,10,9,9,9,10,9,10,9,10,9,10,10,9,10,9,9,10,9,9,10,9,9,10,9,10,9,9,9,10,9,10,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,8,8,9,8,9,8,8,9,8,9,8,9,8,8,9,8,8,8,9,8,9,8,9,8,8,8,9,8,8,9,8,9,9,9,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,8,9,8,8,8,9,8,8,9,9,9,9,9,9,9,10,8,10,9,10,9,9,9,9,9,9,9,9,9,9,9,10,9,9,8,6,8,11,8,9,8,9,9,8,9,9,9,9,9,9,9,9,9,9,9,8,8,9,9,8,9,9,8,9,8,9,8,8,9,8,10,9,9,9,8,6,7,8,8,7,8,7,8,8,8,12,9,9,10,9,9,10,10,10,10,9,10,10,10,9,10,10,9,10,9,9,10,9,10,9,10,9,9,9,9,10,9,9,9,9,10,10,10,10,10,9,9,9,10,9,10,9,9,10,9,10,9,9,9,9,9,9,8,9,9,8,9,8,9,9,9,10,10,9,8,9,9,9,9,9,9,9,9,8,9,9,8,9,8,9,9,9,8,8,8,9,8,9,9,9,9,9,9,9,8,9,8,5,10,8,8,8,8,8,8,8,8,8,7,8,8,8,9,9,9,9,9,8,9,8,9,8,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,9,9,9,8,9,8,9,8,8,9,9,8,8,9,8,10,8,10,8,9,9,9,9,9,9,10,9,10,9,9,10,9,10,9,9,9,9,8,8,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,10,9,9,10,8,10,10,10,9,10,9,9,9,9,9,5,7,8,7,8,7,8,7,8,10,9,10,9,10,9,9,9,9,9,9,9,9,9,10,9,10,9,9,10,9,9,10,8,9,9,9,10,9,9,8,9,9,8,9,9,9,9,8,9,9,9,8,9,8,9,9,8,9,9,9,9,8,9,8,9,9,8,9,9,9,9,9,9,8,9,9,8,9,8,9,9,9,9,6,8,8,9,8,12,9,9,6,8,8,7,7,7,7,7,8,10,8,9,8,8,9,8,9,8,9,8,9,8,9,9,8,8,9,8,9,8,9,9,9,9,9,9,8,9,9,9,9,8,8,9,8,9,8,9,6,7,7,8,7,8,7,8,7,7,8,7,8,7,8,7,11,9,9,9,10,9,10,10,10,10,10,10,10,11,10,10,10,11,10,10,10,10,10,10,10,10,11,10,9,10,10,10,10,11,9,11,10,10,11,10,12,11,10,11,11,11,11,10,11,11,11,10,11,11,11,11,11,10,10,10,11,11,11,10,11,11,11,11,10,11,11,11,10,11,11,11,10,11,11,10,11,10,11,11,10,11,10,11,10,11,11,11,11,11,10,11,10,11,12,10,11,11,11,11,11,11,10,11,11,11,11",
"test_run_times": [
33.2000000000000028421709430404007434844970703125,
33.159999999999996589394868351519107818603515625,
33.13000000000000255795384873636066913604736328125
]
},
"NTT (sb)": {
"value": "2,11,11,9,8,9,8,9,9,8,8,9,8,9,8,9,8,9,8,9,9,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,6,10,9,9,9,9,9,9,9,10,9,9,9,10,9,9,10,9,9,10,10,9,11,9,10,9,9,10,9,10,9,10,9,10,9,9,9,9,10,9,9,10,9,10,9,9,10,9,9,9,10,9,9,9,10,9,9,10,9,9,9,9,10,9,9,9,9,9,10,9,9,10,9,9,9,9,9,9,8,9,9,9,9,8,10,9,9,8,10,8,9,9,9,9,8,9,9,8,9,9,8,10,9,9,9,10,9,11,8,10,9,10,10,10,9,10,9,10,9,9,9,9,9,9,9,9,9,10,10,9,10,9,10,9,10,9,9,10,9,9,9,9,9,9,9,10,9,9,9,10,9,10,9,10,9,10,9,10,9,9,9,9,10,9,9,9,9,10,10,10,9,10,9,10,10,10,10,10,10,10,9,10,10,9,9,9,10,9,10,10,10,9,10,9,10,9,9,10,9,9,10,9,10,9,9,10,8,10,9,6,8,8,8,11,9,9,8,9,8,8,9,8,9,9,8,9,8,9,9,8,9,8,9,8,9,8,8,8,9,8,9,9,9,8,9,8,9,9,8,9,9,9,9,9,9,9,8,9,9,8,8,8,6,7,10,6,8,7,7,8,7,7,8,7,11,9,8,9,9,10,8,9,9,8,8,9,8,9,8,9,8,9,9,9,9,9,9,9,8,8,6,10,9,9,9,9,8,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,8,10,9,9,9,9,10,9,9,9,9,9,10,9,10,10,9,9,10,9,9,9,9,9,9,9,8,9,8,8,9,8,8,8,9,8,8,9,8,8,8,9,8,8,8,8,8,8,9,7,9,8,7,8,8,8,8,9,8,8,8,8,8,9,8,8,8,9,8,8,9,8,8,8,8,9,8,8,9,8,8,8,8,8,9,9,10,9,9,9,9,9,9,9,9,9,10,10,9,10,9,8,8,9,9,8,9,8,6,10,8,8,9,8,9,9,8,9,8,9,9,9,9,9,8,8,8,9,9,9,9,8,8,9,9,8,9,8,9,8,8,8,9,8,5,10,5,7,9,8,8,9,8,9,9,9,8,9,8,9,9,8,9,9,8,9,9,8,9,9,8,9,9,8,8,9,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,9,8,8,8,8,8,8,9,8,8,9,8,9,8,9,8,9,9,8,8,9,8,8,8,8,8,9,8,8,9,8,9,8,9,8,8,9,8,8,6,10,9,8,9,8,8,9,8,8,9,8,9,8,8,9,8,9,8,8,9,8,9,8,9,8,9,8,8,9,8,9,8,8,9,8,8,9,8,8,8,5,7,8,7,7,8,7,7,7,8,7,7,8,7,7,7,8,7,7,8,7,8,7,7,8,7,7,8,7,10,5,7,8,7,7,8,7,7,7,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,8,10,8,8,8,8,8,8,8,8,8,8,6,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,8,7,7,7,8,7,8,7,7,8,7,8,7,8,7,7,8,7,8,7,8,7,8,7,8,7,8,8,8,7,8,8,7,8,8,7,8,8,7,8,8,7,8,8,8,7,8,11,8,9,8,9,9,8,9,8,9,8,8,9,8,9,9,6,8,8,8,8,8,8,12,11,6,9,9,8,8,8,12,10,9,9,8,9,8,8,9,8,8,9,8,9,8,8,9,8,10,9,9,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,9,9,9,8,9,5,8,8,8,11,8,9,8,9,8,9,8,8,9,8,9,8,9,8,10,9,8,6,7,8,8,7,8,8,7,8,8,8,7,7,8,8,7,8,8,7,8,7,8,7,8,8,7,8,7,8,7,10,9,6,7,7,8,7,8,7,7,7,8,7,8,8,8,7,8,8,8,7,8,8,8,8,8,7,8,8,8,7,8,8,8,7,8,8,7,8,7,8,7,8,11,8,9,8,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,8,9,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,9,10,9,9,10,9,10,9,9,9,10,9,9,10,9,9,9,9,10,9,10,10,10,10,10,10,9,10,9,9,9,10,9,8,10,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,9,9,10,9,9,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,9,9,9,8,9,9,9,9,8,8,9,8,9,9,9,9,8,9,9,9,8,10,8,9,8,9,9,9,9,9,9,9,9,10,9,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,9,9,9,9,9,8,9,9,9,9,8,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,10,10,10,11,11,11,10,11,12,10,11,11,11,11,11,11,10,11,11,11,11,10,11,10,10,10,10,9,10,9,10,9,9,9,9,8,9,9,9,9,9,9,9,9,9,8,9,9,9,8,9,9,8,9,9,8,9,8,9,9,8,8,9,9,9,8,9,9,9,8,9,9,8,9,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,6,9,8,8,8,8,8,5,7,8,7,7,7,8,7,8,7,10,9,8,9,9,8,9,9,9,10,9,9,9,9,10,9,9,10,10,11,10,10,9,10,10,11,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,9,10,9,9,9,9,10,9,10,9,9,9,9,10,9,9,9,10,9,10,10,10,9,10,9,10,9,10,10,10,9,10,10,9,10,10,9,10,9,10,9,9,10,9,9,9,9,10,9,10,10,10,10,9,9,10,10,9,10,10,9,10,10,10,10,11,11,11,11,11,10,10,10,10,10,9,9,9,10,9,10,9,9,9,9,5,8,7,8,7,8,7,8,7,11,8,8,8,9,9,10,10,10,9,10,9,9,10,10,9,9,9,9,10,9,10,11,10,11,10,10,10,10,11,10,10,9,9,9,10,9,10,11,10,11,11,11,12,12,11,12,9,11,10,11,10,12,11,9,8,9,5,10,8,9,9,10,9,10,9,9,10,9,9,9,9,10,8,10,9,9,10,10,11,10,9,10,9,10,9,10,8,10,8,9,8,9,8,8,9,9,9,9,9,6,8,9,8,8,9,8,8,9,8,8,9,8,8,9,8,8,8,11,9,10,10,9,10,10,9,10,10,10,9,10,9,9,10,10,9,10,9,5,8,9,8,8,9,7,8,12,9,11,10,10,9,9,9,9,9,9,10,9,10,11,10,9,11,10,11,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,11,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,11,10,10,11,10,11,10,10,10,9,10,10,9,10,10,9,10,10,9,9,10,10,10,10,9,9,8,8,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,11,10,10,9,6,7,8,11,9,8,9,8,9,8,8,8,8,8,9,9,9,8,9,8,9,9,8,9,8,8,9,8,9,8,9,8,9,11,9,12,11,10,11,11,11,11,10,10,10,9,8,9,5,11,9,9,9,9,8,9,9,9,8,6,7,8,7,8,10,8,10,9,9,10,10,11,10,10,9,10,10,10,10,10,10,10,10,9,10,10,10,9,10,9,5,8,9,11,10,10,9,10,9,9,10,9,9,10,8,10,9,9,10,10,9,10,10,10,9,9,8,9,9,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,8,9,8,8,9,8,9,8,9,8,9,9,8,8,5,8,10,8,10,8,8,9,9,8,9,8,9,9,5,11,8,8,8,8,8,8,8,9,8,9,10,10,9,10,9,9,8,9,8,9,8,8,9,9,8,8,9,8,9,8,8,8,8,9,7,7,8,8,8,8,9,8,8,8,8,8,8,9,8,8,8,8,5,11,9,9,9,9,9,9,8,9,9,9,8,9,8,8,5,8,7,7,7,10,10,9,8,9,8,9,9,8,9,8,9,9,10,9,9,9,9,10,9,10,11,10,11,10,10,9,8,9,8,9,9,8,9,9,8,10,9,8,9,8,8,6,7,7,7,10,8,10,10,10,10,9,11,9,10,10,9,10,9,10,10,10,9,9,10,9,9,8,9,9,9,9,9,9,9,9,8,9,9,8,9,8,9,9,8,9,9,8,8,8,8,8,8,8,8,9,8,9,9,9,5,8,7,10,8,8,9,8,9,8,9,9,9,8,9,9,10,10,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,8,9,8,8,9,8,8,9,8,8,8,9,8,8,8,8,9,8,8,9,8,8,9,8,9,8,8,9,8,9,9,9,8,10,9,9,8,9,9,8,9,9,8,8,9,9,8,9,9,8,9,9,10,9,9,9,9,10,9,9,9,9,9,9,9,8,9,9,9,8,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,8,9,8,9,8,8,9,8,9,8,8,9,8,9,9,8,8,9,8,8,8,8,9,8,5,8,10,8,8,8,6,7,7,10,8,9,7,8,9,8,8,8,8,9,8,8,8,8,9,8,8,9,8,8,9,9,9,8,8,8,9,8,9,9,9,9,9,5,8,8,8,8,9,8,8,8,11,10,6,7,8,8,6,8,7,7,8,7,7,7,8,7,7,8,9,9,9,8,8,9,5,10,9,8,10,8,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,10,8,9,8,9,9,8,9,9,8,9,9,9,9,9,9,10,10,10,10,10,9,9,9,9,8,9,9,9,8,9,8,8,8,6,7,7,10,9,5,8,7,11,8,9,8,9,8,8,9,8,8,9,9,8,9,8,9,8,9,9,8,9,8,9,8,8,9,8,8,9,9,8,8,9,8,8,9,9,8,8,9,8,8,8,9,8,8,8,9,8,8,9,8,8,9,9,9,9,8,9,8,9,9,8,8,8,9,8,8,9,9,8,9,9,5,12,8,9,9,10,8,10,8,10,9,9,9,9,9,9,10,9,9,9,9,9,10,8,9,9,10,8,10,11,11,12,10,11,11,11,10,11,10,11,11,10,10,10,11,11,10,11,10,10,10,10,10,9,10,10,10,10,9,10,10,9,9,11,10,10,10,11,10,10,10,11,10,10,10,9,10,10,11,9,10,10,9,8,9,8,9,9,9,9,9,10,9,8,9,9,9,9,10,10,9,9,10,9,9,10,10,9,10,10,10,9,10,10,10,10,10,9,10,10,10,9,9,10,6,11,9,9,10,10,9,9,10,10,9,9,10,9,10,9,10,10,10,11,9,10,10,10,10,9,10,10,9,10,10,9,10,10,10,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,11,10,10,11,9,10,9,10,9,10,9,10,10,9,10,9,9,9,9,10,9,9,9,10,10,10,10,10,9,10,9,10,9,9,9,10,10,9,10,10,11,10,11,10,10,9,9,8,9,8,8,8,9,8,5,8,7,7,8,9,9,9,10,9,9,8,9,8,9,9,8,9,9,8,9,9,10,10,10,11,10,11,10,10,9,10,9,10,10,10,9,10,11,10,10,9,10,10,10,9,9,9,9,9,8,9,8,9,9,8,9,9,8,9,8,9,9,8,8,9,8,8,6,7,11,8,9,8,9,9,8,9,9,10,9,8,9,10,8,9,8,9,9,8,8,9,8,8,8,8,9,9,8,9,9,8,8,9,8,9,8,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,9,8,9,8,9,8,9,8,9,8,9,8,9,7,9,8,8,8,8,8,9,8,8,8,9,8,8,8,8,8,8,8,8,9,8,8,8,8,9,8,8,7,8,7,9,8,8,9,8,9,8,8,8,9,8,8,8,9,8,8,8,9,8,8,8,8,8,8,8,7,8,8,8,9,8,9,9,8,9,9,8,9,9,8,9,8,9,9,8,9,8,9,8,10,8,9,9,8,6,7,10,8,8,9,8,9,8,8,8,9,8,9,8,9,9,9,8,8,8,8,9,8,8,8,9,8,8,8,9,9,8,8,9,9,9,9,8,8,5,8,7,8,7,8,7,7,8,7,12,8,9,9,9,9,9,9,9,10,8,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,8,9,9,9,10,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,8,9,8,8,8,8,9,8,9,10,8,9,9,8,9,9,9,9,8,9,8,8,9,8,9,8,8,8,9,8,8,8,8,8,8,8,9,8,9,8,9,9,8,8,8,5,10,8,7,8,8,8,8,7,8,8,7,8,8,7,9,8,9,8,8,8,8,9,8,8,9,8,8,9,8,8,8,9,8,8,8,8,9,8,8,8,8,8,8,8,8,8,9,8,9,8,9,8,9,8,8,8,8,9,8,8,8,8,8,9,8,9,8,9,8,8,9,8,9,9,9,9,8,9,9,9,9,8,9,9,8,8,8,8,9,9,9,8,8,9,8,8,9,8,9,8,9,8,9,8,9,9,8,9,9,10,9,9,9,9,8,9,8,8,5,8,7,7,7,7,8,7,7,10,9,9,8,9,9,9,9,8,9,9,9,8,9,9,8,9,9,9,9,8,9,8,9,8,8,10,8,9,9,8,8,8,8,9,8,9,8,8,8,9,8,8,8,8,8,9,8,8,9,8,9,9,8,8,9,8,9,8,9,9,8,9,8,9,9,8,9,8,9,8,9,8,9,6,8,8,8,8,12,10,9,6,8,7,7,7,7,7,7,7,11,9,8,8,8,8,8,8,8,8,8,9,8,8,8,9,8,8,8,9,8,8,9,9,9,8,9,8,9,8,9,8,8,8,8,8,9,8,9,5,7,7,8,7,7,8,7,7,7,7,8,7,7,7,7,11,8,9,9,9,8,9,10,9,9,10,9,10,10,9,10,10,10,9,10,9,10,9,9,10,9,10,9,9,9,10,9,9,10,9,9,10,10,9,10,11,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,11,9,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,11,10,10,10",
"test_run_times": [
31.769999999999999573674358543939888477325439453125,
31.64999999999999857891452847979962825775146484375,
31.690000000000001278976924368180334568023681640625
]
},
"NIR (sb)": {
"value": "3,14,11,8,8,9,8,8,9,8,9,8,9,8,9,9,8,8,9,8,9,9,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,6,10,9,9,8,9,9,9,9,10,9,9,9,10,9,9,10,9,9,10,9,10,11,9,9,10,10,9,10,9,10,9,9,9,9,9,9,10,9,9,9,10,9,10,9,10,9,9,9,9,10,9,10,9,9,9,9,9,9,10,10,9,9,9,9,9,10,9,9,9,9,10,10,9,8,10,8,9,8,9,8,9,9,9,9,9,9,9,9,9,9,8,9,8,9,8,9,9,9,8,9,9,9,10,9,9,9,10,9,10,9,10,9,10,9,10,9,10,9,9,9,9,9,9,8,9,9,10,10,10,9,10,9,9,10,9,9,9,10,9,9,9,9,9,9,9,9,10,9,10,9,10,9,10,9,9,9,10,9,9,10,9,9,9,10,9,9,10,10,9,10,9,10,9,10,10,10,10,10,9,9,9,10,9,9,9,9,9,10,10,9,10,9,10,9,9,10,9,9,9,9,9,10,10,9,9,9,9,10,6,8,8,8,12,9,8,9,8,8,9,8,9,8,9,9,8,8,9,9,8,9,8,9,8,9,8,8,9,8,8,9,10,8,9,8,9,8,10,8,9,9,9,9,9,9,9,9,8,8,9,8,8,6,7,10,6,7,7,8,7,6,7,8,7,11,8,9,9,9,10,8,8,9,8,9,8,9,8,9,8,9,8,9,9,9,9,9,9,8,9,5,10,9,9,9,9,8,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,10,9,9,9,9,10,9,9,10,9,10,9,9,9,9,9,9,9,8,8,8,9,8,9,8,8,9,8,8,9,8,9,8,9,8,8,9,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,9,8,8,8,9,8,8,9,8,8,9,8,8,8,9,8,8,9,8,8,9,8,9,9,10,9,9,9,9,9,9,9,10,9,10,9,10,9,9,9,9,9,8,9,8,9,5,10,9,8,8,9,9,9,8,9,9,9,9,8,9,9,8,9,8,8,9,9,9,9,8,9,8,9,9,8,8,9,8,9,9,8,5,10,5,7,9,8,9,8,8,9,10,9,8,9,8,8,9,9,8,8,9,8,9,8,9,9,9,8,9,8,9,8,8,9,8,8,9,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,9,8,8,8,9,8,8,8,8,9,9,8,9,8,9,8,8,9,8,8,8,8,9,8,9,8,9,8,9,8,9,8,9,8,9,5,10,9,9,8,9,8,8,9,8,8,8,8,9,8,8,8,9,8,8,8,8,9,8,9,8,9,8,8,9,8,8,8,9,8,9,8,9,8,8,8,6,7,7,7,8,7,7,7,8,7,7,8,7,8,7,7,8,7,7,7,8,7,7,8,7,8,7,7,7,10,6,7,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,8,7,7,7,8,7,7,7,7,10,9,8,8,8,8,9,8,8,8,8,6,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,8,7,7,8,7,7,8,7,7,8,7,7,8,7,8,7,7,8,7,7,8,7,8,7,8,8,7,8,7,8,7,7,8,8,7,8,8,8,7,8,7,8,8,7,8,8,7,8,8,7,8,11,9,8,9,8,9,9,8,9,8,9,9,8,9,9,9,5,8,8,8,8,8,8,13,10,6,9,9,8,8,8,12,10,9,9,9,8,8,8,9,8,8,9,8,8,8,9,8,8,10,9,9,8,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,9,9,9,8,9,5,8,8,8,11,9,8,9,8,9,8,8,9,8,8,9,8,9,9,9,9,8,6,8,8,7,8,7,8,8,8,7,8,8,8,8,7,8,8,7,8,7,8,7,8,8,7,8,7,8,7,8,10,8,6,7,8,7,8,7,8,7,8,7,7,7,8,8,8,7,7,8,8,8,7,8,8,8,7,8,8,8,7,8,8,8,7,8,8,8,7,8,7,8,7,11,9,8,8,9,8,9,9,9,9,8,9,9,8,9,9,8,9,9,8,9,9,8,9,9,9,8,9,9,9,9,9,9,10,8,9,9,9,9,9,9,9,10,9,9,8,10,9,10,9,9,9,9,9,9,10,10,10,9,10,10,10,9,10,9,9,10,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,8,9,9,9,10,9,9,9,10,10,10,11,10,10,10,10,10,10,10,9,10,10,10,10,10,10,11,10,10,9,9,9,8,9,9,9,9,8,10,8,9,9,9,8,9,9,9,9,8,9,9,9,8,9,8,9,9,8,9,9,9,9,9,10,10,10,9,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,9,9,9,9,9,9,9,8,10,8,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,10,10,10,11,10,11,11,11,11,11,11,11,11,10,12,10,11,11,10,11,11,10,11,10,10,10,10,9,10,9,10,9,9,8,8,9,9,8,9,9,9,8,9,8,9,9,9,8,9,9,9,8,9,8,9,8,9,8,9,8,9,9,9,9,9,9,8,9,9,8,9,8,9,8,8,9,8,8,7,8,8,8,8,8,9,8,8,8,8,8,7,6,9,8,8,8,8,8,5,7,8,7,7,8,7,7,7,8,10,8,9,8,9,8,9,8,9,9,9,9,9,10,9,8,10,10,10,10,10,11,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,9,9,9,9,9,9,10,9,9,10,9,9,9,9,9,10,9,9,9,10,10,10,9,10,9,9,10,9,10,10,9,10,10,10,9,10,9,9,10,9,9,9,10,9,9,10,9,10,9,10,10,10,10,9,10,10,9,10,10,9,10,10,10,10,10,11,11,11,10,11,11,9,10,10,9,9,10,9,10,9,9,9,9,9,9,5,8,8,7,8,7,7,7,8,10,9,8,8,9,10,10,10,9,10,9,10,9,10,10,9,10,9,9,9,9,10,11,10,10,10,11,10,10,10,11,10,9,9,9,9,9,10,11,10,11,11,11,12,11,12,11,10,10,10,11,10,11,12,9,8,9,5,10,8,9,9,10,9,10,9,9,9,10,9,9,9,9,9,10,8,9,10,11,11,10,10,9,10,9,10,10,9,9,8,9,9,8,8,9,8,9,9,10,9,5,9,8,8,8,8,8,8,8,8,9,8,9,8,8,8,8,8,12,9,10,10,10,9,9,10,9,10,10,9,10,9,10,9,10,9,9,10,5,8,8,9,8,9,7,8,12,10,10,10,10,9,9,8,9,9,9,10,9,10,10,11,9,10,11,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,11,10,10,10,10,10,10,11,10,10,10,10,10,11,10,10,10,10,11,10,11,10,10,10,10,10,10,9,10,9,10,10,9,9,10,10,10,9,10,10,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,11,10,10,9,6,7,8,11,9,8,9,8,8,9,8,8,9,8,9,8,9,9,8,9,8,9,8,8,7,9,8,9,9,8,9,9,9,10,10,12,11,11,11,10,11,12,10,9,10,9,8,9,5,11,9,9,9,9,9,8,9,9,8,6,8,7,8,7,10,9,9,9,9,10,10,11,10,10,9,10,10,10,10,10,9,10,10,10,10,9,10,10,10,9,5,8,10,10,10,10,9,9,10,9,9,9,9,9,9,9,9,10,9,9,10,9,10,10,9,9,8,9,9,9,8,9,8,9,9,8,9,8,8,9,8,8,8,8,9,8,8,9,8,9,8,9,8,8,9,8,9,8,9,8,8,9,5,7,10,9,9,8,8,9,8,8,9,8,9,9,5,11,7,7,8,8,9,8,8,8,9,9,9,10,9,9,9,9,8,9,8,8,9,8,9,8,9,8,9,9,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,9,8,8,8,8,6,10,9,9,9,9,9,9,9,9,9,8,9,8,8,9,5,7,8,7,7,10,10,9,8,9,9,8,9,9,8,9,9,9,9,9,9,9,9,9,10,9,11,11,10,11,9,9,9,8,9,9,8,8,9,8,9,9,10,9,8,9,8,6,7,7,7,10,8,10,10,10,10,10,10,10,10,9,10,10,9,10,10,9,9,9,9,10,9,8,9,8,9,10,9,9,9,9,8,9,8,9,9,8,9,9,8,9,9,8,8,8,9,8,8,8,8,8,9,9,8,8,6,8,7,10,8,9,8,8,8,9,9,9,9,9,9,9,10,9,9,10,8,10,9,9,9,8,9,9,9,9,9,8,9,8,9,8,9,8,8,9,8,8,9,8,9,8,8,8,9,8,8,9,8,8,9,8,8,9,8,8,9,8,8,9,8,9,9,9,9,9,8,9,9,9,8,9,9,8,9,9,8,9,9,8,9,9,9,9,10,9,9,9,9,9,10,9,9,8,9,8,9,9,8,10,8,9,8,9,9,8,9,8,9,8,9,8,9,8,8,8,8,9,9,8,9,8,9,8,9,8,8,9,9,8,8,9,8,9,8,8,9,8,8,9,8,8,8,9,8,8,8,8,6,7,11,8,8,8,6,7,8,10,8,8,8,8,8,8,8,9,8,8,8,8,9,8,8,9,8,9,8,8,9,8,9,9,8,8,9,9,9,8,9,9,9,6,8,8,8,8,8,9,8,8,12,9,6,8,8,7,7,7,7,8,7,7,8,7,7,7,8,7,10,9,8,8,9,8,5,11,8,9,9,8,9,9,8,9,9,9,9,9,9,9,8,9,9,8,9,9,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,8,8,9,9,9,9,9,10,9,10,10,10,10,9,9,9,9,8,9,9,9,8,8,9,8,8,5,7,8,10,8,6,7,8,11,8,8,8,9,8,9,8,9,8,9,9,8,8,9,9,8,9,8,9,8,9,8,9,8,8,8,9,8,9,8,8,9,8,9,8,9,9,8,8,9,8,9,8,8,8,9,8,8,9,8,9,8,8,9,9,9,9,8,9,9,8,9,8,9,8,9,8,9,8,9,9,8,6,11,9,9,9,9,9,9,9,10,8,9,9,9,9,9,10,9,9,9,9,10,9,9,9,9,9,9,10,11,11,12,10,11,10,11,11,10,11,11,10,10,10,10,10,11,11,11,10,10,10,9,10,10,10,9,10,10,9,10,10,9,10,10,11,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,9,9,8,9,9,8,10,9,9,9,9,9,9,9,9,8,10,9,10,10,9,9,10,9,10,9,10,9,10,10,9,10,10,10,9,10,10,10,10,11,9,9,9,6,11,9,10,10,9,10,9,10,10,9,10,9,9,10,9,10,10,10,11,9,10,10,10,10,10,9,10,10,9,10,10,9,10,10,9,9,9,9,9,10,10,10,10,10,9,10,10,10,11,10,11,9,10,10,10,10,10,10,10,11,10,10,10,10,10,9,10,9,9,10,10,9,10,9,10,9,9,9,9,9,9,9,10,10,10,10,10,10,9,10,9,9,9,10,9,10,9,10,10,10,11,10,10,10,9,9,8,9,9,8,8,9,8,5,8,7,7,7,10,9,9,10,9,8,9,8,9,8,8,9,9,8,8,9,10,9,10,11,10,11,10,10,10,10,9,10,9,10,10,9,10,10,10,10,10,10,9,10,10,9,8,9,9,9,8,9,8,9,9,8,9,8,9,9,8,8,8,8,9,8,9,5,8,10,8,8,9,9,8,9,8,9,9,10,9,8,10,8,9,9,8,9,8,8,9,8,9,8,9,8,9,8,9,9,8,9,8,9,8,9,9,9,9,9,8,9,10,9,9,9,9,8,9,9,9,8,9,9,9,9,8,9,9,9,9,9,9,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,8,8,8,8,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,8,9,7,8,8,8,8,8,8,8,8,9,8,8,9,8,8,8,9,8,8,8,8,9,8,8,9,7,9,8,7,8,8,8,8,8,8,8,9,8,8,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,9,9,9,8,9,8,5,8,10,8,9,8,8,9,8,8,9,8,8,9,8,10,9,8,8,9,8,8,8,8,9,8,8,8,9,8,9,8,8,8,8,10,9,9,8,8,6,7,8,7,7,8,7,8,7,8,11,8,9,9,9,9,9,10,9,9,9,9,10,8,9,9,10,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,8,10,8,10,9,10,10,9,9,8,10,9,9,9,9,9,9,9,9,9,8,9,8,8,8,8,9,8,8,9,8,8,9,9,9,9,8,9,8,9,9,8,9,9,8,9,8,9,8,8,9,8,8,8,9,8,8,8,8,8,9,8,9,8,9,8,9,8,8,8,6,9,8,8,8,7,8,8,8,7,8,8,7,8,7,9,8,9,8,9,9,8,8,9,8,8,8,9,8,8,8,9,8,8,8,8,9,8,8,8,8,8,8,8,8,8,8,9,8,9,8,9,9,8,8,8,9,7,9,8,8,9,8,8,9,8,8,9,8,8,8,9,8,9,9,9,9,9,8,10,9,8,9,9,9,8,8,8,8,9,9,9,8,9,8,9,8,9,8,9,8,9,8,9,8,8,9,9,9,9,10,9,9,9,9,9,8,9,8,5,7,7,8,7,7,7,7,8,9,9,9,9,9,9,8,9,9,8,8,9,9,8,9,9,9,8,9,8,9,8,9,8,9,8,9,9,9,8,8,8,9,8,8,9,8,8,9,8,8,9,8,8,8,8,9,8,8,9,8,9,9,8,8,9,8,8,9,9,8,9,8,9,8,9,8,9,8,9,8,9,9,9,5,8,8,8,8,12,10,9,6,7,8,7,7,7,7,7,7,10,8,8,8,8,9,8,8,8,9,8,8,8,9,8,8,9,8,8,9,8,8,9,9,8,9,9,8,9,9,8,8,9,8,8,8,8,9,8,6,7,7,7,8,7,7,8,7,7,7,7,8,7,7,7,10,9,9,8,8,9,9,9,10,9,9,10,9,10,9,10,10,10,9,10,9,9,9,9,10,9,9,10,9,9,9,9,10,9,10,9,10,9,10,10,10,10,10,11,10,10,10,10,11,10,10,10,10,9,11,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,11,10,10,10,11,10,10,10,11,10,10,10,10,11,10,10,10,10,11,10,10",
"test_run_times": [
31.870000000000000994759830064140260219573974609375,
31.660000000000000142108547152020037174224853515625,
31.64999999999999857891452847979962825775146484375
]
},
"Barts NIR sb": {
"value": "2,14,9,5,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,5,6,6,6,5,6,5,6,6,3,7,7,6,7,6,6,7,6,7,7,6,7,6,7,7,6,7,7,6,7,7,6,8,7,6,7,7,7,6,7,7,7,6,7,7,6,7,6,7,7,7,7,7,6,7,6,7,6,7,7,6,7,6,7,7,6,7,6,7,7,7,6,7,6,7,7,6,7,6,7,7,6,7,6,6,7,6,6,6,7,6,6,7,6,6,6,6,7,6,6,7,6,6,6,6,6,6,6,6,6,7,6,7,6,7,7,6,7,6,7,7,7,7,6,7,7,7,6,6,6,7,6,6,6,7,6,7,7,7,6,7,7,7,6,7,7,6,7,7,7,6,7,6,7,6,7,7,7,7,6,7,7,7,7,7,6,7,7,7,6,7,7,6,7,6,7,12,7,7,7,6,7,7,7,8,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,6,7,7,7,7,6,7,7,6,7,7,6,7,6,6,7,6,4,5,6,5,8,6,6,7,5,7,5,6,7,5,6,5,7,5,6,6,7,5,7,5,7,5,7,6,6,5,6,7,6,6,6,7,5,7,6,7,6,6,7,6,7,6,6,7,6,6,6,6,5,4,5,7,4,5,5,5,5,5,5,5,5,7,6,6,6,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,7,6,6,5,4,8,6,6,6,6,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,7,6,6,7,6,6,7,6,7,6,7,6,7,7,6,6,6,6,6,6,7,6,5,6,6,6,5,6,6,6,5,6,5,6,6,5,6,6,5,6,6,5,6,5,6,6,5,5,5,6,6,5,6,6,6,5,6,6,6,5,6,6,6,5,6,6,6,5,6,5,6,6,5,6,6,5,5,6,6,6,7,6,7,6,7,6,6,7,6,7,6,7,7,7,7,6,7,6,7,7,6,6,6,6,4,8,5,6,6,6,6,7,6,6,6,7,6,6,7,6,6,7,6,5,7,6,6,6,6,6,6,5,6,6,6,6,6,6,7,5,4,7,4,4,7,6,6,6,6,6,7,6,6,6,7,6,6,6,7,6,6,6,7,6,6,6,6,7,5,6,6,6,6,6,5,6,6,5,6,6,5,6,5,6,5,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,7,6,6,7,6,6,7,5,6,5,6,6,6,5,6,6,6,6,6,7,6,6,6,6,7,6,6,6,3,8,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,5,6,6,6,5,6,5,6,4,4,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,7,4,5,5,5,4,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,4,5,5,4,5,8,5,6,6,6,5,6,6,5,6,6,3,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,6,5,5,5,5,6,5,5,5,5,6,5,5,6,5,8,6,6,7,6,6,6,7,6,6,6,6,6,7,6,6,4,6,5,5,6,5,6,8,7,4,6,6,5,6,5,8,6,6,7,6,6,5,6,6,6,7,6,6,6,6,6,6,6,7,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,5,6,6,7,6,6,6,6,3,5,6,5,7,6,6,6,5,6,6,6,5,6,6,6,5,6,7,6,7,6,4,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,7,6,4,5,5,5,5,5,4,5,5,5,6,5,5,5,5,6,5,5,5,5,6,5,5,5,6,5,5,6,5,5,5,6,5,5,5,5,5,5,6,5,5,7,6,6,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,7,6,7,6,7,6,6,7,6,7,6,7,7,6,7,7,6,6,7,6,7,6,7,7,6,6,7,7,7,6,7,7,6,7,7,6,7,6,7,6,6,6,7,6,6,7,6,6,7,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,7,5,7,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,7,6,7,6,7,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,6,7,7,7,7,7,6,6,7,6,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,6,7,6,6,6,6,6,6,6,6,6,6,6,7,6,7,6,6,7,6,6,7,6,6,7,6,7,6,6,7,7,7,8,7,7,8,8,7,8,7,8,7,8,8,7,8,8,8,8,8,8,7,7,7,7,7,6,7,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,5,6,6,5,6,5,6,5,6,5,6,5,6,5,4,7,5,5,6,5,6,3,5,5,5,5,5,4,5,5,5,8,5,6,7,6,6,7,6,7,7,6,7,6,7,6,7,6,8,7,8,7,8,7,8,7,8,7,7,8,7,8,7,8,7,7,7,8,7,8,7,7,8,7,7,7,6,7,6,7,7,6,7,7,7,6,7,7,6,7,7,7,6,7,8,7,6,6,7,7,7,7,7,7,7,7,7,7,6,8,6,7,7,6,7,7,6,7,7,6,7,7,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,8,7,8,8,8,8,8,6,8,6,8,6,7,7,6,7,7,6,7,6,6,4,5,5,6,5,5,5,5,5,7,6,6,6,7,7,6,7,7,7,6,7,7,6,7,6,7,7,6,6,7,7,7,7,7,6,7,7,7,7,7,7,7,6,7,6,7,6,8,7,7,7,8,8,7,8,8,6,7,7,7,8,8,7,7,6,6,3,7,6,6,7,6,7,6,7,6,6,6,7,5,7,6,6,6,6,7,6,7,8,7,6,7,7,6,7,6,7,6,6,6,6,6,5,6,6,7,6,7,6,4,5,5,5,5,6,5,6,5,5,6,5,6,5,5,6,5,5,8,6,7,7,6,6,6,6,7,6,6,7,6,6,7,6,6,6,6,6,4,5,6,6,5,6,5,5,8,6,8,7,7,6,7,6,6,7,6,7,7,6,8,7,7,7,7,8,7,7,8,7,7,7,7,8,7,7,7,7,7,7,8,7,7,7,8,7,7,8,7,7,7,8,7,7,7,7,7,8,6,7,7,7,7,7,7,7,7,7,7,7,7,6,8,6,6,7,7,7,6,7,7,6,7,7,6,7,7,6,7,7,6,7,6,6,6,6,7,6,6,6,6,6,7,6,7,6,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,6,6,6,7,7,8,6,3,5,6,7,7,6,7,5,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,8,6,8,9,6,8,7,7,8,7,7,6,6,6,6,4,7,6,6,7,6,6,6,6,7,6,3,6,5,5,5,7,6,7,6,6,7,7,8,7,7,7,7,7,7,7,7,7,7,7,6,8,6,7,8,6,6,3,5,7,8,7,7,6,7,7,7,7,6,7,6,7,7,6,7,6,7,8,7,7,7,6,7,6,7,5,6,6,7,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,3,4,5,7,6,6,6,6,5,6,6,6,6,6,6,3,8,6,5,6,6,6,5,6,5,6,6,7,7,6,7,6,6,5,6,6,6,6,6,5,6,6,6,6,6,5,6,5,6,6,5,6,5,6,5,6,5,6,5,6,6,5,6,5,6,6,5,6,5,4,7,7,6,6,7,6,7,6,7,6,7,6,5,6,6,3,5,5,5,5,7,6,7,5,6,6,6,6,5,6,6,6,6,6,6,6,6,7,6,6,7,8,7,7,7,7,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,3,6,4,5,7,5,7,7,7,7,7,7,6,7,7,7,7,6,7,7,7,6,7,7,6,7,6,6,7,6,7,6,7,6,6,6,6,6,6,7,6,6,6,6,6,7,5,6,6,6,6,6,5,6,6,6,6,7,5,4,5,5,8,6,5,6,6,7,6,6,6,7,6,6,6,7,7,6,7,6,6,7,6,7,6,6,6,7,6,6,6,7,5,6,6,6,6,6,6,6,5,5,6,6,6,5,6,6,6,6,5,6,6,6,6,6,6,6,6,6,7,6,6,6,7,6,7,6,7,7,6,6,7,6,6,7,6,6,6,7,6,6,7,6,6,7,6,7,6,7,6,7,7,6,7,6,6,7,6,6,6,7,6,6,7,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,4,5,8,6,6,6,3,5,5,8,6,5,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,3,6,6,5,6,5,6,6,5,8,7,4,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,7,6,6,6,6,6,3,7,6,6,7,6,6,6,6,6,7,6,6,7,6,6,7,6,6,6,6,7,6,6,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,7,6,6,7,6,6,7,7,6,7,7,6,6,6,6,6,6,6,6,6,5,6,6,3,5,4,7,6,4,5,5,7,5,6,6,5,6,5,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,5,7,6,6,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,7,6,6,3,8,7,6,6,7,6,7,6,6,6,7,6,7,6,7,6,7,6,7,7,6,7,6,6,7,6,6,7,8,8,9,8,7,8,7,8,8,7,8,7,7,8,7,8,8,8,7,8,7,7,7,7,7,7,7,8,7,7,7,6,7,7,7,7,7,7,8,7,7,7,7,7,6,7,6,7,6,7,6,6,6,6,6,6,6,6,7,6,6,7,6,6,7,6,6,6,7,7,6,7,6,7,6,6,6,7,7,6,7,7,6,7,7,7,6,7,7,7,6,8,6,6,7,3,8,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,6,7,6,7,8,7,7,7,7,7,7,7,7,8,7,7,7,7,6,7,7,7,7,6,8,7,6,7,7,7,6,7,6,7,7,7,6,6,7,6,6,6,6,6,7,6,6,7,7,7,6,7,6,6,7,6,6,7,6,6,7,7,6,7,6,7,7,7,6,6,7,5,6,6,6,6,5,4,5,5,5,5,7,6,6,7,6,6,6,6,5,6,6,6,6,6,6,6,7,6,7,7,8,6,7,7,7,7,6,7,7,7,7,6,8,7,7,7,7,7,6,6,7,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,3,5,8,6,6,6,6,6,6,6,7,6,7,6,7,6,6,6,6,6,6,6,5,7,5,7,5,7,5,6,6,6,6,7,6,6,6,6,7,6,6,6,7,6,7,7,6,7,6,6,6,7,6,7,6,6,7,7,6,6,7,6,6,7,6,6,7,6,6,6,6,6,6,6,6,6,5,6,6,6,6,5,6,6,6,5,6,5,6,6,6,5,6,6,5,6,5,6,5,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,7,6,6,6,6,5,6,5,6,6,6,6,6,5,6,6,5,6,5,6,5,6,6,6,6,6,6,6,6,6,6,6,7,5,7,6,6,6,6,6,6,6,6,7,6,6,5,6,4,5,7,5,6,6,6,6,5,6,6,5,6,6,6,6,6,6,6,5,6,6,6,6,5,6,6,6,6,5,6,6,6,5,6,6,7,6,6,5,4,5,5,5,5,5,5,5,5,6,7,6,6,6,7,6,7,6,7,6,7,6,7,6,6,7,6,7,6,6,7,6,6,7,6,7,6,6,7,6,6,7,6,7,6,7,6,7,6,7,6,6,6,7,6,7,6,6,7,6,6,6,7,6,6,6,5,6,6,6,6,5,6,5,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,5,4,7,5,6,5,5,6,5,6,5,5,5,6,5,6,5,6,5,7,6,6,5,6,6,6,6,6,5,6,6,6,6,5,6,6,5,6,6,5,6,5,6,5,6,5,6,6,5,6,7,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,5,6,6,7,6,6,6,7,6,6,7,6,7,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,6,6,6,7,6,7,5,6,4,4,5,5,5,5,5,5,5,6,6,7,6,7,6,7,6,7,6,6,6,7,6,7,6,7,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,6,6,5,5,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,4,5,6,5,6,8,6,6,4,6,4,5,5,5,4,5,6,7,6,5,6,6,6,5,6,6,5,6,6,5,6,6,6,6,6,5,6,6,6,6,6,5,6,6,7,5,6,6,6,5,6,6,5,6,6,6,3,5,5,5,5,5,5,5,5,4,5,5,5,5,5,5,7,6,6,7,6,6,7,6,7,7,7,6,7,7,7,7,7,7,7,7,7,7,6,7,7,7,6,7,7,7,7,7,6,7,7,6,7,7,7,7,7,7,8,7,7,8,7,7,7,8,7,7,7,8,7,7,8,7,7,7,7,8,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,7,7,7,8,7,7,7,7,8,7,7,8,7,7,8,7,8,7,7,8,7,8,7,7,8,7,7,7,8",
"test_run_times": [
22.780000000000001136868377216160297393798828125,
22.699999999999999289457264239899814128875732421875,
22.800000000000000710542735760100185871124267578125
]
},
"Barts NTT sb": {
"value": "1,12,9,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,5,6,6,5,6,5,6,4,7,6,7,6,6,7,6,7,6,7,6,7,6,7,7,6,7,6,7,7,6,7,7,7,7,6,7,7,6,7,7,7,6,7,7,7,6,7,7,7,7,7,7,7,6,7,7,6,7,7,6,7,6,7,6,7,7,6,7,7,7,6,6,7,6,7,7,6,7,7,6,7,6,6,6,7,6,7,6,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,7,6,7,7,6,7,6,7,7,7,7,6,7,7,7,6,6,7,6,7,6,6,6,7,7,7,7,6,7,7,6,7,7,7,6,7,6,7,6,7,6,6,7,7,6,7,7,7,6,7,7,7,7,6,7,7,6,7,6,6,7,6,7,7,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,6,7,7,7,7,6,7,7,6,7,6,7,7,6,6,7,6,4,5,5,6,8,6,6,6,6,6,6,6,6,6,6,6,6,5,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,7,6,7,6,7,6,6,7,6,6,6,6,6,6,3,5,8,3,5,5,5,5,5,5,5,5,8,5,7,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,7,6,6,7,6,6,3,8,5,7,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,6,7,6,6,7,6,6,7,6,6,7,6,6,7,7,6,6,7,6,7,6,6,6,6,5,7,6,5,6,6,6,5,6,6,5,6,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,5,6,6,5,6,6,5,6,6,6,5,6,6,5,6,6,6,5,6,6,5,6,6,6,5,6,5,6,6,6,6,5,6,6,7,6,7,7,6,6,7,6,6,7,7,6,7,7,7,7,6,7,6,7,6,6,6,7,3,8,6,6,6,6,6,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,5,6,6,6,6,6,3,7,4,4,8,5,6,6,6,6,7,6,6,6,6,7,6,6,6,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,5,6,5,6,5,5,6,6,6,6,5,6,6,6,6,6,6,5,6,6,6,6,6,7,6,7,6,6,6,6,6,6,6,5,6,6,5,6,6,6,6,6,6,6,6,7,6,6,6,6,3,8,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,4,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,7,3,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,7,6,6,6,5,6,6,5,6,6,5,4,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,6,5,5,5,6,5,5,5,5,6,5,5,6,5,5,6,7,6,7,6,6,7,6,6,7,6,6,6,7,6,7,6,4,5,5,6,5,6,5,9,7,3,6,5,6,5,5,9,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,4,5,5,6,7,6,6,5,6,6,6,5,6,6,5,6,6,6,6,7,6,6,4,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,8,5,4,5,5,5,5,5,5,5,5,5,6,5,5,5,5,6,5,5,6,5,5,6,5,5,6,5,5,5,6,5,5,5,6,5,5,5,5,5,6,5,5,8,6,6,5,6,6,6,5,7,6,6,6,6,6,7,5,7,6,6,6,5,5,6,7,6,6,6,6,7,6,7,7,6,6,7,6,7,6,7,6,7,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,7,7,7,7,7,7,7,6,7,6,7,6,6,6,7,6,6,6,7,6,6,6,7,6,6,7,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,6,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,7,5,7,5,7,6,6,6,6,6,6,6,6,5,6,6,7,7,6,7,7,7,7,7,7,6,7,7,7,7,7,6,6,7,7,7,7,7,7,7,7,7,6,6,6,7,6,6,6,6,6,6,6,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,7,6,7,7,7,8,7,7,8,8,7,7,8,8,7,8,8,7,7,8,8,7,8,8,8,7,7,7,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,5,6,6,5,6,5,6,5,6,5,6,5,4,6,6,5,6,5,5,4,5,5,4,5,5,5,5,5,5,7,6,6,6,6,6,7,6,6,7,6,7,6,6,7,6,7,7,8,7,8,7,8,7,7,8,7,8,7,7,8,7,7,8,7,7,8,7,8,7,7,8,7,7,6,7,6,6,7,7,7,6,7,7,7,7,6,7,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,6,7,6,7,7,6,7,6,6,7,7,8,7,7,7,7,7,7,6,6,7,8,7,7,7,7,8,8,8,7,8,8,7,7,7,7,7,7,6,7,7,6,7,6,7,6,3,5,5,5,6,5,5,5,5,8,5,6,6,7,7,7,7,6,6,7,6,7,7,7,6,7,6,7,6,7,7,7,7,6,7,7,7,7,7,8,6,7,6,7,7,6,7,7,8,7,7,8,7,8,8,8,6,7,8,7,7,8,8,6,6,6,3,7,6,6,7,7,6,6,7,6,6,7,6,6,6,6,6,6,6,6,7,7,7,8,6,7,7,6,7,6,7,6,6,6,7,5,6,6,6,6,7,7,6,3,6,5,5,6,5,5,6,5,6,5,6,5,6,5,5,6,5,8,6,7,7,6,6,6,7,6,7,6,6,6,7,6,6,7,6,7,6,3,6,5,6,6,5,5,6,7,7,8,7,7,6,7,6,6,7,6,7,7,7,7,7,7,8,7,8,7,7,7,8,7,7,7,8,7,7,7,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,6,7,7,6,7,7,6,7,6,7,7,6,7,6,7,6,6,6,6,6,7,6,6,6,6,7,6,7,6,7,6,6,7,6,7,7,6,7,6,7,6,6,6,6,6,6,6,7,8,7,6,4,5,5,8,6,7,6,6,6,6,6,5,6,6,6,7,6,6,6,6,6,6,6,6,5,6,7,5,6,6,6,6,7,7,7,8,8,7,7,8,7,8,7,7,7,6,6,6,3,8,6,6,6,7,6,6,6,6,6,4,5,5,5,5,7,6,7,6,7,7,7,7,8,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,5,4,5,7,7,7,7,7,7,7,7,7,7,6,7,6,7,7,7,7,7,7,7,7,7,6,7,6,7,6,6,6,6,6,6,6,6,5,6,6,6,5,6,6,6,5,6,6,5,5,6,5,6,6,6,5,6,6,6,6,6,5,6,4,5,7,6,6,6,5,6,6,5,5,6,6,6,4,7,6,6,5,6,5,6,5,6,6,6,7,6,7,6,6,6,6,6,5,6,6,6,6,6,6,5,6,6,5,6,6,5,6,5,6,5,6,5,6,2,6,6,5,6,5,6,6,5,6,5,6,5,4,7,6,7,6,6,7,6,7,6,7,6,6,6,6,6,3,5,5,5,5,7,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,7,6,6,7,7,8,7,7,7,6,6,6,6,6,6,6,7,6,6,6,7,6,7,6,5,4,5,5,5,6,6,6,8,6,6,7,7,7,7,7,6,7,6,6,7,7,7,7,6,7,6,7,6,6,6,6,7,6,7,6,6,6,6,6,6,7,6,6,6,7,6,6,6,5,6,6,5,6,6,6,6,7,5,6,4,5,5,7,6,6,6,5,6,7,6,6,6,6,7,6,6,7,7,6,6,7,6,7,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,5,7,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,7,6,6,6,6,7,6,6,6,7,7,6,7,6,7,6,6,7,6,6,7,6,6,7,6,6,6,7,6,6,7,6,6,7,6,7,6,7,6,7,6,7,6,6,7,6,6,6,7,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,7,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,5,6,6,6,3,6,8,5,7,5,3,6,4,8,5,6,6,6,5,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,4,5,6,5,6,5,6,6,5,8,6,4,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,7,6,6,6,5,6,4,7,6,6,6,6,7,5,7,6,6,7,6,6,7,6,6,6,7,6,6,7,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,7,6,7,6,7,7,7,7,6,7,6,6,6,6,6,6,6,5,6,6,5,4,5,4,7,6,4,5,5,7,5,6,6,5,6,5,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,5,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,7,5,6,5,6,5,7,5,6,6,6,6,6,6,7,5,6,4,8,6,7,6,7,6,7,6,7,6,6,7,7,6,7,6,7,6,7,7,6,6,7,6,6,7,6,7,8,8,8,8,7,8,8,8,7,7,7,8,7,7,7,8,8,7,8,8,7,7,7,7,7,7,7,7,7,7,8,6,8,7,7,7,7,8,8,7,7,7,7,6,6,7,6,7,7,6,7,7,6,7,5,7,6,6,6,7,6,7,6,7,6,7,6,6,6,7,7,6,6,7,6,7,6,7,6,6,7,6,7,7,7,7,7,7,6,7,7,7,7,6,6,4,8,7,7,7,7,7,7,7,6,7,7,7,7,6,7,7,8,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,6,7,7,7,7,7,7,7,7,7,7,8,7,7,7,7,7,7,7,7,7,6,7,7,7,6,7,6,6,7,7,6,7,7,6,7,7,6,7,6,6,6,6,7,6,6,6,8,7,7,6,7,6,7,6,6,7,6,6,7,6,7,7,7,7,7,6,7,7,6,6,6,6,6,5,6,6,3,5,5,5,5,7,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,6,7,6,7,7,7,7,7,7,7,8,7,6,7,6,7,6,7,6,6,6,6,6,6,6,4,6,6,6,6,6,6,6,6,6,6,5,6,4,5,8,6,6,6,6,5,7,6,6,7,7,6,6,6,6,6,6,6,6,6,5,6,6,6,6,5,5,6,6,6,7,6,6,6,6,7,6,6,7,6,6,6,7,7,7,6,6,7,6,7,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,5,6,6,6,5,6,6,5,6,5,6,6,5,7,5,6,6,6,6,6,5,6,6,6,6,6,6,7,6,6,6,6,5,6,6,6,5,6,6,6,6,5,6,5,6,5,6,5,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,5,4,5,7,6,5,6,5,6,6,6,5,6,6,6,5,6,5,6,6,6,6,5,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,5,4,5,5,5,5,5,5,5,5,5,8,5,6,6,7,6,7,6,7,7,6,6,7,6,6,7,7,6,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,5,6,6,6,6,5,6,6,6,6,6,6,5,4,6,6,5,6,5,5,6,5,5,5,6,5,5,6,6,6,6,6,6,6,6,5,6,5,6,6,6,6,6,5,6,6,6,5,6,5,6,5,6,6,5,6,5,6,5,6,6,6,6,6,6,6,7,5,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,7,6,7,6,6,7,6,7,6,6,7,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,7,6,7,6,7,6,5,6,4,4,5,5,5,5,5,5,5,7,6,7,6,7,6,7,6,6,7,6,6,7,6,7,6,7,6,7,6,7,6,6,6,5,7,6,6,7,6,5,6,6,6,6,6,6,6,5,7,5,6,6,6,5,7,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,4,6,5,6,5,8,6,6,4,5,5,5,5,5,5,5,5,7,5,6,5,6,6,5,6,6,5,6,6,5,6,6,6,6,5,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,5,5,5,6,6,6,3,5,5,5,5,4,5,5,5,5,5,5,5,5,5,5,7,6,6,6,7,6,6,7,7,6,7,7,6,7,7,7,7,7,7,6,7,7,7,6,7,6,7,7,6,7,7,7,6,7,7,6,7,7,7,7,7,8,7,8,7,7,7,8,7,7,7,8,7,8,7,7,7,7,7,8,7,7,8,7,7,8,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,8,7,7,7,8,7,7,7,7,8,7,7,8,7,8,7,7,7,8,7,7,7,8,7,7,7,7,8",
"test_run_times": [
22.92999999999999971578290569595992565155029296875,
22.760000000000001563194018672220408916473388671875,
22.75
]
},
"Barts NIR nosb": {
"value": "2,12,9,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,5,6,6,5,6,5,6,3,7,7,6,6,7,6,7,6,7,7,6,7,6,7,7,6,7,7,6,7,7,7,6,8,6,7,7,6,7,7,7,6,7,6,7,7,6,7,7,7,7,7,7,7,7,6,7,6,7,7,6,7,7,6,7,6,7,7,7,6,7,7,6,7,6,7,6,7,7,6,7,6,7,6,6,7,6,6,6,7,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,6,7,6,7,7,6,7,7,7,7,7,6,7,6,6,6,7,6,6,7,6,7,7,7,7,6,7,7,6,7,7,7,7,6,7,7,6,7,6,7,6,7,7,7,6,7,7,7,7,7,6,7,7,6,7,6,7,7,6,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,6,6,7,7,6,6,7,7,7,6,7,6,6,7,6,4,5,5,6,8,6,6,6,6,6,6,5,6,5,7,5,7,6,6,6,7,6,6,6,6,6,6,5,6,6,6,6,7,6,6,6,6,7,6,6,7,6,6,7,7,6,6,7,6,6,6,5,6,4,5,7,4,5,5,5,4,6,4,5,6,7,6,6,6,7,6,7,6,6,6,6,6,7,5,6,6,6,6,6,6,7,6,6,6,5,6,4,7,6,6,6,6,6,7,6,6,6,7,6,6,7,6,6,6,6,6,6,6,7,6,6,7,6,6,6,6,6,6,7,6,6,7,6,7,6,6,7,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,5,6,5,6,5,6,5,6,5,6,6,5,5,6,5,6,5,6,5,6,6,5,6,6,6,6,5,6,6,6,5,5,6,6,5,6,6,5,6,6,5,6,6,5,6,6,6,5,6,7,6,6,7,7,6,6,6,6,7,6,7,6,7,7,7,7,6,7,6,7,6,7,6,6,3,8,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,6,7,5,7,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,3,7,4,4,7,6,6,6,6,7,6,6,5,7,6,6,6,6,6,7,6,6,7,6,6,6,7,6,6,5,6,6,6,6,6,5,6,6,6,5,6,5,6,6,5,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,5,6,6,6,5,6,6,5,6,6,7,6,6,6,6,6,6,6,6,6,3,8,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,7,6,6,6,6,5,7,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,6,3,5,5,6,5,5,5,5,5,5,6,5,4,5,5,5,6,5,5,5,5,5,4,6,5,5,5,5,5,7,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,4,6,4,8,5,6,6,6,5,6,6,6,5,6,3,6,5,4,5,6,5,5,5,5,5,5,5,5,5,6,5,5,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,5,4,6,4,5,5,5,5,5,6,5,5,5,5,5,5,5,6,5,5,5,6,5,5,5,6,5,5,5,5,6,5,5,5,6,5,5,6,7,6,7,6,6,7,6,6,6,7,6,6,7,6,7,6,3,6,5,6,5,5,6,9,6,4,6,6,5,6,5,8,7,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,3,6,5,5,8,6,5,6,6,5,6,6,6,5,6,6,6,6,6,7,7,5,4,5,5,5,5,5,6,5,5,5,6,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,7,6,4,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,6,5,5,6,5,6,5,5,5,6,5,6,5,5,6,5,5,5,5,5,6,5,5,5,6,7,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,6,7,6,7,6,7,6,7,6,7,7,6,7,7,6,7,6,6,7,7,6,7,6,7,6,7,7,6,7,7,7,6,7,7,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,6,7,7,7,7,6,6,7,6,6,6,6,7,6,6,6,7,5,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,7,6,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,6,6,5,6,6,6,6,6,5,6,7,6,7,6,7,6,7,6,6,6,7,6,6,6,7,6,7,7,6,8,7,8,7,8,8,7,7,8,7,8,8,8,7,8,8,7,8,8,8,8,7,7,7,7,7,6,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,5,6,6,6,5,6,5,6,6,5,6,5,5,6,5,6,5,6,3,7,6,5,6,5,6,3,5,5,5,5,5,5,5,5,4,8,5,6,6,6,6,7,6,7,6,7,6,7,6,7,6,7,7,8,7,8,7,7,8,7,8,7,7,8,7,8,7,8,7,7,8,7,8,7,8,7,7,8,6,7,6,7,6,6,7,6,7,7,7,7,6,7,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,8,7,7,7,7,7,7,7,7,7,6,7,7,7,7,6,7,7,7,7,7,8,7,7,7,6,8,6,7,7,7,7,7,7,8,7,8,8,7,8,8,8,7,7,7,7,7,7,7,6,7,7,6,7,6,7,3,5,5,6,5,5,5,6,5,7,6,6,6,7,7,7,6,7,7,7,6,7,7,6,7,6,7,6,7,7,7,7,7,7,7,6,8,6,8,7,6,7,6,7,6,7,7,7,7,7,8,7,8,8,8,7,7,7,7,7,7,8,8,6,6,6,4,7,6,6,7,7,6,7,6,6,6,7,6,6,6,6,6,6,7,6,7,7,7,7,7,6,7,7,6,7,6,6,7,6,6,6,5,6,6,7,6,7,6,4,5,5,6,5,6,5,6,5,6,5,6,5,5,6,5,5,6,8,6,7,6,6,7,6,6,7,6,6,7,6,6,7,6,7,6,6,7,3,6,5,6,6,5,5,5,8,7,7,8,7,6,7,6,6,7,6,7,7,7,7,7,7,8,7,7,8,7,8,7,7,8,6,8,7,7,8,7,7,7,7,8,7,7,8,7,7,7,8,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,8,6,8,6,7,8,6,7,7,7,7,7,6,7,7,6,7,6,7,7,6,7,7,7,6,7,6,6,6,7,6,6,7,6,6,6,7,6,7,6,6,7,6,7,6,7,6,6,7,6,7,6,6,7,6,6,6,6,7,8,7,6,3,6,4,8,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,5,7,6,6,5,6,6,6,8,6,9,8,7,7,8,7,7,7,8,6,6,6,6,4,8,5,6,7,6,7,6,6,6,6,4,5,5,5,5,8,6,6,6,7,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,5,4,5,7,8,7,7,6,7,7,7,8,6,7,6,7,7,6,7,7,7,7,7,7,7,7,6,7,6,6,6,6,6,6,6,6,5,7,5,6,6,6,6,5,6,6,6,5,6,6,5,6,6,6,6,5,6,6,6,6,6,6,5,4,5,7,6,6,6,6,5,6,6,6,5,7,5,4,7,6,6,6,5,6,5,6,6,6,6,7,6,7,6,6,6,6,6,4,6,6,6,5,7,5,6,6,6,5,6,6,5,6,5,6,6,5,6,5,6,6,5,6,6,5,6,6,5,6,5,6,5,4,8,6,6,6,7,7,6,6,6,7,7,5,5,6,6,3,5,6,4,6,7,6,6,6,5,6,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,8,7,7,6,7,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,4,5,4,5,7,6,6,8,7,6,8,6,7,7,6,7,7,6,7,7,7,7,6,7,6,7,6,7,6,6,7,7,7,6,6,6,6,6,6,6,6,7,6,7,6,6,6,6,5,6,6,6,5,6,6,7,6,6,5,4,5,6,7,6,6,6,6,6,6,6,6,7,6,7,6,6,7,7,7,6,6,6,7,6,6,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,5,7,6,6,6,6,6,6,7,6,7,6,6,6,7,6,7,6,6,7,6,6,6,6,7,6,6,6,7,6,6,7,6,7,7,6,7,6,7,7,6,7,6,6,7,5,6,6,7,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,5,6,6,6,4,5,8,6,6,6,3,5,5,8,6,5,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,5,6,6,6,6,6,6,7,6,6,6,6,6,6,4,5,6,5,6,6,5,6,5,8,6,4,5,5,6,4,5,5,5,5,6,5,5,5,5,5,5,8,5,6,6,6,6,4,7,6,6,6,6,6,6,6,6,7,6,6,6,7,6,6,6,6,6,5,7,6,7,6,6,6,6,7,6,6,6,6,6,6,5,7,6,6,6,6,7,6,7,6,7,6,7,7,7,6,7,6,6,6,5,7,6,5,6,6,5,6,3,5,5,7,5,4,5,5,7,5,6,5,6,6,5,6,5,6,6,6,6,6,5,7,5,6,6,6,6,6,5,6,6,6,6,6,6,5,6,6,6,6,5,7,6,5,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,7,5,7,5,7,5,6,6,6,6,6,6,7,3,8,6,7,6,7,7,6,7,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,7,6,7,6,7,7,7,9,7,8,8,7,8,7,8,8,7,7,7,7,8,8,8,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,8,7,7,8,7,7,7,6,7,6,7,6,7,7,6,7,7,6,6,6,6,6,7,6,6,7,6,6,7,6,7,6,6,7,7,6,7,6,7,6,7,7,6,7,7,6,7,7,7,7,7,7,6,6,7,8,6,6,6,4,8,6,7,7,7,7,7,7,7,6,7,7,7,7,6,7,7,8,7,8,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,6,6,6,7,7,7,7,7,8,7,7,7,7,7,7,7,7,8,6,7,7,7,7,7,7,7,7,7,6,7,7,7,7,6,7,6,7,7,6,6,6,7,6,6,6,7,6,6,7,8,6,7,7,6,6,6,7,6,6,7,6,7,6,7,7,7,7,7,7,6,6,6,6,6,6,6,6,5,4,5,4,4,5,7,6,7,6,6,6,6,5,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,6,7,7,7,7,6,7,6,8,6,7,6,7,7,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,4,5,8,6,6,6,6,6,6,6,7,6,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,7,6,6,6,6,7,6,6,6,6,7,6,6,7,7,7,7,6,6,6,6,6,7,6,7,6,7,6,6,7,6,6,6,7,6,6,7,6,6,6,6,5,6,6,6,5,6,6,6,6,5,6,6,6,5,6,6,5,6,6,5,6,6,5,6,5,6,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,7,6,6,6,6,6,5,5,6,6,6,6,5,6,6,6,5,6,5,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,5,7,6,6,6,6,6,6,6,7,6,6,5,4,5,7,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,5,6,6,6,5,6,6,6,6,6,5,6,5,6,6,6,5,7,6,6,5,6,3,5,5,5,4,6,5,5,5,5,8,6,6,6,6,7,6,7,7,6,6,7,6,6,6,7,6,7,6,6,7,6,7,6,6,7,6,6,6,7,6,7,6,6,7,6,7,6,7,6,7,6,6,7,6,7,6,6,6,7,6,6,6,6,6,6,6,6,5,6,6,6,5,6,6,7,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,5,6,6,5,6,6,6,5,6,6,6,6,6,6,5,6,6,5,4,7,5,6,5,6,5,5,6,5,5,6,5,5,6,6,6,6,6,7,5,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,5,6,6,5,6,6,5,6,5,6,6,5,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,7,6,6,6,6,6,7,6,7,6,6,7,5,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,7,6,6,6,6,6,6,7,7,6,6,7,6,7,6,5,6,4,4,6,4,5,5,5,5,5,7,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,7,6,7,6,6,7,6,6,6,6,6,7,6,6,6,6,5,6,6,7,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,7,3,6,5,6,5,8,6,7,3,6,4,6,4,5,5,5,5,7,6,6,5,6,6,5,6,6,6,5,6,6,6,6,6,5,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,5,6,6,6,4,4,5,5,5,5,5,5,5,5,5,4,5,5,5,5,7,6,7,6,6,7,6,7,7,7,6,7,7,7,7,7,7,7,7,7,7,6,7,7,6,7,7,7,7,6,7,7,7,7,7,6,7,7,7,8,7,7,8,7,7,8,7,7,8,7,7,7,8,7,7,8,7,7,7,7,8,7,7,8,7,8,7,7,7,7,8,7,7,8,7,7,8,7,7,7,7,8,7,7,7,8,7,7,7,8,7,7,8,7,8,7,8,7,7,8,7,7,8,7,7,7,8,7,7,7,7",
"test_run_times": [
23.059999999999998721023075631819665431976318359375,
22.839999999999999857891452847979962825775146484375,
22.800000000000000710542735760100185871124267578125
]
},
"Barts NIR nosb copy-prop and texlow": {
"value": "2,13,9,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,5,7,6,6,6,6,5,6,6,6,5,5,6,6,5,6,6,5,6,4,7,6,6,7,6,6,7,7,6,7,7,16,6,6,7,7,6,7,7,7,6,7,7,7,6,7,7,7,7,6,7,7,6,7,7,7,6,7,7,7,7,7,7,7,6,7,7,6,7,7,7,6,7,7,6,7,6,7,7,7,6,7,7,6,7,7,6,7,6,7,7,6,7,6,6,7,6,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,6,6,6,7,6,7,7,7,7,6,6,7,7,7,7,6,7,7,7,6,6,7,6,6,7,6,6,7,7,7,7,7,6,7,7,7,6,8,6,7,7,6,7,7,6,7,7,6,7,7,7,7,6,7,7,7,7,7,6,8,6,7,7,6,7,7,6,7,8,7,6,7,6,7,7,8,6,7,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,6,7,7,7,6,7,7,6,6,7,7,6,7,6,6,7,3,6,5,6,7,6,7,5,6,6,7,5,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,7,6,7,6,7,6,6,6,6,6,6,6,3,5,7,4,5,5,5,5,5,5,5,5,7,6,6,7,6,7,7,5,7,6,6,6,6,6,6,6,6,7,5,7,6,7,6,6,6,6,3,8,6,6,7,6,6,6,7,6,6,7,6,6,6,7,6,6,6,6,7,6,6,6,6,7,6,6,6,7,6,6,7,6,6,7,6,7,7,6,7,6,7,5,6,6,5,7,6,6,5,6,6,6,5,6,6,5,6,5,6,5,5,6,6,5,6,5,6,5,6,6,5,6,5,6,6,5,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,5,6,6,6,5,6,6,6,7,6,7,7,6,7,6,7,6,7,6,7,7,7,7,6,7,6,7,6,6,7,6,6,4,7,6,6,6,7,6,6,6,6,7,6,6,7,6,7,6,6,6,6,7,6,6,6,6,6,5,6,6,7,6,6,6,6,6,6,3,7,4,4,7,6,6,6,6,6,7,7,5,7,6,6,6,7,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,5,6,6,6,5,5,6,6,5,6,5,6,6,5,6,6,6,6,6,6,5,6,6,6,6,7,6,6,7,6,7,6,6,7,5,7,5,6,6,6,5,6,6,6,6,6,6,7,6,6,7,6,6,6,6,3,8,6,6,6,6,6,6,7,6,6,6,6,6,6,6,7,6,6,6,7,6,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,5,6,4,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,7,4,5,5,5,5,6,5,4,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,7,6,6,6,5,6,6,6,5,5,6,4,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,5,6,5,5,5,5,6,5,5,5,6,5,5,5,5,6,5,5,6,5,5,8,7,6,6,6,6,6,6,6,7,6,6,7,6,6,7,3,5,6,5,6,5,6,8,7,4,7,5,6,5,6,8,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,5,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,5,4,5,6,5,7,5,7,5,6,6,5,6,6,6,6,6,5,7,6,7,7,5,4,5,5,6,5,5,5,5,5,6,5,5,5,5,5,5,5,6,5,5,5,5,5,5,5,6,5,5,5,5,7,6,3,5,5,6,5,4,4,6,5,5,5,5,5,5,5,6,5,5,6,5,6,5,5,6,5,5,6,5,5,6,5,5,5,5,5,6,5,5,5,6,5,8,6,5,6,6,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,6,7,6,7,7,6,7,7,6,7,7,6,7,6,7,7,7,6,7,6,7,6,7,7,7,6,7,6,7,7,7,7,7,7,7,6,7,7,6,6,7,6,6,7,6,7,6,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,7,6,6,7,6,7,7,7,7,7,7,7,8,7,7,7,6,7,8,6,6,8,7,7,7,6,6,6,7,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,7,6,6,6,7,6,6,6,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,8,7,7,7,7,7,8,7,6,6,6,6,7,6,6,6,6,6,6,7,6,6,7,6,7,6,7,6,6,6,7,6,6,7,6,7,7,7,7,7,7,7,8,8,7,8,7,8,8,8,8,7,8,8,8,8,8,8,8,6,6,8,6,7,7,7,6,6,6,6,7,6,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,6,7,6,6,6,6,6,5,6,6,5,6,6,6,5,6,5,6,6,5,6,6,3,7,6,5,6,5,6,3,5,5,5,5,5,5,5,5,5,7,6,7,6,6,6,6,7,6,7,6,7,6,7,7,6,7,7,8,7,8,7,8,7,8,7,8,7,8,7,7,8,8,7,7,8,7,7,8,7,8,7,7,7,7,7,6,7,6,7,7,7,7,7,6,7,7,7,7,7,6,7,7,8,7,6,8,6,7,7,8,7,7,7,7,7,7,7,7,7,7,7,6,7,7,6,7,7,6,7,7,7,8,7,7,7,7,6,7,7,6,7,8,7,7,7,7,7,8,8,8,8,8,7,7,7,7,7,7,7,7,6,7,7,7,6,7,5,4,5,5,6,5,5,5,6,4,8,6,5,6,7,7,7,7,7,7,6,7,7,6,7,6,7,7,6,6,7,8,7,7,7,7,7,6,7,8,6,7,7,7,6,7,6,7,8,7,7,8,8,7,9,7,8,7,7,7,7,7,8,8,6,6,6,4,7,6,6,6,7,7,6,6,7,6,6,6,7,6,6,6,6,7,6,7,7,7,8,6,7,7,6,7,7,6,6,6,6,6,6,7,5,6,7,7,6,7,3,6,5,5,5,6,5,6,5,6,5,5,5,6,5,6,5,6,7,7,6,7,6,7,6,7,6,6,7,6,7,6,6,7,7,6,7,6,4,5,6,5,6,5,6,5,8,7,7,7,8,6,7,6,6,7,6,7,7,7,7,7,7,8,8,7,7,8,8,7,7,8,7,7,7,7,7,7,8,7,7,8,7,7,7,7,7,8,7,8,7,7,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,6,7,6,6,7,6,7,7,6,7,7,6,7,6,6,7,6,6,6,7,6,7,6,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,7,6,6,6,5,7,7,7,6,4,5,5,8,7,6,6,6,6,6,6,6,7,5,6,6,6,6,6,7,6,6,6,6,5,6,7,6,6,6,6,6,6,8,6,9,8,7,7,7,8,8,7,7,7,5,6,6,4,7,6,7,6,6,6,7,6,6,6,4,5,5,5,5,7,6,7,6,6,8,7,7,8,7,7,7,7,8,7,7,7,7,7,7,8,7,7,7,7,6,4,5,6,8,7,7,7,7,7,7,7,6,7,7,6,7,6,8,6,7,7,7,8,7,7,6,7,6,6,6,6,6,7,6,5,6,7,5,6,6,6,6,6,6,6,5,6,6,6,6,5,7,5,6,6,6,6,6,6,5,5,6,4,4,8,6,6,6,6,6,5,6,6,6,6,7,3,8,6,5,6,6,5,6,6,6,6,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,5,5,6,6,5,6,6,5,6,6,5,6,6,5,6,6,5,6,6,5,6,5,4,8,6,6,7,6,6,7,7,6,6,7,6,6,6,6,3,5,5,5,5,7,6,7,6,5,6,6,6,6,5,6,6,6,7,6,6,6,7,6,6,6,8,8,7,8,6,7,6,5,7,6,6,6,6,6,7,6,7,6,7,6,5,4,5,5,5,6,5,7,7,7,7,7,7,6,7,7,7,6,7,7,7,6,7,6,7,6,7,6,7,6,6,7,7,6,7,6,6,6,6,6,6,7,6,6,6,7,6,6,6,5,6,6,5,6,6,6,6,6,6,6,4,5,5,7,6,6,6,6,6,6,7,6,6,6,6,6,7,7,7,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,5,6,6,6,6,6,7,5,7,6,6,6,6,7,6,6,7,6,7,7,6,6,7,6,6,7,6,6,6,6,7,6,6,6,6,7,7,6,7,6,7,7,6,7,6,7,6,6,7,6,6,7,6,6,6,6,6,7,5,6,6,6,6,6,6,6,6,7,5,6,5,7,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,4,5,8,6,6,6,3,5,5,8,5,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,3,6,6,5,6,5,6,5,6,9,6,4,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,7,6,7,5,6,6,4,7,6,6,7,5,6,7,6,6,6,6,6,6,7,6,6,7,6,5,6,6,6,7,6,6,6,6,7,6,6,6,6,6,6,7,5,7,6,6,6,7,7,6,7,7,6,7,7,7,6,7,6,6,6,6,6,6,6,6,6,5,6,3,5,5,7,6,4,4,5,7,6,6,6,5,6,5,6,6,6,6,6,6,6,6,6,6,6,6,5,6,7,5,6,6,6,6,6,6,6,6,5,7,5,6,7,6,6,6,6,5,6,5,7,5,6,6,6,5,5,7,5,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,3,8,7,6,7,7,6,6,7,7,6,7,7,6,7,7,6,6,7,6,7,7,6,6,7,6,7,6,7,8,8,8,8,8,7,8,8,7,8,8,7,8,7,7,8,7,8,9,7,7,8,7,7,7,7,7,7,7,7,8,7,7,7,7,7,8,7,8,8,6,7,7,7,7,6,7,6,7,7,7,7,7,6,6,6,6,6,7,6,7,6,7,6,7,6,6,6,7,7,7,7,7,6,7,7,7,6,7,6,7,7,7,7,7,7,7,7,7,6,7,8,6,6,7,4,8,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,8,7,7,8,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,6,6,7,6,8,7,7,7,7,8,6,7,8,7,7,7,7,7,7,7,7,7,7,7,7,8,7,6,7,7,7,7,6,7,6,7,7,6,7,6,6,6,7,6,6,7,6,6,7,8,7,6,7,7,6,7,6,6,7,6,6,6,7,7,7,7,7,6,8,6,6,6,6,6,6,6,5,6,4,5,5,4,5,7,7,6,7,7,5,6,6,6,6,6,6,6,6,6,6,6,7,7,8,7,7,7,7,7,6,7,7,7,7,7,6,7,8,6,7,7,7,7,7,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,3,6,7,6,6,7,5,6,7,6,6,7,7,6,6,7,6,6,6,6,6,6,6,6,5,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,7,6,6,7,6,7,7,6,6,7,6,6,7,6,7,6,7,6,7,6,6,6,7,6,6,7,6,6,6,7,6,6,5,7,6,5,7,5,6,6,6,6,6,5,6,6,6,5,6,6,6,6,5,6,6,5,6,5,6,6,6,6,6,5,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,5,6,6,5,6,5,6,6,5,7,6,6,6,6,6,6,7,5,6,7,5,6,6,7,5,6,7,6,5,6,6,6,6,6,4,5,7,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,5,7,5,6,6,6,6,6,6,6,5,6,6,6,6,6,7,5,6,6,3,5,5,5,5,5,5,5,5,5,8,6,6,7,6,7,6,6,7,7,6,7,6,6,7,6,7,6,7,6,7,6,6,7,6,7,6,6,7,6,6,7,6,7,6,7,7,6,7,6,7,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,5,6,6,6,5,6,6,6,6,7,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,5,5,6,6,5,6,6,6,6,6,7,5,6,5,4,6,6,5,6,5,6,5,6,5,6,5,6,5,5,6,7,5,6,7,5,6,6,6,6,6,6,5,6,6,6,6,6,6,6,5,6,6,5,6,5,6,6,5,6,6,6,5,7,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,7,6,6,6,7,6,6,7,6,6,6,6,5,6,7,6,5,6,7,5,6,6,6,6,6,6,7,6,6,6,6,6,7,6,7,7,6,6,7,6,6,6,6,3,4,5,5,5,5,5,5,5,7,6,7,6,7,6,7,6,7,6,6,6,7,7,6,7,6,6,7,6,7,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,5,7,5,6,6,6,6,5,7,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,3,6,5,5,6,8,7,6,3,6,5,4,5,5,5,5,5,8,5,6,6,5,6,5,6,6,6,5,6,6,5,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,5,6,6,6,3,5,5,5,5,5,4,5,4,5,5,5,5,5,5,5,7,6,6,7,6,6,6,7,7,6,7,7,6,7,7,7,7,7,7,7,6,7,7,6,7,7,7,6,7,7,7,6,7,7,7,7,6,8,7,7,7,8,7,7,8,7,8,7,7,8,7,7,7,8,7,8,7,7,7,8,7,7,8,7,8,7,7,8,7,7,8,7,7,7,7,7,8,7,7,8,7,7,7,7,7,8,7,7,7,7,8,7,7,7,8,7,7,8,7,7,8,7,7,7,8,7,7,8,7,7,7",
"test_run_times": [
22.96000000000000085265128291212022304534912109375,
22.910000000000000142108547152020037174224853515625,
22.940000000000001278976924368180334568023681640625
]
},
"Barts NIR nosb copy-prop and texlow 2": {
"value": "2,13,9,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,5,6,6,6,6,5,6,6,5,6,6,5,4,7,6,7,6,6,7,6,7,6,7,7,6,7,6,7,7,6,7,7,6,7,7,7,6,7,6,6,7,7,6,7,7,7,6,7,6,7,7,6,7,7,7,7,6,7,7,6,7,7,6,7,7,6,7,7,6,7,7,7,7,6,7,7,6,7,7,6,7,7,6,7,7,6,6,7,6,6,7,6,6,6,6,7,6,6,6,7,6,7,6,6,6,6,6,6,6,6,6,7,5,6,7,6,7,7,6,7,6,7,7,7,7,7,6,7,7,7,7,6,6,6,7,6,7,6,6,7,7,6,7,7,7,7,7,6,7,7,7,7,7,6,7,6,7,6,7,7,7,7,7,6,7,7,7,7,7,7,7,6,7,6,7,7,7,6,7,7,8,7,7,6,7,7,8,7,7,8,7,7,6,8,7,6,8,6,7,7,7,7,7,7,7,7,6,7,7,6,7,7,7,7,7,7,6,7,6,7,6,4,5,6,5,8,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,5,4,5,7,4,5,5,5,5,5,5,5,5,7,6,6,6,7,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,3,8,6,6,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,7,6,7,6,6,6,7,7,6,6,7,7,6,6,6,6,6,6,6,5,6,6,5,6,6,6,5,6,5,6,6,5,6,6,5,6,6,5,5,6,6,5,6,5,6,5,6,6,6,5,6,6,6,6,5,6,5,6,6,6,6,5,6,6,6,5,6,6,6,6,6,5,6,6,6,6,6,6,6,7,7,6,7,6,6,6,7,7,6,7,7,7,6,7,6,7,6,7,6,6,6,3,8,6,6,6,6,6,6,6,6,7,6,6,6,7,6,6,7,5,6,6,6,7,5,7,5,7,6,6,6,6,6,6,6,6,6,4,7,3,5,7,5,5,6,6,7,6,6,6,7,6,6,6,6,7,6,6,6,7,6,6,6,7,6,6,6,6,6,5,5,6,6,6,5,6,6,5,6,6,5,5,6,6,5,6,6,6,6,5,6,6,6,5,6,6,6,7,5,7,6,6,7,6,6,6,6,6,6,6,5,6,6,5,6,6,6,6,6,6,6,6,7,6,6,6,6,3,8,7,5,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,4,5,5,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,7,4,5,5,5,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,7,6,5,7,5,6,6,5,6,6,6,3,5,5,6,4,6,5,5,5,5,5,5,5,5,5,5,5,5,5,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,5,5,5,5,6,5,5,5,6,5,5,5,6,5,5,5,6,5,5,6,5,5,8,6,7,6,6,7,6,7,6,6,7,6,6,6,7,6,4,5,6,5,6,5,6,8,7,4,7,5,6,5,6,8,7,6,7,5,7,6,6,6,5,7,6,6,6,6,7,6,6,7,6,7,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,3,5,6,5,8,6,5,6,6,6,5,6,6,6,6,6,6,6,6,7,7,6,3,5,5,6,5,5,5,5,5,5,6,5,5,5,5,5,5,5,6,5,5,5,5,5,5,6,5,5,5,5,7,6,4,5,5,5,5,5,5,5,5,5,5,6,5,5,5,6,5,6,5,5,6,5,5,6,5,6,5,5,6,5,5,6,5,5,5,5,6,5,5,5,5,8,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,5,6,6,7,6,5,7,6,6,6,7,6,6,7,6,7,6,7,6,7,6,7,6,7,6,7,7,7,6,7,6,7,6,7,7,7,6,7,6,7,7,7,7,7,7,7,7,6,7,6,7,6,6,7,6,6,7,6,7,6,6,6,6,6,6,7,6,6,6,7,6,6,6,6,7,6,6,7,6,6,6,7,6,6,6,6,6,7,6,6,6,7,6,6,6,7,6,7,6,7,8,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,6,6,6,7,6,6,7,6,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,7,6,6,6,6,7,6,6,7,7,7,7,7,7,7,7,7,7,7,7,6,7,7,7,7,7,8,7,7,7,7,8,7,7,6,7,6,6,6,6,7,6,6,6,6,7,6,7,6,6,7,6,7,6,6,7,6,6,7,6,6,7,7,7,7,7,8,8,8,7,7,7,8,8,8,8,7,7,8,8,8,8,8,8,8,7,7,6,7,7,7,6,7,6,6,6,7,6,6,6,6,6,7,6,6,7,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,7,5,6,6,6,6,6,5,6,6,5,6,6,5,6,6,5,6,6,5,6,3,7,5,6,5,6,5,4,5,5,5,5,5,4,4,6,5,7,6,5,7,6,6,6,7,7,6,7,7,6,7,7,6,7,7,8,7,8,7,8,8,7,8,8,7,8,8,7,8,7,7,8,8,7,8,7,8,8,7,7,8,6,7,7,6,7,7,6,7,7,7,6,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,8,7,7,7,7,7,7,7,7,7,6,7,7,7,6,7,7,7,7,6,7,8,7,7,7,7,7,7,7,7,7,7,7,8,7,7,8,7,8,8,7,8,8,7,7,7,7,7,7,7,6,7,7,7,6,7,6,3,6,4,6,5,6,4,5,5,8,5,7,6,6,7,7,8,6,7,7,6,7,7,7,7,7,6,6,7,7,7,8,7,7,7,7,7,7,7,7,7,6,7,7,7,6,7,8,7,7,8,8,8,8,8,8,6,7,7,8,7,8,7,7,6,6,3,7,6,6,7,7,6,7,6,6,6,7,6,6,6,7,6,6,6,7,6,7,8,7,6,7,7,6,7,7,6,7,6,6,6,6,6,6,6,6,7,6,7,3,5,6,6,5,5,6,5,6,5,6,6,5,5,6,5,6,5,8,7,6,7,6,7,6,7,6,6,7,6,6,7,6,7,6,7,6,6,3,6,6,5,6,5,5,6,8,6,8,7,7,7,6,7,6,7,6,7,7,7,7,7,8,7,7,8,7,8,7,8,7,7,7,8,7,7,7,8,7,7,7,7,8,7,7,8,7,7,8,7,8,7,7,7,7,7,8,7,7,7,7,7,7,7,7,7,8,7,7,7,7,7,7,7,7,6,7,7,7,6,7,7,6,7,7,6,7,6,7,6,7,7,6,6,6,7,6,6,6,6,7,6,7,6,7,6,7,6,6,7,7,6,7,7,6,7,6,7,6,7,6,6,6,6,7,7,7,7,3,5,5,8,7,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,5,7,5,6,5,6,7,6,7,7,9,8,7,7,8,8,7,7,7,7,6,6,6,3,8,6,6,6,6,7,6,6,6,6,4,5,5,5,5,7,7,6,7,6,7,7,8,7,7,7,7,7,7,7,7,8,6,7,7,7,8,7,7,7,6,3,5,7,8,7,6,7,7,7,7,7,7,7,6,6,7,7,7,7,7,7,7,7,7,7,7,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,6,6,5,6,6,6,5,6,6,5,6,6,4,6,6,6,5,6,3,5,8,6,6,6,5,6,6,6,6,6,6,6,3,8,5,6,6,5,6,5,6,5,6,6,7,7,6,7,6,6,6,6,6,5,6,6,6,5,6,6,6,6,5,6,5,6,5,6,6,5,6,5,6,6,5,6,5,6,6,5,6,6,5,6,5,6,3,8,6,7,6,7,6,7,6,7,6,6,7,5,6,6,3,5,5,5,5,7,6,7,6,6,5,7,5,6,5,6,6,7,6,6,6,6,7,6,7,7,7,7,8,7,6,7,6,6,6,7,5,6,6,6,7,6,6,7,6,6,6,3,5,5,5,7,5,7,7,7,8,6,7,7,7,7,6,7,6,7,7,6,7,6,7,6,6,6,6,7,6,7,7,6,7,6,6,6,6,7,6,6,7,6,6,6,7,5,6,6,5,6,6,6,5,6,6,7,6,6,3,5,5,8,5,6,6,6,6,6,7,6,6,6,7,6,7,6,7,6,7,6,7,6,6,7,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,7,5,6,6,6,6,6,6,6,7,6,6,6,7,6,6,7,7,6,7,7,7,6,6,7,6,6,6,6,6,6,7,6,6,6,7,6,6,7,7,6,7,7,6,7,6,7,6,7,6,6,7,6,6,7,6,6,6,6,5,6,7,5,6,6,6,6,6,6,6,6,6,6,5,6,6,7,5,7,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,6,6,5,6,6,6,6,3,6,8,6,6,5,4,5,5,7,6,6,5,6,6,6,5,7,5,6,6,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,7,6,6,6,6,7,3,6,5,6,5,6,6,5,6,8,7,3,5,6,5,5,5,5,5,5,5,5,5,5,5,5,5,8,6,6,6,6,6,3,8,5,6,7,6,6,6,6,6,6,7,6,6,7,6,6,7,6,6,6,6,6,6,6,7,6,6,7,6,6,6,6,6,6,7,6,6,6,6,7,6,7,6,7,7,6,7,7,7,6,7,6,6,6,6,6,6,6,6,5,6,6,3,5,5,7,5,4,5,5,7,5,6,6,5,6,5,6,6,6,6,6,6,6,5,7,6,6,6,6,6,6,6,6,5,5,6,6,6,6,6,6,6,6,5,7,6,6,6,5,6,6,6,6,6,5,6,6,5,6,6,6,6,6,6,7,6,6,6,6,6,7,5,7,6,6,6,5,7,5,6,6,7,3,8,7,6,7,6,7,6,7,7,6,7,6,7,6,7,6,7,6,7,7,6,7,6,6,7,6,7,7,8,8,8,8,7,8,8,7,8,8,7,7,7,8,6,8,8,8,8,8,7,7,7,7,7,7,8,7,7,7,7,7,7,7,8,7,8,7,8,7,7,8,7,6,7,7,6,7,7,7,6,7,7,6,6,6,6,7,6,7,6,6,7,6,7,6,6,7,6,7,7,7,7,6,7,7,7,7,7,6,7,7,7,7,7,7,7,7,7,6,7,8,6,6,7,4,8,7,7,7,7,7,7,7,6,7,7,7,7,7,7,7,7,8,8,7,7,7,8,7,7,7,7,7,7,7,7,7,7,7,7,6,6,6,7,7,7,7,7,7,8,7,7,7,7,8,7,7,7,7,7,7,7,7,6,8,7,7,7,6,7,7,7,6,7,7,6,8,6,6,7,6,6,7,6,6,6,7,6,7,8,6,7,7,7,6,6,6,6,7,7,6,6,8,6,7,8,6,7,7,6,6,7,5,6,6,6,6,5,4,5,5,5,5,7,6,6,7,7,6,6,6,6,5,6,6,6,7,6,6,6,7,7,7,8,7,7,7,7,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,6,7,6,6,6,6,6,6,6,6,6,6,7,5,6,6,7,5,6,6,6,6,4,5,7,6,6,7,5,6,7,5,7,7,6,7,6,6,6,6,6,6,6,5,6,5,6,6,6,6,6,6,6,6,6,7,6,6,6,6,6,6,7,6,6,7,7,7,7,6,6,6,7,6,6,7,6,7,7,6,6,7,6,6,6,7,6,7,6,6,6,6,7,5,6,7,6,6,5,7,6,5,6,6,6,5,7,5,6,6,6,5,6,6,5,6,6,6,5,6,5,7,5,5,7,5,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,7,5,6,5,6,6,5,6,6,5,5,6,6,5,6,6,6,6,6,6,6,6,7,5,6,6,6,6,6,6,6,6,6,7,5,7,6,6,6,6,4,5,7,6,6,5,6,6,6,6,5,6,6,6,5,7,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,7,5,6,6,4,5,5,5,5,5,5,5,5,6,7,6,6,6,7,6,6,7,7,6,6,7,7,6,6,7,6,7,6,7,6,6,7,6,7,6,6,6,7,6,6,6,6,6,7,7,6,7,7,6,7,6,7,6,6,7,6,6,7,6,7,6,6,6,6,6,5,6,6,7,5,6,6,6,6,6,7,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,5,6,5,6,6,6,6,5,6,6,7,6,6,5,5,4,7,5,5,6,5,6,5,5,6,5,5,5,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,5,6,6,6,5,6,6,6,5,6,6,5,6,5,6,6,6,7,6,6,6,6,6,6,7,5,6,7,6,5,6,6,6,6,6,6,6,6,6,6,6,7,6,6,7,6,7,6,7,6,6,7,6,6,6,6,5,7,6,6,6,6,6,6,6,5,7,5,6,6,6,6,6,6,6,6,6,7,7,7,6,6,7,6,6,6,5,4,5,5,5,5,5,5,5,5,7,6,6,7,7,6,7,6,6,7,6,6,6,7,6,7,7,6,6,6,7,6,6,6,6,6,7,6,6,6,6,6,6,5,6,7,5,7,5,6,6,6,5,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,4,5,6,5,5,8,6,6,3,5,5,5,5,5,5,5,5,7,6,6,5,6,6,5,6,6,6,5,6,6,6,5,6,6,6,6,5,6,6,6,6,6,6,6,6,6,6,6,6,5,6,5,6,6,6,5,4,5,5,5,5,4,5,5,5,5,5,5,5,5,5,5,7,6,6,7,6,6,7,7,6,7,7,6,7,7,7,7,7,7,7,7,6,7,7,7,6,7,7,7,7,7,6,7,7,7,6,7,7,7,7,8,7,8,7,8,7,8,7,7,8,7,7,8,7,7,7,7,7,8,7,7,8,7,8,7,8,7,7,8,7,7,8,7,7,8,7,7,7,7,8,7,7,7,8,7,7,8,7,7,8,7,7,8,7,7,8,7,8,7,8,7,7,8,7,7,7,8,7,8,7,7,8",
"test_run_times": [
22.92999999999999971578290569595992565155029296875,
22.879999999999999005240169935859739780426025390625,
22.9200000000000017053025658242404460906982421875
]
},
"Cayman NIR nosb - updated": {
"value": "3,13,14,9,9,9,9,9,9,9,9,8,9,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,8,8,9,8,9,8,8,9,8,6,10,10,10,10,9,10,10,9,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,9,10,9,11,10,10,10,10,10,10,10,10,10,9,10,10,11,13,11,10,10,10,9,10,10,10,10,10,10,9,10,10,10,10,10,9,10,10,9,10,10,10,9,10,10,10,10,10,10,9,10,9,10,9,9,10,9,10,9,10,9,10,10,9,10,9,10,9,10,8,9,10,8,9,9,9,10,10,10,10,10,10,10,9,11,9,11,10,10,10,10,10,10,10,9,10,9,9,9,10,9,10,11,10,10,11,10,10,10,10,10,9,11,9,10,9,10,9,9,10,10,9,11,10,10,10,10,10,10,11,10,10,10,10,10,9,10,10,10,10,10,9,11,11,10,10,10,10,11,10,11,10,11,11,10,10,10,10,10,10,10,10,10,11,11,10,10,10,10,10,10,10,10,10,9,10,11,9,11,9,10,9,10,10,6,8,9,8,12,9,8,8,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,8,9,9,10,9,9,10,9,9,9,9,10,9,9,10,10,9,10,9,9,9,9,9,8,9,6,7,11,5,8,9,7,7,8,8,8,7,12,9,9,9,10,10,9,9,9,9,9,8,9,9,9,9,9,9,9,10,9,10,10,9,9,9,5,11,9,9,10,9,9,9,10,9,9,9,9,9,10,9,9,10,9,9,9,10,9,9,11,9,10,10,9,10,9,10,9,9,10,10,10,10,10,10,10,10,9,9,10,9,10,9,9,8,9,9,9,9,8,9,9,8,9,8,9,8,9,9,8,9,8,9,9,8,9,8,8,8,8,9,8,8,9,8,9,8,8,9,8,9,8,9,8,9,9,8,9,9,8,9,8,9,9,8,9,8,9,8,9,9,9,10,10,9,10,9,9,9,9,9,10,10,10,10,10,10,9,10,9,9,9,9,9,9,5,11,9,8,9,9,9,9,10,8,9,9,9,9,9,9,9,9,8,9,9,9,10,9,9,8,10,10,8,9,9,9,9,9,8,9,6,9,6,7,10,9,9,8,9,10,9,10,9,9,8,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,8,9,9,8,9,8,9,8,8,8,9,8,9,9,8,8,9,8,8,9,8,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,8,9,9,9,9,9,9,9,9,9,9,9,8,6,11,10,9,8,9,9,9,9,9,9,8,9,9,9,8,9,9,9,8,9,8,9,9,9,9,9,9,8,9,9,8,9,9,8,10,8,9,9,8,8,6,7,8,8,7,8,7,8,7,8,7,8,8,7,8,7,8,7,7,8,7,8,7,8,8,7,8,7,8,10,6,7,8,7,8,7,8,7,7,8,7,7,7,7,8,7,8,7,7,7,7,7,7,7,8,7,11,9,8,9,8,9,8,9,8,9,8,6,7,8,7,7,8,7,7,8,7,8,7,7,8,7,8,7,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,7,8,7,8,8,7,8,7,8,8,7,8,8,8,7,8,8,8,9,8,8,8,8,8,8,8,8,7,8,8,7,8,8,8,9,8,8,8,11,9,9,9,9,10,9,9,9,9,9,9,9,9,9,10,5,9,8,9,8,8,9,13,10,7,9,9,8,9,8,13,11,9,10,8,9,9,9,8,9,9,9,8,9,9,9,9,9,9,10,10,8,9,9,9,8,8,9,9,9,8,9,9,9,9,9,9,8,10,9,9,9,9,5,9,8,8,11,9,9,9,9,8,9,9,9,8,9,9,8,9,9,10,10,8,6,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,8,7,8,8,8,8,8,8,7,8,8,10,8,7,7,8,8,7,8,7,8,8,8,8,7,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,7,8,8,8,8,8,8,8,8,8,7,9,7,8,11,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,10,10,9,10,9,9,10,9,10,9,10,10,10,10,10,10,9,10,9,10,9,10,9,10,10,9,10,9,10,10,10,10,10,10,11,10,10,10,9,10,9,10,10,9,10,9,10,9,9,9,9,10,9,9,10,9,10,9,10,9,9,10,9,9,10,10,10,9,10,9,9,9,10,9,9,9,9,9,10,9,9,9,9,10,9,10,10,10,10,11,11,11,11,10,11,10,11,10,11,10,11,10,11,11,11,10,11,10,10,9,10,9,10,9,9,10,9,10,9,9,9,9,9,9,9,9,9,10,9,9,9,9,10,9,9,9,9,10,9,9,10,9,10,10,10,11,10,10,11,10,11,10,11,10,10,11,10,11,10,11,10,11,11,10,11,11,10,11,10,9,9,9,10,9,9,9,9,9,9,10,9,10,9,10,9,10,9,9,10,9,9,9,9,10,10,10,11,11,11,11,11,11,12,12,11,11,11,12,11,11,12,11,12,11,11,11,11,11,12,10,10,10,11,10,10,10,9,10,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,10,9,9,9,9,9,9,9,9,9,8,9,9,8,9,9,8,9,8,9,8,8,8,9,8,8,9,8,8,6,10,9,8,8,9,8,6,7,7,8,7,8,7,8,8,8,10,9,10,9,9,9,10,9,10,10,10,10,10,9,10,10,10,10,11,11,10,11,10,11,11,11,11,11,11,11,10,11,11,11,10,11,11,11,11,10,11,11,10,11,10,10,10,10,9,11,9,11,9,10,10,10,10,10,10,10,10,10,10,11,10,10,11,10,10,10,11,11,10,11,10,10,11,10,11,10,9,10,10,10,10,10,10,10,10,10,10,10,11,11,10,11,10,11,10,11,10,10,11,10,11,10,10,10,11,12,12,11,11,12,10,11,10,10,10,10,10,10,10,10,10,9,10,9,6,8,7,8,8,7,8,8,8,11,8,9,9,9,10,11,10,10,10,9,11,9,11,9,10,10,10,9,9,11,10,11,11,11,11,10,11,11,11,11,10,10,9,10,10,10,10,12,11,11,11,12,12,12,11,11,11,10,11,11,12,11,12,9,9,9,6,10,8,10,9,10,10,10,10,10,10,9,9,10,9,10,9,10,10,10,10,11,11,11,10,10,10,11,10,10,9,10,9,9,9,8,9,9,9,10,10,9,10,6,8,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,8,12,9,10,10,10,10,10,10,10,10,11,9,10,10,10,10,10,10,10,9,6,8,9,8,9,8,8,8,12,11,11,11,10,10,9,10,10,10,9,10,10,11,11,11,10,11,11,11,11,11,11,11,11,10,10,11,10,11,11,10,11,11,10,11,11,11,11,10,11,11,11,11,11,11,11,11,11,11,11,11,11,11,11,10,11,11,11,11,11,11,11,11,11,11,11,11,11,10,11,10,10,10,10,10,11,10,10,11,10,10,10,11,10,10,9,10,9,10,9,9,9,9,10,9,9,9,10,9,10,9,9,10,9,10,10,9,10,9,10,9,10,9,9,9,9,9,11,10,10,10,5,8,8,11,10,9,9,9,8,9,8,9,9,9,9,9,10,9,9,9,9,9,8,9,9,9,9,9,9,9,8,9,9,12,10,12,11,11,11,12,11,12,10,11,10,9,9,9,5,12,9,10,9,9,9,9,9,8,10,6,8,8,8,7,11,9,10,10,10,10,11,11,12,10,10,10,11,10,11,10,10,10,10,11,10,11,10,11,10,8,6,8,10,11,10,10,10,9,10,10,11,9,10,10,9,10,10,10,10,10,11,10,10,10,9,10,9,10,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,8,9,5,7,11,9,9,9,9,9,8,10,8,9,10,9,6,10,9,8,8,9,8,9,8,9,9,9,11,10,10,9,10,9,9,9,8,10,9,9,9,9,9,8,10,9,9,8,9,8,9,8,8,9,8,8,9,8,8,9,9,8,9,8,9,8,8,9,8,8,6,11,9,9,10,9,10,9,9,10,9,9,9,8,9,8,6,8,7,8,7,11,9,9,10,8,10,8,10,8,8,9,10,9,9,10,9,10,10,9,10,10,12,11,11,11,10,10,9,9,9,9,9,9,9,9,9,10,10,9,10,8,9,6,7,8,7,10,8,11,11,10,11,10,11,10,10,9,11,10,9,11,10,10,10,10,10,10,9,9,9,9,10,10,10,9,10,9,9,9,9,9,9,9,9,10,9,9,9,9,8,9,9,8,9,8,8,9,9,10,8,9,6,8,8,10,9,9,9,9,9,10,9,9,9,10,10,9,10,10,11,9,10,9,9,10,9,10,9,9,10,9,9,9,9,9,9,8,9,9,8,9,9,9,9,8,9,9,8,9,9,8,9,8,9,8,9,8,9,9,8,10,8,9,9,9,9,9,9,10,10,9,9,9,10,9,9,9,10,9,9,9,10,9,10,9,10,9,10,10,9,11,9,10,10,10,9,11,9,9,10,9,9,10,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,10,9,9,8,9,9,9,9,8,9,9,9,9,8,9,9,9,8,9,9,8,9,9,8,9,8,9,9,8,9,8,6,8,11,8,9,9,6,8,7,10,9,8,9,9,8,9,9,9,9,8,9,8,9,8,8,8,9,9,8,9,9,9,8,10,8,10,9,9,10,9,9,9,9,6,8,9,8,9,8,9,8,9,12,9,7,8,7,8,8,7,7,8,7,7,8,7,8,7,7,8,10,9,9,8,9,9,5,11,8,10,9,9,8,9,10,9,9,10,9,9,10,9,9,10,8,9,9,10,10,9,10,9,10,9,10,9,9,9,9,8,8,10,8,9,10,9,10,9,10,9,10,9,10,11,10,10,10,9,9,10,8,9,9,9,9,9,8,9,8,6,7,8,10,9,6,8,7,11,8,8,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,8,9,8,9,9,8,9,8,9,9,8,9,8,8,9,8,9,9,9,9,9,8,9,8,9,9,9,8,8,9,9,8,9,8,9,9,9,9,10,9,8,9,9,9,9,8,10,8,9,9,9,9,9,9,9,6,12,10,9,9,10,10,10,9,10,10,10,9,10,10,11,9,10,10,10,10,10,9,10,10,10,10,9,11,11,12,12,11,12,12,11,12,11,11,12,11,10,11,11,11,11,12,12,11,11,10,11,10,11,10,11,10,11,10,11,10,11,10,11,11,11,11,11,10,12,10,11,10,10,10,11,10,10,10,11,10,10,9,9,9,9,10,9,9,10,9,10,9,10,9,9,9,9,11,10,10,9,10,10,10,9,11,9,10,10,10,10,10,11,10,10,11,10,10,10,11,10,9,10,6,11,10,10,11,10,11,10,10,10,10,10,11,9,11,10,10,11,11,10,11,10,11,10,11,10,10,10,11,10,10,10,11,10,10,10,9,10,9,10,10,11,10,11,10,11,10,10,11,11,11,11,11,10,10,11,10,11,11,10,11,11,11,10,10,10,10,10,10,9,11,9,11,10,11,9,10,9,9,10,10,9,9,10,11,10,11,10,10,10,10,10,9,9,10,10,10,10,11,11,11,10,12,10,11,9,9,10,9,9,8,9,9,8,6,7,8,7,8,10,9,10,10,9,9,9,9,9,9,9,9,9,9,9,9,10,10,11,10,11,11,11,11,10,10,10,9,11,11,10,10,11,10,10,10,11,10,10,11,9,10,9,10,8,9,10,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,6,8,12,9,9,9,10,9,10,9,10,10,9,10,10,10,9,9,9,9,10,8,10,9,9,8,8,9,9,9,9,9,10,9,9,9,10,9,9,10,9,10,9,9,10,10,10,9,9,10,9,9,10,9,9,10,10,9,9,9,9,10,9,10,9,9,10,8,10,8,9,9,9,9,9,9,8,8,9,9,8,8,9,8,8,9,8,9,8,9,9,8,8,9,8,9,8,8,9,8,9,9,9,8,9,8,8,8,9,8,9,8,9,9,9,9,8,9,9,8,9,8,9,9,9,9,9,8,9,9,8,9,8,8,8,9,8,8,9,9,9,9,10,9,9,10,9,9,9,9,9,9,10,9,9,9,9,9,8,10,9,10,8,9,5,8,11,8,9,8,9,9,8,9,9,8,9,9,9,9,10,9,8,9,9,8,9,8,9,9,8,9,9,9,8,9,9,8,9,9,10,8,9,9,5,8,9,7,8,8,7,8,8,8,11,9,9,9,10,9,10,10,10,10,10,9,10,10,9,10,9,11,9,9,9,10,10,9,10,9,9,9,10,9,9,10,9,9,9,11,10,10,9,9,10,9,10,10,9,9,10,10,9,10,9,9,9,9,9,8,9,8,9,9,8,9,8,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,8,9,8,8,9,8,9,9,8,9,8,9,8,9,9,9,8,9,8,5,10,8,9,8,8,8,8,8,8,8,8,8,7,9,9,9,9,9,8,8,9,8,9,8,9,8,9,8,9,8,10,8,9,9,8,9,8,8,9,8,8,9,8,9,8,8,8,9,9,9,9,9,8,9,8,9,9,8,9,9,9,9,9,9,9,9,8,9,9,9,9,9,10,9,10,9,10,9,9,10,10,9,10,9,8,9,8,8,10,9,9,9,9,9,8,9,9,9,9,9,9,9,10,8,9,9,9,9,10,10,10,10,9,9,10,9,8,9,5,8,7,8,7,7,8,8,7,10,9,9,10,9,10,9,9,9,9,9,9,9,9,10,9,10,9,9,9,8,10,9,9,8,9,9,10,9,9,10,8,9,9,9,9,9,9,9,8,9,8,9,9,8,9,8,9,9,9,10,9,8,9,9,8,9,10,8,9,8,8,10,8,9,9,8,10,9,9,8,10,9,9,6,8,8,8,9,12,9,10,6,8,7,8,7,8,7,7,8,10,9,8,8,9,8,9,8,8,9,8,9,9,8,9,9,8,9,9,8,9,9,8,9,9,9,10,8,9,9,9,8,9,8,8,9,8,9,9,6,7,7,8,7,8,7,8,7,7,8,7,8,7,8,7,11,9,9,10,9,10,10,10,10,10,10,10,10,10,10,11,11,11,10,10,10,10,11,10,11,9,10,11,10,9,10,10,11,9,11,10,10,11,10,11,11,10,12,10,11,11,11,11,10,12,11,11,11,11,11,10,11,11,10,11,11,11,11,11,11,11,11,11,10,11,11,10,11,10,11,10,11,11,10,11,10,11,10,11,11,10,11,11,11,10,11,11,11,11,11,10,11,11,11,11,11,11,10,12,10,11,11,11,11,11,11",
"test_run_times": [
33.43999999999999772626324556767940521240234375,
33.31000000000000227373675443232059478759765625,
33.2000000000000028421709430404007434844970703125
]
},
"Cayman NIR nosb updated": {
"value": "3,14,13,9,9,9,9,9,9,8,9,9,8,8,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,8,9,8,9,8,9,8,8,6,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,10,10,10,12,10,9,10,11,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,9,11,9,10,10,10,9,11,9,10,10,10,10,10,10,9,10,10,9,10,10,9,11,10,10,10,9,10,9,10,9,9,9,10,9,9,10,9,9,10,9,10,9,10,9,10,9,9,9,9,9,9,10,9,10,11,9,10,10,10,10,11,9,11,10,11,9,11,10,10,9,10,9,10,9,10,9,10,10,10,11,10,11,9,10,10,10,10,10,10,10,10,10,10,9,10,10,9,10,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,9,10,10,10,11,11,11,10,10,11,10,11,11,11,10,11,10,10,11,10,10,10,10,10,11,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,10,10,6,8,9,8,13,9,9,9,8,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,8,9,9,9,9,9,10,9,10,8,10,9,9,10,9,10,9,9,10,9,10,9,9,9,8,9,8,6,7,11,6,7,8,8,7,8,8,7,8,11,9,9,10,10,9,10,9,9,9,8,10,8,10,8,9,9,9,9,9,10,9,10,9,9,9,5,11,9,9,10,8,10,8,10,9,9,10,9,10,9,9,9,9,10,9,10,9,10,9,10,10,9,10,9,9,10,10,9,10,10,10,10,9,11,10,10,9,10,9,9,9,9,10,8,9,9,9,8,9,8,8,9,8,9,9,8,9,8,9,9,8,9,8,9,8,8,8,9,8,8,9,8,9,8,8,9,8,9,8,9,8,9,8,9,8,9,8,9,9,9,8,9,8,8,8,8,9,9,8,9,9,9,10,10,9,10,9,9,9,10,9,10,9,10,10,10,10,9,10,9,9,9,9,9,9,5,11,8,9,8,9,9,10,9,9,9,9,9,9,10,8,9,9,9,8,10,9,9,9,9,10,9,9,9,8,9,9,9,9,9,9,5,10,5,8,9,9,8,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,8,9,8,8,8,9,8,9,8,9,8,8,8,9,8,8,9,8,9,8,8,9,8,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,8,6,11,9,9,9,10,8,9,9,9,9,8,9,9,9,8,9,9,8,9,8,9,9,8,9,9,9,8,9,9,9,8,9,9,8,9,8,9,8,9,8,6,7,8,7,8,8,7,7,8,8,7,7,8,8,7,8,8,7,8,7,8,8,7,8,8,7,8,8,7,11,5,8,7,7,7,7,8,8,7,8,8,7,8,7,8,7,8,7,8,7,8,7,8,7,8,7,11,8,9,8,8,8,9,8,9,8,9,5,7,8,7,8,8,7,7,8,7,8,8,7,7,8,7,8,8,7,8,7,8,7,7,8,7,7,7,8,7,8,7,8,7,9,7,8,7,8,7,8,7,8,7,8,7,8,8,8,7,9,7,9,8,7,9,7,9,8,8,8,7,8,8,8,8,8,8,9,7,8,9,11,9,9,9,9,9,8,9,9,9,9,8,10,9,9,9,6,8,9,8,9,8,8,13,11,6,10,8,9,9,8,12,11,10,9,9,8,9,9,8,9,9,8,9,9,8,9,9,9,10,9,10,8,9,9,9,9,8,10,8,9,9,8,9,9,9,8,9,8,10,9,10,8,9,6,8,7,9,11,9,9,9,8,9,9,8,9,9,9,8,9,9,9,10,9,9,6,7,8,9,7,9,7,8,8,9,8,7,8,8,8,8,8,7,8,8,8,7,8,8,8,8,8,7,8,7,11,9,6,7,8,8,8,7,8,8,7,8,8,8,7,8,8,8,8,8,8,7,9,7,8,9,8,8,8,8,8,8,8,8,7,9,7,8,8,8,8,8,8,11,9,9,9,8,9,9,10,9,9,10,9,9,9,10,9,9,9,9,9,9,9,10,9,9,9,10,10,10,9,10,9,9,10,10,9,10,9,10,9,10,10,10,10,10,9,10,9,10,10,9,9,10,10,9,10,11,10,10,11,10,10,10,10,10,9,10,10,9,10,9,9,10,9,10,9,9,10,9,9,10,9,9,10,9,10,9,9,10,9,9,10,9,9,10,9,9,9,9,10,9,9,9,9,9,9,10,9,9,10,9,10,9,10,10,10,11,11,10,11,11,10,11,10,10,11,10,11,10,11,10,11,11,11,10,10,9,9,9,10,9,10,9,9,10,9,9,9,9,9,9,9,8,9,10,9,9,9,10,9,9,9,10,9,9,9,9,10,9,10,10,10,11,10,10,10,11,11,10,10,11,10,11,10,11,10,11,10,11,11,10,10,12,10,11,9,10,9,9,10,9,9,9,9,9,9,10,9,10,9,10,9,10,9,9,9,9,9,9,10,9,10,10,11,11,11,11,11,11,12,12,11,11,12,11,12,11,12,11,11,11,12,11,11,11,12,10,10,11,10,10,10,9,10,10,9,9,9,9,9,10,9,9,9,10,9,9,9,9,10,8,10,8,10,9,8,9,10,8,10,9,9,9,10,9,10,9,9,9,9,9,8,9,9,9,9,8,9,8,9,8,8,9,8,9,8,8,9,8,8,8,8,9,6,9,9,8,8,8,8,5,8,7,8,7,8,7,8,8,8,10,9,9,9,9,9,10,10,9,10,9,10,10,10,10,9,10,11,11,11,11,11,10,11,11,11,11,11,10,11,11,11,10,11,11,11,10,11,10,12,10,11,10,10,10,9,10,10,9,11,9,10,10,9,10,10,10,9,10,9,11,9,11,10,11,10,10,10,10,10,10,11,10,11,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,11,10,11,10,11,10,10,10,10,11,10,11,11,11,11,12,12,11,12,11,10,10,11,10,10,10,10,10,10,9,10,10,9,9,6,8,8,7,8,8,8,8,8,11,9,9,9,9,10,10,11,10,10,9,11,10,10,10,10,10,10,9,9,10,11,11,11,11,10,11,10,11,11,11,10,10,9,10,10,10,10,11,11,12,11,12,11,12,12,12,10,10,11,11,11,11,11,10,9,9,5,10,9,9,10,10,10,10,9,10,9,10,9,10,9,9,9,10,9,10,10,11,11,10,10,10,10,10,10,10,9,9,10,8,9,9,8,9,9,9,10,9,10,5,9,8,9,9,8,9,9,8,9,9,9,8,9,9,8,8,8,13,9,10,11,9,10,9,10,10,10,10,10,9,10,10,9,10,10,10,9,5,9,8,9,9,8,8,8,12,10,11,10,11,9,10,9,10,9,10,10,11,10,11,11,10,11,12,11,10,11,11,11,10,11,10,11,10,10,11,10,11,10,11,10,11,11,10,11,11,10,11,11,11,11,10,11,11,10,11,11,10,11,10,11,11,10,10,11,10,11,11,11,10,11,11,11,11,11,10,11,10,10,10,10,10,10,10,10,10,10,11,10,10,11,9,9,9,9,10,8,10,9,9,10,9,10,9,9,10,9,9,9,10,9,10,9,10,9,9,10,9,10,9,9,9,9,11,10,11,9,6,7,8,12,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,11,10,12,12,10,12,11,12,11,11,11,9,9,9,8,5,12,9,10,9,10,9,9,9,9,9,6,8,7,8,8,10,10,9,10,10,10,10,11,11,10,10,10,10,11,10,10,11,10,10,11,10,10,10,11,10,8,6,7,11,11,10,10,10,10,10,10,9,11,9,10,9,9,10,10,10,10,10,10,11,9,10,10,9,10,8,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,9,8,9,9,9,8,9,9,9,9,9,9,9,9,8,9,9,8,6,8,10,9,9,9,9,8,9,9,9,9,9,9,5,11,9,8,8,9,8,9,8,9,8,10,10,10,10,9,9,9,10,8,8,9,9,9,8,9,9,9,9,8,9,8,9,8,8,4,8,8,8,8,9,8,8,9,8,9,8,8,9,8,9,8,9,8,6,11,9,9,10,9,10,9,9,10,9,9,9,9,9,8,6,7,8,7,8,10,9,10,9,8,9,9,9,9,8,9,10,9,9,10,10,9,10,10,9,10,11,11,12,10,11,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,9,5,8,7,7,10,9,10,11,10,10,10,11,10,11,9,11,10,9,10,11,10,10,10,9,10,9,9,9,10,10,9,10,9,10,9,9,9,9,9,9,9,9,9,10,9,9,8,9,8,9,9,8,9,8,8,10,9,9,9,5,8,8,11,8,9,9,9,10,9,9,9,10,9,9,10,11,10,10,10,10,9,10,10,9,9,10,10,9,10,9,8,9,9,9,9,9,8,9,9,9,8,9,9,8,9,8,9,9,8,9,8,9,9,8,9,9,9,8,8,10,8,10,8,9,10,9,10,9,10,9,9,9,9,10,9,9,10,9,9,10,9,9,9,10,9,9,10,10,10,10,10,10,9,10,10,9,10,9,9,9,10,9,9,9,10,8,9,10,9,9,8,10,9,8,9,9,9,9,9,8,9,9,9,10,8,9,9,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,9,9,8,9,8,9,9,5,8,11,8,9,9,5,8,8,10,8,9,9,8,8,8,8,9,8,9,9,8,9,8,9,8,9,9,8,9,9,8,10,8,9,9,9,10,9,9,8,10,9,5,9,8,8,9,8,9,8,9,12,10,6,8,8,7,8,7,8,7,8,7,8,7,8,7,8,7,11,9,8,9,9,8,6,11,9,9,9,9,9,9,9,10,9,10,9,9,9,10,9,10,9,9,9,10,10,10,9,10,9,10,9,10,9,9,8,9,9,9,9,9,10,9,10,10,9,10,10,10,10,10,10,11,9,10,9,9,9,9,9,9,9,9,8,9,8,6,7,8,10,9,6,8,7,11,9,8,9,8,9,9,9,9,8,10,9,8,9,9,9,9,9,8,9,9,8,9,9,8,9,8,9,9,8,9,9,8,8,9,9,9,9,8,9,9,8,9,9,8,9,8,9,8,9,9,8,9,8,10,9,9,9,9,9,8,9,9,9,8,9,9,8,9,10,8,9,8,6,12,9,10,10,9,10,10,9,10,10,9,10,10,10,9,10,10,10,9,10,10,10,10,9,10,10,10,10,12,12,12,11,12,11,11,12,11,12,11,11,9,11,11,11,12,12,11,11,10,11,11,11,10,11,10,11,10,10,10,11,10,10,11,11,11,11,11,11,11,11,10,11,9,11,10,10,11,11,9,10,10,9,8,9,10,9,10,9,10,9,10,9,9,10,9,9,9,11,10,10,10,9,10,9,10,10,10,10,10,10,11,10,10,10,11,10,10,10,11,11,9,10,10,6,11,10,10,11,10,10,10,10,11,10,10,10,10,10,10,10,11,10,11,11,10,10,11,10,11,10,10,10,11,10,10,11,10,10,10,10,8,9,10,10,10,11,10,11,10,10,11,11,10,11,11,11,10,11,10,11,10,11,10,12,10,11,10,11,10,10,9,11,9,10,10,10,11,9,10,9,10,9,9,9,10,10,9,11,10,11,10,10,10,10,10,9,10,9,10,10,11,10,10,10,11,11,10,10,9,10,9,9,9,8,9,8,9,6,7,8,7,8,10,9,10,10,9,9,9,9,9,8,9,9,8,10,8,10,9,10,11,11,11,10,11,11,10,10,10,10,11,10,11,10,11,10,11,10,11,10,11,10,10,9,10,9,9,9,9,10,9,9,9,10,9,9,9,9,10,8,10,8,9,9,9,6,8,11,10,9,9,9,10,9,10,9,10,10,10,10,9,9,9,9,9,9,10,9,8,9,9,9,8,9,10,9,9,10,10,8,10,9,9,10,10,9,9,10,9,10,10,10,9,9,9,10,10,9,9,10,9,10,9,9,10,9,9,10,9,9,9,9,10,9,9,8,10,8,9,9,9,9,8,9,9,8,9,8,8,9,9,8,9,8,9,8,9,8,9,9,8,9,8,8,9,9,9,8,9,8,8,9,8,8,9,8,9,8,9,9,9,9,9,8,9,8,9,9,9,9,8,9,9,9,8,9,9,8,8,8,8,9,8,9,9,8,10,9,9,9,10,9,9,9,9,9,10,9,9,9,9,9,9,9,10,9,9,9,9,5,8,10,9,9,9,8,9,9,8,9,8,9,9,9,10,9,9,9,8,9,8,10,8,9,8,9,9,8,9,9,8,9,8,9,10,8,10,8,9,5,8,8,8,8,8,8,7,8,8,12,8,9,10,9,10,9,11,10,9,9,10,9,10,9,10,10,9,10,9,10,9,9,10,10,9,9,10,9,9,9,9,9,9,10,9,10,10,9,10,9,10,10,9,9,10,9,10,9,5,10,9,9,9,8,9,8,9,9,8,9,8,8,9,9,9,9,9,8,9,8,9,10,9,9,9,9,8,9,9,8,9,9,8,9,8,9,8,9,8,8,9,9,8,9,8,10,9,9,8,9,8,5,10,9,8,8,8,8,9,7,8,8,7,8,8,8,9,9,9,9,9,9,8,9,8,9,8,9,8,9,8,9,9,8,9,9,8,9,8,9,8,9,8,8,9,8,9,9,8,9,9,9,8,9,9,8,9,8,9,8,10,8,9,9,9,9,9,9,9,9,9,8,10,8,10,10,9,10,9,9,10,10,9,10,9,9,9,8,8,9,9,9,9,9,9,8,9,9,9,9,8,10,8,10,9,9,9,9,9,9,10,9,10,9,9,10,9,9,9,8,6,8,7,7,8,8,7,8,7,10,9,9,10,9,10,9,9,10,9,9,9,10,9,9,10,9,9,9,9,10,8,10,8,10,8,9,10,9,9,9,9,9,8,9,9,9,9,8,9,8,9,9,9,9,8,9,8,9,9,9,9,8,9,8,9,9,9,9,9,8,9,9,9,9,9,9,8,10,9,9,9,9,9,6,8,8,9,8,12,10,9,6,8,8,7,7,8,7,7,8,10,8,9,9,8,8,8,9,8,9,8,8,9,9,9,9,8,9,8,9,8,8,9,9,9,9,9,9,9,9,9,8,8,8,9,8,9,9,8,6,8,7,7,8,7,8,8,7,7,8,7,8,7,8,7,11,9,10,9,10,9,10,10,10,10,10,10,10,9,10,11,11,11,10,10,10,10,11,10,9,11,9,11,9,11,9,11,9,10,10,10,11,10,10,11,11,11,11,10,11,11,11,11,11,10,11,12,10,12,10,11,11,10,11,11,10,11,12,11,11,11,11,11,10,11,11,11,10,11,10,11,10,11,11,11,10,11,11,11,10,11,11,10,11,11,11,11,11,11,11,11,11,10,10,11,12,11,10,11,11,11,11,11,11,11,11",
"test_run_times": [
33.27000000000000312638803734444081783294677734375,
33.13000000000000255795384873636066913604736328125,
33.219999999999998863131622783839702606201171875
]
},
"Cayman NIR nosb main+fix": {
"value": "3,14,14,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,8,9,8,9,8,9,8,9,8,9,8,9,5,11,9,10,9,10,9,10,10,10,10,10,10,10,10,10,10,11,10,11,10,11,10,10,11,10,10,10,10,10,10,10,10,10,10,9,10,10,10,10,9,10,10,11,10,10,9,11,9,10,10,10,10,9,10,10,9,10,10,9,10,10,10,9,10,9,10,10,10,10,10,10,10,9,9,10,9,9,9,10,9,10,10,9,10,9,10,9,10,9,10,9,10,9,9,9,9,9,10,9,9,10,10,10,9,10,9,10,9,10,10,11,9,11,9,11,9,10,10,9,10,9,9,9,9,10,9,11,10,10,10,11,9,10,10,10,10,10,9,10,10,9,10,9,10,9,10,10,10,10,11,9,10,11,10,10,10,10,10,10,10,9,10,10,9,9,10,11,10,10,10,10,11,10,11,10,11,10,11,10,10,10,10,10,10,10,10,10,10,11,10,9,11,10,10,10,10,10,9,10,10,10,10,10,10,9,9,10,10,6,8,9,8,12,9,9,8,9,10,8,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,8,9,9,9,8,9,10,9,9,9,9,9,9,10,9,10,9,9,10,9,10,9,9,9,9,9,8,6,8,10,6,7,8,8,7,8,8,7,9,11,8,9,10,10,9,10,9,9,8,8,9,8,9,9,9,9,9,9,9,10,9,9,10,8,9,6,10,9,9,10,8,10,8,10,9,9,9,9,10,9,9,10,9,9,9,10,9,10,9,10,10,9,9,9,10,9,10,9,11,9,10,11,10,10,10,10,10,9,9,9,9,9,10,8,9,9,9,8,9,9,8,9,9,8,9,8,9,9,8,9,8,9,8,9,9,8,8,8,9,8,8,8,9,8,9,8,9,8,9,8,9,8,8,9,9,9,8,9,8,9,9,9,8,8,9,8,9,8,9,9,9,9,9,10,10,10,9,9,10,9,10,9,10,10,10,10,9,10,9,9,9,9,8,9,9,5,12,8,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,10,9,9,9,10,9,9,9,8,9,9,9,9,9,9,5,10,6,7,10,8,9,9,9,9,10,10,9,9,8,8,10,9,9,9,9,9,9,9,8,9,9,9,9,8,9,9,9,9,8,9,8,9,8,9,8,9,8,8,9,8,8,9,8,9,8,8,9,8,8,9,8,8,9,9,9,8,9,9,9,10,9,9,9,8,9,9,9,8,9,9,8,9,9,9,9,9,9,9,9,9,9,8,9,9,6,11,9,9,9,8,9,9,8,9,9,9,9,8,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,9,8,9,8,9,9,8,10,8,9,8,8,6,8,8,7,7,8,7,8,7,8,7,8,8,7,8,8,7,8,8,8,7,8,7,8,8,7,8,7,8,10,6,7,8,8,7,7,8,8,7,8,8,7,8,7,8,7,7,8,7,8,8,7,8,7,8,7,11,8,9,8,9,8,8,9,9,8,8,5,8,7,8,8,7,8,7,8,7,8,7,7,8,7,8,7,8,7,8,7,7,7,7,8,7,8,7,8,7,8,7,8,7,8,8,8,7,8,7,8,7,8,8,8,8,7,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,8,8,8,9,8,8,8,11,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,6,9,8,9,8,8,9,13,11,6,10,9,8,9,8,12,11,10,9,9,9,8,9,9,8,9,8,9,9,9,8,9,9,10,9,10,8,9,9,9,9,8,9,9,9,8,9,9,8,9,9,9,8,10,9,9,9,9,6,8,8,8,12,9,9,9,8,10,8,9,9,8,9,10,8,9,9,10,10,9,5,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,7,8,8,8,8,8,7,8,10,9,6,8,8,7,8,8,8,7,8,7,8,8,8,8,8,8,8,9,8,8,8,8,8,7,8,8,8,9,8,8,8,8,8,8,8,7,8,8,8,8,8,12,8,9,9,8,8,9,9,10,9,10,9,9,9,10,9,9,9,9,9,9,9,10,9,10,9,9,10,9,9,10,10,10,9,10,9,9,10,9,10,10,10,10,9,10,9,10,9,10,9,10,11,9,10,9,10,10,11,10,10,10,11,10,10,10,9,10,10,9,9,10,9,10,9,9,10,9,9,10,9,9,10,10,9,10,9,10,9,9,9,10,9,9,10,9,9,9,10,9,9,9,9,9,9,9,9,9,10,8,10,9,10,10,10,9,11,11,10,11,11,11,10,11,10,10,10,11,10,11,11,10,11,10,11,10,9,10,9,9,10,9,9,10,9,9,10,9,10,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,9,9,10,9,9,9,11,10,10,10,11,10,10,11,11,10,10,11,10,10,11,10,11,10,11,10,11,11,10,11,11,10,10,9,10,9,9,9,9,9,9,9,9,9,10,10,9,10,9,10,9,9,9,10,9,9,9,10,10,10,10,11,11,11,12,11,11,12,12,11,11,11,12,11,12,11,11,12,11,11,12,11,11,11,10,10,10,11,10,9,10,10,9,9,9,9,9,9,10,9,9,9,10,9,9,9,10,9,9,9,9,9,9,9,9,9,8,9,10,9,10,9,9,10,8,9,9,9,10,8,10,8,9,9,9,8,8,9,8,8,9,8,8,9,8,9,8,9,8,8,6,10,8,8,9,8,8,6,7,7,8,7,8,8,7,8,8,11,8,9,10,9,9,9,11,9,10,10,9,10,10,10,10,10,11,12,11,11,11,10,11,10,11,11,11,11,11,10,11,11,11,11,10,11,11,10,10,11,11,10,11,9,10,10,9,10,10,10,10,10,10,9,10,10,10,9,10,10,10,11,10,11,10,10,10,10,11,10,11,10,11,10,11,10,10,11,10,9,10,10,11,10,10,10,10,11,10,10,10,11,10,11,11,10,10,11,10,11,10,11,10,11,10,11,11,12,11,12,11,12,11,10,10,11,10,10,10,10,10,10,10,10,9,10,9,5,9,7,8,8,8,8,8,8,11,8,9,9,9,10,10,11,10,10,10,10,10,10,10,10,10,10,10,9,10,10,11,11,11,11,10,11,10,12,11,10,10,9,10,9,10,10,12,11,11,11,12,11,12,12,11,11,10,11,11,11,12,11,10,9,9,5,11,8,10,9,10,10,9,10,9,10,9,9,9,10,9,10,10,9,10,10,12,11,11,10,11,10,10,10,10,9,10,8,10,9,8,10,8,9,10,9,10,10,6,8,9,8,9,8,9,9,9,8,9,9,8,9,9,8,8,9,11,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,9,6,8,8,9,9,8,8,8,12,11,10,11,10,10,9,10,9,10,9,10,11,10,11,11,10,12,11,11,10,11,12,11,10,11,10,12,10,11,10,11,11,10,11,11,11,10,11,11,11,11,10,11,11,11,11,11,10,11,11,11,10,11,11,10,11,11,11,10,11,11,10,11,11,11,11,11,11,11,10,10,11,10,9,11,10,11,10,10,10,11,10,10,10,11,9,9,10,9,9,9,9,9,10,9,9,9,10,9,9,9,10,9,10,10,9,10,9,10,9,9,9,9,10,8,9,9,11,10,11,9,6,8,7,12,9,9,9,9,8,9,9,8,9,8,9,10,9,9,8,9,9,9,9,9,8,9,9,9,9,9,9,9,9,11,10,12,12,11,10,12,11,12,10,10,10,10,8,9,6,12,9,9,9,9,10,9,9,9,9,5,9,8,8,8,10,10,9,10,9,11,10,12,10,10,10,11,10,10,10,10,10,11,10,11,11,10,10,10,10,9,6,7,10,11,10,10,9,10,10,10,10,10,9,10,9,10,10,10,10,10,10,10,10,10,10,9,9,9,10,9,9,9,8,9,9,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,9,8,9,9,9,10,9,8,9,5,8,10,9,9,9,9,8,9,9,9,9,9,10,5,11,8,8,9,8,8,8,9,9,8,10,10,10,10,9,10,9,9,8,9,9,9,9,8,9,9,9,9,9,9,8,8,8,8,9,8,8,9,8,8,8,9,9,8,8,9,8,9,8,9,8,9,8,6,11,9,9,10,9,9,10,9,10,9,9,9,9,8,10,5,8,8,7,7,10,9,10,9,9,9,9,9,9,8,9,9,10,9,10,9,10,10,9,10,10,11,12,11,12,9,10,9,9,9,9,9,9,9,10,9,9,10,10,9,9,8,6,7,8,7,10,8,11,10,11,10,10,11,10,10,11,10,10,10,10,11,10,10,9,11,9,10,9,9,9,10,9,10,10,9,10,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,8,9,8,9,8,10,9,9,9,5,8,8,11,8,9,9,9,10,9,9,10,9,9,10,10,10,10,11,9,10,10,9,10,10,9,10,9,10,9,9,10,8,9,9,9,9,8,9,8,9,9,8,9,9,9,9,8,9,9,8,9,8,9,9,8,9,9,9,9,9,9,8,10,8,10,9,10,9,10,9,9,10,9,10,9,9,9,9,10,9,9,10,9,10,9,11,9,11,9,10,10,10,9,10,10,9,9,9,9,9,10,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,10,8,9,9,9,9,8,9,9,8,9,8,9,9,9,8,9,9,8,8,6,8,11,8,9,9,6,8,7,11,9,8,9,9,9,8,9,9,8,9,8,9,8,9,9,8,9,9,8,9,9,9,9,9,9,9,9,10,9,9,9,9,9,5,8,8,9,8,9,8,9,9,12,9,6,8,9,7,7,8,7,7,8,7,8,8,7,7,8,7,11,9,9,9,8,9,6,10,9,9,10,8,9,9,9,10,9,10,9,10,10,10,9,9,9,9,10,10,10,9,10,9,10,10,10,10,8,10,8,9,9,9,9,9,9,9,9,10,10,10,9,10,10,11,10,11,9,10,9,9,9,9,9,9,9,8,9,9,8,6,7,7,11,9,5,8,8,11,9,8,9,8,9,9,9,9,8,10,9,9,8,8,9,9,9,8,8,9,9,9,8,9,9,8,9,8,9,9,8,9,9,8,10,8,9,9,8,8,9,8,9,8,9,8,9,9,9,8,9,9,8,9,10,9,9,9,9,8,9,9,9,9,9,10,9,9,8,9,10,9,5,12,9,10,10,9,10,10,9,10,10,10,10,9,10,10,10,9,10,10,10,10,9,10,10,9,10,10,10,12,11,13,11,12,11,12,11,11,12,12,10,11,11,11,11,11,12,12,10,11,11,11,10,10,11,10,11,10,11,10,10,11,10,11,11,10,11,11,11,11,11,10,11,10,10,10,10,10,11,10,11,10,9,9,9,9,9,10,9,10,9,10,9,10,9,9,10,9,10,10,10,9,10,10,9,10,10,10,10,10,10,10,10,11,10,10,10,11,9,11,11,9,10,9,6,12,10,10,11,10,10,10,10,10,11,10,10,10,10,10,11,11,11,11,10,11,10,11,10,10,10,11,10,11,10,10,11,10,10,10,9,10,9,10,10,11,11,10,11,10,11,10,11,11,11,12,11,10,11,10,11,10,11,10,11,11,11,10,11,10,11,10,10,10,10,10,11,10,10,9,10,9,10,9,10,9,10,10,10,11,10,11,9,11,10,9,10,9,11,9,10,10,11,10,11,11,12,10,11,9,10,9,9,9,8,9,8,8,6,7,8,7,8,10,9,10,10,9,9,9,9,9,9,9,9,9,9,10,8,10,10,11,11,12,10,11,10,11,9,11,9,11,10,11,10,11,10,11,10,11,10,10,10,10,10,10,9,9,9,9,10,9,9,9,9,10,9,9,9,9,9,9,9,8,9,10,5,8,12,9,9,9,9,10,9,9,10,10,10,9,10,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,10,9,9,10,8,9,9,9,10,9,10,9,10,9,11,9,10,9,9,10,9,9,10,9,9,10,9,10,9,9,9,10,9,9,10,9,9,9,8,9,8,9,9,9,9,8,9,8,9,9,8,9,8,9,9,8,9,8,9,8,8,9,9,8,9,8,9,9,8,9,8,9,8,8,9,8,8,9,8,9,8,9,9,9,9,9,9,9,8,9,9,9,8,9,9,9,9,8,9,8,9,8,8,8,9,8,9,8,10,8,9,10,9,9,9,10,9,10,9,9,10,8,10,8,10,9,9,9,9,10,9,9,9,6,7,12,8,9,9,9,8,9,9,8,9,9,9,9,10,9,9,9,8,9,9,8,9,8,9,9,8,9,9,9,8,9,9,8,10,9,9,9,9,5,8,8,8,7,7,8,8,8,8,11,9,9,10,10,10,9,10,10,10,10,9,11,9,9,9,10,9,10,9,9,10,9,10,9,10,9,9,9,10,10,9,10,9,9,10,10,11,9,10,9,10,9,10,9,10,9,10,9,9,10,9,9,8,8,9,8,10,8,8,9,9,8,9,8,10,9,9,9,9,9,9,9,10,9,9,9,8,9,9,8,9,8,9,8,8,9,8,9,8,9,9,8,9,9,8,10,8,10,8,8,8,6,9,9,8,8,8,8,8,8,8,8,8,8,7,8,9,9,9,9,9,9,8,9,8,9,9,8,9,9,8,9,8,9,9,8,9,8,9,8,8,9,8,8,9,8,9,9,8,9,8,10,8,9,8,9,9,8,9,8,9,9,9,8,9,9,9,9,9,9,9,8,9,10,9,9,10,10,9,9,9,9,10,9,9,9,9,8,9,8,9,9,9,9,9,9,9,8,10,8,9,9,9,9,9,9,9,9,9,9,11,9,11,9,9,10,9,9,9,8,6,7,8,7,8,7,8,7,8,10,9,9,10,10,9,9,10,9,9,9,10,9,9,9,10,9,10,9,9,9,10,9,8,9,9,10,9,9,9,9,8,9,9,9,9,9,8,9,9,8,9,9,8,8,9,9,8,8,10,8,10,9,9,8,9,9,8,9,9,9,9,9,9,9,8,9,8,9,9,8,9,9,10,5,8,9,8,9,11,10,10,6,8,7,8,7,7,8,7,8,10,8,9,8,9,8,8,9,8,8,9,8,9,9,8,9,9,8,9,8,9,9,9,9,9,9,9,9,8,9,9,8,9,8,8,9,8,9,9,6,7,7,8,7,8,7,8,7,8,7,7,8,7,8,7,11,9,10,9,9,10,10,10,10,10,10,10,10,10,10,11,11,10,10,11,10,10,10,11,9,11,9,11,9,11,9,10,10,10,10,10,11,10,11,10,11,11,11,10,11,11,11,11,10,10,11,11,11,11,11,11,11,10,11,11,11,10,12,11,11,11,10,11,11,10,11,11,10,11,11,10,11,11,10,11,10,11,11,11,10,11,11,10,10,10,12,10,11,11,11,11,11,10,11,11,11,11,11,11,11,10,11,11,11,11,11",
"test_run_times": [
33.35000000000000142108547152020037174224853515625,
33.24000000000000198951966012828052043914794921875,
33.3599999999999994315658113919198513031005859375
]
},
"Cayman NTT+sb-latest": {
"value": "2,13,13,9,9,8,8,9,9,9,9,8,9,9,10,8,9,9,9,9,9,9,8,8,9,8,9,9,8,8,8,9,8,8,8,9,8,6,11,9,9,10,9,10,9,10,10,10,10,10,10,10,10,10,11,10,11,10,10,10,11,9,10,10,10,11,10,10,10,10,10,10,10,10,9,10,10,10,10,10,10,10,10,10,10,9,10,10,10,10,10,10,9,10,10,9,10,10,10,10,9,10,10,10,9,10,10,10,10,10,10,9,9,10,9,9,10,9,10,9,10,10,9,9,9,10,10,9,9,9,9,9,9,9,9,10,9,9,9,10,10,10,10,9,11,9,10,10,11,10,10,10,10,10,10,10,9,9,10,9,10,9,10,10,10,10,11,10,10,10,10,10,10,10,10,10,9,10,10,9,10,10,9,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,10,9,11,11,10,10,10,10,11,11,10,11,11,10,11,10,10,10,10,10,10,10,10,10,11,10,10,10,10,10,10,10,10,10,9,10,10,10,11,9,10,9,10,9,7,8,8,9,11,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,8,10,8,9,8,10,10,9,10,9,9,8,10,9,10,10,9,10,9,10,9,9,9,9,9,8,9,6,7,11,6,8,8,7,8,8,7,8,8,11,9,9,10,9,10,9,9,9,9,9,9,9,9,8,9,9,9,9,9,10,10,10,9,9,8,5,11,9,10,9,9,9,9,10,9,9,9,10,9,10,9,9,9,9,10,9,9,9,9,11,9,10,10,9,9,10,10,9,10,9,11,10,10,10,10,10,10,9,9,9,9,10,9,9,8,9,9,8,9,9,8,9,8,9,9,8,9,9,8,9,8,9,8,9,8,8,9,8,8,8,8,9,8,8,9,8,9,8,9,9,8,9,8,8,9,9,8,8,9,8,9,9,8,9,8,9,8,9,9,9,8,9,10,10,10,9,9,10,9,9,9,10,10,10,10,9,10,10,10,9,9,9,9,9,8,6,11,8,9,9,9,9,9,9,9,9,10,9,9,9,8,9,9,8,9,9,9,10,8,9,9,9,10,9,8,9,9,9,9,9,8,6,10,5,8,10,8,9,9,9,9,10,9,9,9,9,9,9,9,9,9,10,8,10,8,9,10,9,9,9,9,8,9,9,8,9,8,9,9,9,8,8,8,9,8,8,8,8,9,9,9,8,9,8,8,9,8,9,8,9,9,8,9,9,9,9,10,8,9,9,9,8,9,9,9,8,9,9,8,9,9,9,9,9,9,8,9,10,8,10,8,6,12,9,9,9,9,8,9,9,8,9,9,9,9,8,9,9,8,9,9,9,8,9,9,9,9,8,9,9,8,9,8,9,9,9,9,8,9,9,8,8,6,7,8,8,7,7,8,8,7,7,8,8,7,8,7,8,8,7,8,7,8,7,8,8,7,8,7,8,7,10,6,7,8,8,7,8,7,7,8,7,7,8,7,7,7,8,7,7,8,7,8,7,7,8,7,8,11,8,9,8,8,9,8,9,8,9,8,6,8,7,8,7,7,8,7,7,8,8,7,7,8,7,8,7,8,7,7,8,7,8,7,8,7,8,7,8,7,8,8,7,8,8,7,8,7,8,7,8,8,7,8,8,8,8,7,8,8,8,8,8,8,9,8,8,8,8,8,7,8,8,8,8,8,8,8,8,7,8,9,11,9,9,9,10,9,8,10,8,9,9,9,9,9,9,9,6,8,9,8,9,8,8,14,10,7,9,9,8,9,8,13,11,9,10,8,9,9,8,9,9,8,9,9,8,9,9,8,9,10,9,10,9,8,9,9,9,9,9,9,8,9,9,8,8,9,8,9,9,9,9,9,9,9,6,8,8,8,11,9,9,9,8,9,9,9,8,9,9,9,9,8,9,10,10,9,6,8,8,7,9,7,8,8,8,8,8,8,8,8,8,8,8,8,7,8,8,8,7,8,8,8,8,8,7,8,10,9,6,8,7,8,8,7,8,7,8,8,8,8,8,8,8,8,8,8,8,8,8,8,9,7,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,7,12,8,9,9,9,8,9,9,10,9,10,9,9,9,10,9,9,9,9,9,9,9,10,9,9,9,10,10,9,10,10,9,9,10,9,9,10,9,10,9,10,10,10,9,10,9,9,10,10,9,10,9,10,9,10,10,11,10,11,10,10,10,11,9,10,10,9,10,10,9,10,9,10,9,9,10,9,9,9,10,10,9,9,10,9,10,9,9,10,9,10,9,9,10,9,9,9,9,10,9,9,9,9,9,9,9,9,10,9,9,10,9,9,10,10,10,11,11,10,11,11,10,10,10,11,10,10,11,10,11,11,10,12,10,11,9,10,9,9,9,9,10,9,9,10,9,9,9,9,9,10,9,9,9,10,9,9,9,9,10,9,9,9,9,10,9,10,9,10,10,11,10,10,11,10,11,10,11,10,11,10,11,10,11,10,10,11,11,10,11,11,10,11,11,10,10,10,9,10,9,9,9,10,9,10,9,9,9,10,9,10,9,9,10,9,9,9,10,9,9,10,10,10,10,11,11,12,11,11,12,12,11,10,12,12,12,11,12,11,12,11,12,11,11,11,11,11,10,10,11,9,10,10,10,9,10,9,9,9,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,10,9,9,9,9,9,9,8,9,9,9,9,9,8,9,8,9,8,9,8,8,9,8,9,8,8,9,8,8,5,10,9,8,8,9,8,5,8,8,8,7,8,7,8,8,8,10,10,9,9,9,9,10,9,10,10,10,10,10,9,10,10,10,10,11,11,11,11,11,11,10,12,10,11,11,11,11,11,10,11,10,11,11,11,11,11,11,11,10,10,11,9,10,10,10,10,10,10,10,10,10,9,10,10,10,10,10,10,10,11,11,10,10,10,10,11,10,11,10,10,11,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,9,10,11,10,11,11,10,10,11,10,10,11,10,10,11,10,11,11,11,12,11,11,12,11,11,10,11,10,10,10,10,10,10,10,10,10,9,9,6,8,7,8,8,8,8,7,8,11,9,9,8,10,10,10,10,11,10,9,10,10,11,10,10,10,10,10,9,10,10,11,11,11,10,11,10,11,11,10,11,10,10,9,10,10,10,12,11,11,11,12,12,11,12,11,11,10,11,11,11,12,12,9,9,9,5,11,8,10,9,10,10,10,10,10,10,9,10,9,10,9,10,9,10,9,11,12,11,10,9,10,10,10,10,10,9,9,9,10,8,10,8,8,9,9,10,10,9,6,8,9,9,8,9,8,9,9,8,10,8,9,8,9,8,8,9,11,10,10,11,9,10,10,10,10,10,10,10,10,9,10,9,11,9,10,9,6,8,9,8,9,8,8,8,12,10,11,11,11,10,9,10,9,10,10,10,10,11,10,11,10,12,11,11,11,11,10,12,10,11,10,11,10,11,10,11,10,11,11,11,10,11,11,10,11,11,11,11,11,11,10,11,11,11,11,10,11,11,10,11,11,11,11,11,10,11,11,11,11,10,11,11,11,11,10,11,10,10,10,10,10,10,10,10,10,10,11,10,11,10,9,10,9,9,9,9,9,9,9,9,9,9,9,10,9,9,10,9,10,9,10,9,10,9,10,10,9,9,10,9,9,9,10,11,10,10,5,8,8,12,9,9,9,9,8,9,9,9,9,8,9,9,10,8,9,9,9,9,9,9,9,8,10,9,9,8,10,9,9,11,10,12,12,11,11,11,12,11,11,11,9,9,9,9,6,12,8,10,9,10,9,9,10,9,8,6,8,8,8,7,11,9,10,10,9,11,10,12,10,10,11,10,10,11,10,10,10,11,10,11,10,10,10,11,10,9,6,7,10,11,11,9,9,11,10,10,10,10,10,10,9,10,10,10,10,10,10,11,9,11,9,9,9,10,9,9,9,9,8,9,9,9,9,9,9,9,9,8,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,9,8,6,8,10,9,9,9,9,8,9,9,9,9,9,9,6,11,8,9,8,8,9,8,9,8,9,9,10,11,9,10,9,9,9,9,8,9,9,8,9,9,9,9,9,8,9,8,9,8,9,8,8,9,8,8,8,8,9,8,9,8,8,8,9,8,9,8,9,9,5,11,10,9,10,9,10,9,9,10,9,9,9,8,9,9,5,7,8,7,7,11,9,10,8,9,9,9,9,9,9,8,10,9,9,9,10,9,10,10,10,10,11,11,12,10,10,9,9,9,9,10,9,9,9,9,10,9,9,10,9,9,9,5,8,7,7,10,9,10,10,11,10,11,10,10,10,11,10,10,10,10,10,10,11,9,10,10,9,9,9,10,9,10,10,9,9,10,8,10,9,9,9,9,9,9,10,8,8,9,9,8,9,9,9,8,9,8,10,9,9,9,6,7,8,11,9,8,9,9,9,10,9,9,10,9,10,9,11,10,11,9,10,9,10,10,9,9,10,10,9,10,8,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,8,9,8,9,9,8,9,9,8,9,9,9,9,9,8,10,8,9,10,9,10,9,10,9,9,9,9,10,9,9,9,9,10,9,10,9,10,9,9,10,10,10,10,10,10,10,10,10,9,10,9,9,9,9,10,9,9,10,9,9,9,9,9,9,9,9,9,9,9,9,8,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,8,10,8,9,9,8,9,9,8,10,8,9,9,9,8,9,9,8,9,5,8,11,8,9,8,6,8,7,11,8,9,8,9,8,9,8,9,8,9,9,8,9,8,9,9,9,8,9,9,8,9,9,9,9,8,8,10,9,10,8,9,10,5,9,8,8,9,8,9,8,9,12,10,6,8,8,8,7,7,8,7,8,7,7,8,7,8,7,8,11,8,9,9,8,9,6,11,8,10,9,9,9,9,9,10,9,10,9,9,9,9,9,9,10,8,10,9,10,10,9,10,9,9,9,10,9,9,9,9,9,9,9,9,9,10,9,10,9,10,10,9,10,11,10,10,10,9,9,9,9,9,9,9,8,9,8,9,8,6,7,8,10,9,6,7,8,11,9,8,9,9,8,9,9,9,9,9,9,8,9,9,9,9,9,9,8,9,9,9,9,8,9,8,9,9,8,9,9,8,9,8,9,9,9,9,8,9,9,8,9,9,8,9,8,9,8,9,9,8,9,9,10,9,9,8,9,9,9,9,8,9,9,8,9,9,9,9,9,9,5,13,9,10,9,10,9,10,10,9,10,10,10,10,10,10,10,10,9,10,10,10,9,10,10,10,9,10,11,11,12,12,12,11,11,12,11,11,12,11,11,11,11,11,12,11,12,11,11,11,11,11,10,10,11,11,11,10,10,10,11,10,11,10,11,10,11,12,11,10,11,11,10,10,11,10,10,11,10,10,11,9,9,9,9,9,9,10,9,9,10,10,9,9,10,9,9,10,9,11,9,10,10,9,10,10,10,10,10,10,10,10,10,10,11,10,10,10,11,9,11,9,9,10,6,12,9,11,10,10,10,10,10,10,10,11,10,10,10,10,10,11,11,11,10,11,10,11,10,10,11,10,10,11,10,10,11,10,11,10,9,9,10,9,11,10,11,10,11,10,10,11,11,10,12,11,10,11,10,11,11,10,11,10,11,11,11,11,10,10,11,10,10,10,9,11,10,10,10,9,9,10,9,10,9,10,9,10,11,10,11,10,10,10,10,9,10,10,9,10,10,10,10,11,10,12,11,11,10,10,9,9,9,9,9,8,9,8,6,8,7,8,8,9,9,10,9,10,9,9,8,9,9,9,9,9,9,9,10,9,10,11,11,11,10,11,11,9,11,9,10,10,11,10,9,11,10,11,10,11,10,10,10,11,9,10,8,10,8,10,9,9,9,9,10,9,9,9,9,9,9,9,9,9,9,9,5,9,11,9,9,9,9,10,9,10,10,10,10,9,10,9,10,9,9,10,9,9,8,9,9,9,9,9,9,9,10,9,10,9,9,10,8,10,9,10,9,9,10,9,11,10,9,10,9,10,9,9,10,9,9,10,9,10,9,9,9,10,9,9,10,10,9,9,9,9,9,9,9,8,10,8,9,9,9,8,9,8,9,8,9,9,8,9,8,9,9,8,9,8,9,8,9,8,8,9,8,8,9,8,9,8,9,8,8,9,8,9,9,9,9,9,9,8,9,9,9,9,9,8,9,9,9,9,8,9,8,9,8,9,8,8,9,8,9,9,9,9,10,9,9,9,10,9,9,9,10,9,9,9,9,9,9,9,8,10,10,10,8,9,6,7,11,9,8,9,9,9,9,9,8,9,9,9,10,9,10,9,8,9,8,9,9,8,9,8,9,9,8,9,9,8,9,8,9,9,10,9,9,8,6,8,8,7,8,7,8,8,8,7,12,9,9,10,10,10,10,10,10,10,9,10,10,9,10,10,10,10,9,10,9,9,10,10,9,10,10,9,10,9,9,10,9,10,9,11,10,10,10,9,10,9,10,10,10,9,10,9,10,9,9,10,9,9,8,9,9,9,8,9,8,8,9,9,9,9,10,10,9,9,9,8,9,9,10,9,9,9,8,9,9,9,9,8,9,9,8,9,8,9,8,9,9,8,9,9,9,9,9,8,8,9,5,10,8,8,8,8,8,8,8,8,8,8,8,8,8,9,8,9,9,9,9,8,9,9,9,8,9,8,10,8,9,9,9,8,9,8,9,8,9,8,9,8,8,8,9,8,8,8,9,9,9,9,9,8,9,9,8,8,9,9,9,9,8,9,9,9,9,9,9,9,9,8,10,9,9,10,10,9,10,9,10,9,10,9,9,9,8,8,9,9,9,9,9,9,9,9,9,9,9,9,9,8,10,8,9,9,9,9,9,10,10,10,9,9,10,9,9,9,8,6,7,8,7,8,7,8,7,8,9,9,10,9,10,9,10,9,9,9,9,9,9,10,9,10,9,9,10,9,9,9,9,9,9,9,9,10,9,9,8,9,9,8,8,8,9,9,8,9,8,9,9,8,8,9,8,8,9,9,9,9,9,8,9,9,9,8,9,9,9,9,9,9,9,8,9,9,9,9,8,9,9,10,5,8,9,8,9,11,10,9,7,8,7,8,7,7,7,7,8,10,9,8,8,9,8,9,8,9,8,9,8,8,9,8,9,9,8,9,8,9,9,8,10,8,10,8,9,9,9,9,8,9,8,9,8,9,8,10,5,7,7,7,7,8,7,8,7,7,8,7,7,8,7,8,10,10,9,10,9,10,10,10,10,10,10,10,10,10,10,11,10,11,10,10,10,10,11,10,10,10,10,10,10,10,10,10,10,10,10,10,10,11,10,11,11,11,11,11,10,11,11,11,11,11,10,11,11,11,11,11,10,11,11,10,11,11,11,11,11,11,11,10,11,10,11,10,11,11,10,11,10,11,10,11,11,10,11,10,11,10,11,11,11,10,11,11,11,11,10,11,11,11,11,11,10,11,11,11,11,11,10,11,11,11,11",
"test_run_times": [
33.25999999999999801048033987171947956085205078125,
33.27000000000000312638803734444081783294677734375,
33.24000000000000198951966012828052043914794921875
]
}
}
}
}
}