AMD Ryzen Threadripper PRO 5965WX 24-Cores testing with a ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS) and ASUS NVIDIA NV106 2GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402040-NE-2024YEAR116
{
"title": "2024 year",
"last_modified": "2024-02-04 18:16:50",
"description": "AMD Ryzen Threadripper PRO 5965WX 24-Cores testing with a ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS) and ASUS NVIDIA NV106 2GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-03 20:50:14",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-04 01:43:55",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-04 11:01:55",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-04 14:14:13",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"bd5f54a420eb34245418300a8e9ccf0beb3abdc5": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=googlenet",
"description": "Device: CPU - Batch Size: 1 - Model: GoogLeNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.9399999999999995026200849679298698902130126953125,
"test_run_times": [
13.7400000000000002131628207280300557613372802734375
]
},
"b": {
"value": 9.7400000000000002131628207280300557613372802734375,
"raw_values": [
9.9000000000000003552713678800500929355621337890625,
9.730000000000000426325641456060111522674560546875,
9.589999999999999857891452847979962825775146484375
],
"test_run_times": [
13.839999999999999857891452847979962825775146484375,
14.089999999999999857891452847979962825775146484375,
14.0999999999999996447286321199499070644378662109375
]
},
"c": {
"value": 16.489999999999998436805981327779591083526611328125,
"test_run_times": [
9.5099999999999997868371792719699442386627197265625
]
},
"d": {
"value": 9.730000000000000426325641456060111522674560546875,
"test_run_times": [
14.0099999999999997868371792719699442386627197265625
]
}
}
},
"5fa176cc50862c4db0a5446794759786be71a046": {
"identifier": "pts\/lczero-1.7.0",
"title": "LeelaChessZero",
"app_version": "0.30",
"arguments": "-b blas",
"description": "Backend: BLAS",
"scale": "Nodes Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 173,
"test_run_times": [
380.6000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"b": {
"value": 219,
"raw_values": [
219,
218,
219
],
"test_run_times": [
382.08999999999997498889570124447345733642578125,
380.1200000000000045474735088646411895751953125,
378.6399999999999863575794734060764312744140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"c": {
"value": 225,
"test_run_times": [
379.8999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"d": {
"value": 213,
"test_run_times": [
380.80000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
}
}
},
"ab7b1e284f00adf277eb0c7e548ec0276757edcf": {
"identifier": "pts\/lczero-1.7.0",
"title": "LeelaChessZero",
"app_version": "0.30",
"arguments": "-b eigen",
"description": "Backend: Eigen",
"scale": "Nodes Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 121,
"test_run_times": [
377.70999999999997953636921010911464691162109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"b": {
"value": 146,
"raw_values": [
145,
143,
150
],
"test_run_times": [
374.31999999999999317878973670303821563720703125,
373.67000000000001591615728102624416351318359375,
376.33999999999997498889570124447345733642578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"c": {
"value": 154,
"test_run_times": [
375.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"d": {
"value": 151,
"test_run_times": [
376.1200000000000045474735088646411895751953125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
}
}
},
"db8fa582a4e071550fc77ccf19f389ba388b3e8d": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 543.5539999999999736246536485850811004638671875,
"test_run_times": [
2.70999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 573.0420000000000300133251585066318511962890625,
"raw_values": [
568.14300000000002910383045673370361328125,
587.125999999999976353137753903865814208984375,
563.855999999999994543031789362430572509765625
],
"test_run_times": [
2.680000000000000159872115546022541821002960205078125,
2.640000000000000124344978758017532527446746826171875,
2.680000000000000159872115546022541821002960205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 580.4669999999999845385900698602199554443359375,
"test_run_times": [
2.62999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 565.9059999999999490682967007160186767578125,
"test_run_times": [
2.640000000000000124344978758017532527446746826171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"4f2648a0a1576ecb1e75562444b1afbff0d7d83c": {
"identifier": "pts\/rav1e-1.8.0",
"title": "rav1e",
"app_version": "0.7",
"arguments": "-s 5 -l 200",
"description": "Speed: 5",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.7469999999999998863131622783839702606201171875,
"test_run_times": [
53.50999999999999801048033987171947956085205078125
]
},
"b": {
"value": 3.790999999999999925393012745189480483531951904296875,
"raw_values": [
3.81400000000000005684341886080801486968994140625,
3.7919999999999998152588887023739516735076904296875,
3.766999999999999904076730672386474907398223876953125
],
"test_run_times": [
52.57000000000000028421709430404007434844970703125,
52.86999999999999744204615126363933086395263671875,
53.21000000000000085265128291212022304534912109375
]
},
"c": {
"value": 3.7690000000000001278976924368180334568023681640625,
"test_run_times": [
53.18999999999999772626324556767940521240234375
]
},
"d": {
"value": 3.8910000000000000142108547152020037174224853515625,
"test_run_times": [
51.53999999999999914734871708787977695465087890625
]
}
}
},
"84816cea161bd166292a4319aaa85c0785591e51": {
"identifier": "pts\/rav1e-1.8.0",
"title": "rav1e",
"app_version": "0.7",
"arguments": "-s 10 -l 600",
"description": "Speed: 10",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.6340000000000003410605131648480892181396484375,
"test_run_times": [
56.49000000000000198951966012828052043914794921875
]
},
"b": {
"value": 10.8849999999999997868371792719699442386627197265625,
"raw_values": [
10.477000000000000312638803734444081783294677734375,
10.9320000000000003836930773104541003704071044921875,
11.1530000000000004689582056016661226749420166015625,
10.9749999999999996447286321199499070644378662109375,
10.888999999999999346300683100707828998565673828125
],
"test_run_times": [
57.340000000000003410605131648480892181396484375,
54.97999999999999687361196265555918216705322265625,
53.8599999999999994315658113919198513031005859375,
54.77000000000000312638803734444081783294677734375,
55.1700000000000017053025658242404460906982421875
]
},
"c": {
"value": 10.95700000000000073896444519050419330596923828125,
"test_run_times": [
54.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 11.0220000000000002415845301584340631961822509765625,
"test_run_times": [
54.50999999999999801048033987171947956085205078125
]
}
}
},
"bd8ac6ff04a2d893205ff5d5da799dd9f114cfe4": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-13b.Q4_0.gguf",
"description": "Model: llama-2-13b.Q4_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.6400000000000005684341886080801486968994140625,
"test_run_times": [
18.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"b": {
"value": 11.32000000000000028421709430404007434844970703125,
"raw_values": [
11.25,
11.269999999999999573674358543939888477325439453125,
11.4399999999999995026200849679298698902130126953125
],
"test_run_times": [
46.93999999999999772626324556767940521240234375,
46.88000000000000255795384873636066913604736328125,
29.5799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 11.269999999999999573674358543939888477325439453125,
"test_run_times": [
46.88000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"d": {
"value": 11.25,
"test_run_times": [
46.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"5ec248f11366563043c89a66b4fb53d8527b826d": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"updaterandom\"",
"description": "Test: Update Random",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 431692,
"test_run_times": [
60.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 418848,
"raw_values": [
421338,
410909,
424298
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.22999999999999687361196265555918216705322265625,
60.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 423788,
"test_run_times": [
60.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 417457,
"test_run_times": [
60.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"bd60d19ed572aa62476e8604a0a59c0049fea081": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.803000000000000824229573481716215610504150390625,
"test_run_times": [
10.7400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 18.681999999999998607336237910203635692596435546875,
"raw_values": [
18.5979999999999989768184605054557323455810546875,
18.842999999999999971578290569595992565155029296875,
18.6039999999999992041921359486877918243408203125
],
"test_run_times": [
10.8100000000000004973799150320701301097869873046875,
10.71000000000000085265128291212022304534912109375,
10.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 18.40899999999999891997504164464771747589111328125,
"test_run_times": [
10.8699999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 18.922000000000000596855898038484156131744384765625,
"test_run_times": [
10.660000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"c0909953df6c01b276f4de0da2ab76c9ea3b654d": {
"identifier": "pts\/compress-lz4-1.1.0",
"title": "LZ4 Compression",
"app_version": "1.9.4",
"arguments": "-b9 -e9",
"description": "Compression Level: 9 - Compression Speed",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 44.280000000000001136868377216160297393798828125,
"test_run_times": [
25.989999999999998436805981327779591083526611328125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 44.47999999999999687361196265555918216705322265625,
"raw_values": [
44.52000000000000312638803734444081783294677734375,
44.43999999999999772626324556767940521240234375,
44.469999999999998863131622783839702606201171875
],
"test_run_times": [
25.8599999999999994315658113919198513031005859375,
25.8599999999999994315658113919198513031005859375,
25.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 45.49000000000000198951966012828052043914794921875,
"test_run_times": [
25.690000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 44.52000000000000312638803734444081783294677734375,
"test_run_times": [
25.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
}
}
},
"594d16c50ef13421d29a77ac009ce481ebc2a82c": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 16 resnet50",
"description": "Device: CPU - Batch Size: 16 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 32.5,
"raw_values": [
32.5049686678240021819874527864158153533935546875
],
"min_result": [
"30.56"
],
"max_result": [
"32.75"
],
"test_run_times": [
63.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 32.10000000000000142108547152020037174224853515625,
"raw_values": [
32.22646372344500065310057834722101688385009765625,
32.2186827997930009814808727242052555084228515625,
31.849792803153999187770750722847878932952880859375
],
"min_result": [
"29.1"
],
"max_result": [
"32.53"
],
"test_run_times": [
64.280000000000001136868377216160297393798828125,
64.18999999999999772626324556767940521240234375,
64.81999999999999317878973670303821563720703125
]
},
"c": {
"value": 31.64999999999999857891452847979962825775146484375,
"raw_values": [
31.646618201660000835317987366579473018646240234375
],
"min_result": [
"29.55"
],
"max_result": [
"31.86"
],
"test_run_times": [
65.2099999999999937472239253111183643341064453125
]
},
"d": {
"value": 32.21000000000000085265128291212022304534912109375,
"raw_values": [
32.20872352554599871155005530454218387603759765625
],
"min_result": [
"30.29"
],
"max_result": [
"32.43"
],
"test_run_times": [
64.2399999999999948840923025272786617279052734375
]
}
}
},
"fbf21e19ecfd4182dbaecc664b2090d6795a1167": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"fillseq\"",
"description": "Test: Sequential Fill",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 620607,
"test_run_times": [
77.599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 618776,
"raw_values": [
623446,
620332,
612551
],
"test_run_times": [
77.2399999999999948840923025272786617279052734375,
77.6299999999999954525264911353588104248046875,
78.6200000000000045474735088646411895751953125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 604758,
"test_run_times": [
79.6299999999999954525264911353588104248046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 612428,
"test_run_times": [
78.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"1a8f84ecf131a8f2bb9cf496b58f44a8a27991a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2012.20620000000008076312951743602752685546875,
"test_run_times": [
37.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 1962.704700000000002546585164964199066162109375,
"raw_values": [
1973.87480000000005020410753786563873291015625,
1972.498800000000073850969783961772918701171875,
1941.740399999999908686731941998004913330078125
],
"test_run_times": [
42.719999999999998863131622783839702606201171875,
37.50999999999999801048033987171947956085205078125,
37.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 1970.610599999999976716935634613037109375,
"test_run_times": [
37.50999999999999801048033987171947956085205078125
]
},
"d": {
"value": 1962.15509999999994761310517787933349609375,
"test_run_times": [
37.77000000000000312638803734444081783294677734375
]
}
}
},
"fe8adf6ae3796d52419bec3b9df723076023e933": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.95070000000000032258640203508548438549041748046875,
"test_run_times": [
37.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 6.10099999999999997868371792719699442386627197265625,
"raw_values": [
6.06580000000000030269120543380267918109893798828125,
6.070299999999999585043042316101491451263427734375,
6.1668000000000002813749233609996736049652099609375
],
"test_run_times": [
42.719999999999998863131622783839702606201171875,
37.50999999999999801048033987171947956085205078125,
37.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 6.07469999999999998863131622783839702606201171875,
"test_run_times": [
37.50999999999999801048033987171947956085205078125
]
},
"d": {
"value": 6.10240000000000026858515411731787025928497314453125,
"test_run_times": [
37.77000000000000312638803734444081783294677734375
]
}
}
},
"32c4a9e7c95dcd035b29407cebc1edcf994c08a8": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"readwhilewriting\"",
"description": "Test: Read While Writing",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7004007,
"test_run_times": [
60.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 7070407,
"raw_values": [
7039337,
6983972,
7187912
],
"test_run_times": [
60.1700000000000017053025658242404460906982421875,
60.17999999999999971578290569595992565155029296875,
60.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 7047502,
"test_run_times": [
60.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 6896007,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"59e3c791f39382e6c9e84cf0bd6166c7d7b5ba9e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 306.9918999999999869032762944698333740234375,
"test_run_times": [
37.47999999999999687361196265555918216705322265625
]
},
"b": {
"value": 305.3795000000000072759576141834259033203125,
"raw_values": [
306.81580000000002428350853733718395233154296875,
304.2259000000000241925590671598911285400390625,
305.09669999999999845385900698602199554443359375
],
"test_run_times": [
37.67999999999999971578290569595992565155029296875,
37.409999999999996589394868351519107818603515625,
37.5499999999999971578290569595992565155029296875
]
},
"c": {
"value": 306.51749999999998408384271897375583648681640625,
"test_run_times": [
37.5499999999999971578290569595992565155029296875
]
},
"d": {
"value": 299.82949999999999590727384202182292938232421875,
"test_run_times": [
37.530000000000001136868377216160297393798828125
]
}
}
},
"eca4294ef9f65f9eb7e3619864362bb782b221df": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.0493000000000023419488570652902126312255859375,
"test_run_times": [
37.47999999999999687361196265555918216705322265625
]
},
"b": {
"value": 39.2554999999999978399500832892954349517822265625,
"raw_values": [
39.07950000000000301270119962282478809356689453125,
39.40090000000000003410605131648480892181396484375,
39.28620000000000089812601800076663494110107421875
],
"test_run_times": [
37.67999999999999971578290569595992565155029296875,
37.409999999999996589394868351519107818603515625,
37.5499999999999971578290569595992565155029296875
]
},
"c": {
"value": 39.118099999999998317434801720082759857177734375,
"test_run_times": [
37.5499999999999971578290569595992565155029296875
]
},
"d": {
"value": 39.97699999999999675992512493394315242767333984375,
"test_run_times": [
37.530000000000001136868377216160297393798828125
]
}
}
},
"a19a31eae722217497dbf8e872f44816c3fc32f4": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=resnet50",
"description": "Device: CPU - Batch Size: 16 - Model: ResNet-50",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 19.870000000000000994759830064140260219573974609375,
"test_run_times": [
92.93999999999999772626324556767940521240234375
]
},
"b": {
"value": 19.449999999999999289457264239899814128875732421875,
"raw_values": [
19.300000000000000710542735760100185871124267578125,
19.449999999999999289457264239899814128875732421875,
19.589999999999999857891452847979962825775146484375
],
"test_run_times": [
95.349999999999994315658113919198513031005859375,
95.150000000000005684341886080801486968994140625,
94.3599999999999994315658113919198513031005859375
]
},
"c": {
"value": 19.6099999999999994315658113919198513031005859375,
"test_run_times": [
94.18000000000000682121026329696178436279296875
]
},
"d": {
"value": 19.809999999999998721023075631819665431976318359375,
"test_run_times": [
93.2399999999999948840923025272786617279052734375
]
}
}
},
"4bdc2e856120b16bb5c7704dd9f24c0d445a7eaf": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.26240000000000041069370126933790743350982666015625,
"test_run_times": [
45.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 5.17530000000000001136868377216160297393798828125,
"raw_values": [
5.20999999999999996447286321199499070644378662109375,
5.1576000000000004064304448547773063182830810546875,
5.158400000000000318323145620524883270263671875
],
"test_run_times": [
45.780000000000001136868377216160297393798828125,
45.86999999999999744204615126363933086395263671875,
45.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 5.17870000000000008100187187665142118930816650390625,
"test_run_times": [
45.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 5.2804000000000002046363078989088535308837890625,
"test_run_times": [
45.72999999999999687361196265555918216705322265625
]
}
}
},
"1414e9d238abf3c69640ae7afe5a8630f728e27e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 189.909300000000001773514668457210063934326171875,
"test_run_times": [
45.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 193.110600000000005138645065017044544219970703125,
"raw_values": [
191.81819999999999026840669102966785430908203125,
193.769399999999990313881426118314266204833984375,
193.74430000000000973159330897033214569091796875
],
"test_run_times": [
45.780000000000001136868377216160297393798828125,
45.86999999999999744204615126363933086395263671875,
45.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 192.980099999999993087840266525745391845703125,
"test_run_times": [
45.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 189.267300000000005866240826435387134552001953125,
"test_run_times": [
45.72999999999999687361196265555918216705322265625
]
}
}
},
"8be9ddf1090e00d9b552c19486fe308e3ceef07b": {
"identifier": "pts\/rav1e-1.8.0",
"title": "rav1e",
"app_version": "0.7",
"arguments": "-s 6 -l 200",
"description": "Speed: 6",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.26100000000000012079226507921703159809112548828125,
"test_run_times": [
38.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 5.2919999999999998152588887023739516735076904296875,
"raw_values": [
5.30199999999999960209606797434389591217041015625,
5.2980000000000000426325641456060111522674560546875,
5.275999999999999801048033987171947956085205078125
],
"test_run_times": [
37.8299999999999982946974341757595539093017578125,
37.88000000000000255795384873636066913604736328125,
38
]
},
"c": {
"value": 5.282000000000000028421709430404007434844970703125,
"test_run_times": [
37.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 5.19099999999999983657517077517695724964141845703125,
"test_run_times": [
38.64999999999999857891452847979962825775146484375
]
}
}
},
"df4f25f1140a1944a4d4224142d9c532fee4c333": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 190.794000000000011141310096718370914459228515625,
"test_run_times": [
8.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 192.7259999999999990905052982270717620849609375,
"raw_values": [
192.046999999999997044142219237983226776123046875,
191.80500000000000682121026329696178436279296875,
194.325999999999993406163412146270275115966796875
],
"test_run_times": [
8.199999999999999289457264239899814128875732421875,
8.199999999999999289457264239899814128875732421875,
8.1699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 189.25200000000000954969436861574649810791015625,
"test_run_times": [
8.2200000000000006394884621840901672840118408203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 192.60300000000000864019966684281826019287109375,
"test_run_times": [
8.1699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"978835f6419ea069b931b1248ebb55334626a270": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 256 resnet50",
"description": "Device: CPU - Batch Size: 256 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.9200000000000017053025658242404460906982421875,
"raw_values": [
31.9226765976439992300583980977535247802734375
],
"min_result": [
"30"
],
"max_result": [
"32.18"
],
"test_run_times": [
64.9200000000000017053025658242404460906982421875
]
},
"b": {
"value": 32.14999999999999857891452847979962825775146484375,
"raw_values": [
32.18051844882300116523765609599649906158447265625,
31.9481943319130010650042095221579074859619140625,
32.31515924289799812640922027640044689178466796875
],
"min_result": [
"30.21"
],
"max_result": [
"32.69"
],
"test_run_times": [
64.4599999999999937472239253111183643341064453125,
64.530000000000001136868377216160297393798828125,
64.530000000000001136868377216160297393798828125
]
},
"c": {
"value": 31.589999999999999857891452847979962825775146484375,
"raw_values": [
31.585857257286999555390138993971049785614013671875
],
"min_result": [
"29.73"
],
"max_result": [
"32.12"
],
"test_run_times": [
65.2699999999999960209606797434389591217041015625
]
},
"d": {
"value": 32.07000000000000028421709430404007434844970703125,
"raw_values": [
32.0738095043709989795388537459075450897216796875
],
"min_result": [
"30.1"
],
"max_result": [
"32.3"
],
"test_run_times": [
64.5400000000000062527760746888816356658935546875
]
}
}
},
"3b440bbd8e4ccd918716ffc64aa79f6a9429dae7": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 757.163099999999985811882652342319488525390625,
"test_run_times": [
37.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 752.7784000000000332875060848891735076904296875,
"raw_values": [
751.0970999999999548890627920627593994140625,
755.4015000000000554791768081486225128173828125,
751.8365000000000009094947017729282379150390625
],
"test_run_times": [
37.18999999999999772626324556767940521240234375,
37.25,
37.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 765.9923000000000001818989403545856475830078125,
"test_run_times": [
37.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 757.2714999999999463398125953972339630126953125,
"test_run_times": [
37.14999999999999857891452847979962825775146484375
]
}
}
},
"43a4d7c1eff55bcea48516c4a6afc01afa37a084": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.31749999999999989341858963598497211933135986328125,
"test_run_times": [
37.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 1.3251999999999999335642542064306326210498809814453125,
"raw_values": [
1.3280000000000000692779167366097681224346160888671875,
1.32050000000000000710542735760100185871124267578125,
1.3269999999999999573674358543939888477325439453125
],
"test_run_times": [
37.18999999999999772626324556767940521240234375,
37.25,
37.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 1.3024999999999999911182158029987476766109466552734375,
"test_run_times": [
37.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 1.31749999999999989341858963598497211933135986328125,
"test_run_times": [
37.14999999999999857891452847979962825775146484375
]
}
}
},
"8830b09e158de8a9d2b1f8cc75119beba467c9be": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=googlenet",
"description": "Device: CPU - Batch Size: 16 - Model: GoogLeNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 60.85000000000000142108547152020037174224853515625,
"test_run_times": [
31.989999999999998436805981327779591083526611328125
]
},
"b": {
"value": 60.17999999999999971578290569595992565155029296875,
"raw_values": [
60.6400000000000005684341886080801486968994140625,
60.42999999999999971578290569595992565155029296875,
59.47999999999999687361196265555918216705322265625
],
"test_run_times": [
32.07000000000000028421709430404007434844970703125,
32.13000000000000255795384873636066913604736328125,
32.5499999999999971578290569595992565155029296875
]
},
"c": {
"value": 60.03999999999999914734871708787977695465087890625,
"test_run_times": [
32.36999999999999744204615126363933086395263671875
]
},
"d": {
"value": 59.82000000000000028421709430404007434844970703125,
"test_run_times": [
32.43999999999999772626324556767940521240234375
]
}
}
},
"c14d0b5ebcf53498668c8654883e64476ca9e6cb": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 61.530000000000001136868377216160297393798828125,
"test_run_times": [
12.6699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 61.8299999999999982946974341757595539093017578125,
"raw_values": [
61.77199999999999846522769075818359851837158203125,
61.965000000000003410605131648480892181396484375,
61.7530000000000001136868377216160297393798828125
],
"test_run_times": [
12.5999999999999996447286321199499070644378662109375,
12.589999999999999857891452847979962825775146484375,
12.6199999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 61.469999999999998863131622783839702606201171875,
"test_run_times": [
12.660000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 60.9500000000000028421709430404007434844970703125,
"test_run_times": [
12.7400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"94d990fdc1f5d799aaa05fc120ac31cf1220b272": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 26.911899999999999266719896695576608180999755859375,
"test_run_times": [
47.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 26.66720000000000112549969344399869441986083984375,
"raw_values": [
26.645399999999998641442289226688444614410400390625,
26.718900000000001426769813406281173229217529296875,
26.6373999999999995225152815692126750946044921875
],
"test_run_times": [
43.88000000000000255795384873636066913604736328125,
43.38000000000000255795384873636066913604736328125,
43.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 26.7049999999999982946974341757595539093017578125,
"test_run_times": [
43.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 26.54350000000000164845914696343243122100830078125,
"test_run_times": [
43.88000000000000255795384873636066913604736328125
]
}
}
},
"1654e04c4da2ac25065bfa01530180c82acb03cd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 157.228600000000000136424205265939235687255859375,
"test_run_times": [
37.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 155.483699999999998908606357872486114501953125,
"raw_values": [
155.025700000000000500222085975110530853271484375,
155.492899999999991678123478777706623077392578125,
155.932400000000001227817847393453121185302734375
],
"test_run_times": [
37.5499999999999971578290569595992565155029296875,
37.719999999999998863131622783839702606201171875,
37.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 155.402999999999991587174008600413799285888671875,
"test_run_times": [
37.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 155.201600000000013324097380973398685455322265625,
"test_run_times": [
37.6400000000000005684341886080801486968994140625
]
}
}
},
"6ec440762e0ebc1af4c8a53ca2fae5a7403dd9fd": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-7b.Q4_0.gguf",
"description": "Model: llama-2-7b.Q4_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.760000000000001563194018672220408916473388671875,
"test_run_times": [
26.620000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"b": {
"value": 20.949999999999999289457264239899814128875732421875,
"raw_values": [
20.71000000000000085265128291212022304534912109375,
20.690000000000001278976924368180334568023681640625,
21.6700000000000017053025658242404460906982421875,
20.730000000000000426325641456060111522674560546875
],
"test_run_times": [
25.64999999999999857891452847979962825775146484375,
25.660000000000000142108547152020037174224853515625,
1.9899999999999999911182158029987476766109466552734375,
23.510000000000001563194018672220408916473388671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 20.739999999999998436805981327779591083526611328125,
"test_run_times": [
25.620000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"d": {
"value": 20.67999999999999971578290569595992565155029296875,
"test_run_times": [
25.67999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"5dea4cb36afc2938810567625491f7b43ad557cd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.35179999999999989057641869294457137584686279296875,
"test_run_times": [
37.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 6.4230000000000000426325641456060111522674560546875,
"raw_values": [
6.44179999999999974846787154092453420162200927734375,
6.42229999999999989768184605054557323455810546875,
6.40500000000000024868995751603506505489349365234375
],
"test_run_times": [
37.5499999999999971578290569595992565155029296875,
37.719999999999998863131622783839702606201171875,
37.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 6.42659999999999964614971759147010743618011474609375,
"test_run_times": [
37.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 6.4344999999999998863131622783839702606201171875,
"test_run_times": [
37.6400000000000005684341886080801486968994140625
]
}
}
},
"757309f598b6fa292b3c923df538e6639d00b732": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"readrandom\"",
"description": "Test: Random Read",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 148134848,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 147432214,
"raw_values": [
147569457,
147439695,
147287489
],
"test_run_times": [
60.13000000000000255795384873636066913604736328125,
60.13000000000000255795384873636066913604736328125,
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 146285738,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 146473036,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"30a0ae27e6fce0ebd1a53ca1cf7c2475badd4741": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 150.0421000000000049112713895738124847412109375,
"test_run_times": [
37.9200000000000017053025658242404460906982421875
]
},
"b": {
"value": 148.238799999999997680788510479032993316650390625,
"raw_values": [
148.919999999999987494447850622236728668212890625,
147.696499999999986130205797962844371795654296875,
148.099999999999994315658113919198513031005859375
],
"test_run_times": [
37.64999999999999857891452847979962825775146484375,
37.590000000000003410605131648480892181396484375,
37.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 148.75610000000000354702933691442012786865234375,
"test_run_times": [
37.719999999999998863131622783839702606201171875
]
},
"d": {
"value": 149.26830000000001064108801074326038360595703125,
"test_run_times": [
37.72999999999999687361196265555918216705322265625
]
}
}
},
"bf5141edd92c8c1e44875bf4322842f2d565a81a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 79.8854999999999932924765744246542453765869140625,
"test_run_times": [
37.9200000000000017053025658242404460906982421875
]
},
"b": {
"value": 80.8465000000000060254023992456495761871337890625,
"raw_values": [
80.4805999999999954752638586796820163726806640625,
81.1568999999999931560523691587150096893310546875,
80.9020000000000010231815394945442676544189453125
],
"test_run_times": [
37.64999999999999857891452847979962825775146484375,
37.590000000000003410605131648480892181396484375,
37.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 80.5729000000000041836756281554698944091796875,
"test_run_times": [
37.719999999999998863131622783839702606201171875
]
},
"d": {
"value": 80.2683999999999997498889570124447345733642578125,
"test_run_times": [
37.72999999999999687361196265555918216705322265625
]
}
}
},
"01b8a8423c77dc9bfd8f5cfd4ccbe2dde54dc852": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 190.91599999999999681676854379475116729736328125,
"test_run_times": [
8.2400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 190.40199999999998681232682429254055023193359375,
"raw_values": [
192.469999999999998863131622783839702606201171875,
188.808999999999997498889570124447345733642578125,
189.9279999999999972715158946812152862548828125
],
"test_run_times": [
8.199999999999999289457264239899814128875732421875,
8.2599999999999997868371792719699442386627197265625,
8.2400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 192.157000000000010686562745831906795501708984375,
"test_run_times": [
8.1699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 192.6829999999999927240423858165740966796875,
"test_run_times": [
8.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"1f417a129a26ca72098c17e5820805ce0e39abde": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 45.99759999999999848796505830250680446624755859375,
"test_run_times": [
39.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 46.545299999999997453414835035800933837890625,
"raw_values": [
46.75489999999999923829818726517260074615478515625,
46.52550000000000096633812063373625278472900390625,
46.355400000000003046807250939309597015380859375
],
"test_run_times": [
39.7999999999999971578290569595992565155029296875,
40.1099999999999994315658113919198513031005859375,
39.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 46.0912000000000006139089236967265605926513671875,
"test_run_times": [
40.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 46.13340000000000173940861714072525501251220703125,
"test_run_times": [
39.97999999999999687361196265555918216705322265625
]
}
}
},
"783e4fda90b92632a55752f151f8b54fe13bc5a4": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.729600000000001358557710773311555385589599609375,
"test_run_times": [
39.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 21.474299999999999499777914024889469146728515625,
"raw_values": [
21.377900000000000346744855050928890705108642578125,
21.482900000000000773070496506989002227783203125,
21.5621000000000009322320693172514438629150390625
],
"test_run_times": [
39.7999999999999971578290569595992565155029296875,
40.1099999999999994315658113919198513031005859375,
39.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 21.685300000000001574562702444382011890411376953125,
"test_run_times": [
40.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 21.66550000000000153477230924181640148162841796875,
"test_run_times": [
39.97999999999999687361196265555918216705322265625
]
}
}
},
"4c7bf00e1ffdac6120c4e7e06f896a2dcf99c6a6": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 1 resnet50",
"description": "Device: CPU - Batch Size: 1 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 40.67999999999999971578290569595992565155029296875,
"raw_values": [
40.67984227944800323939489317126572132110595703125
],
"min_result": [
"37.73"
],
"max_result": [
"40.91"
],
"test_run_times": [
30.57000000000000028421709430404007434844970703125
]
},
"b": {
"value": 40.4200000000000017053025658242404460906982421875,
"raw_values": [
40.08271043700700175804740865714848041534423828125,
40.4540034107919979078360483981668949127197265625,
40.73035407149900066769987461157143115997314453125
],
"min_result": [
"37.5"
],
"max_result": [
"41"
],
"test_run_times": [
30.469999999999998863131622783839702606201171875,
30.14999999999999857891452847979962825775146484375,
29.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 40.82000000000000028421709430404007434844970703125,
"raw_values": [
40.8179905466869996644163620658218860626220703125
],
"min_result": [
"37.73"
],
"max_result": [
"41.05"
],
"test_run_times": [
29.949999999999999289457264239899814128875732421875
]
},
"d": {
"value": 40.35000000000000142108547152020037174224853515625,
"raw_values": [
40.346476971594000815457548014819622039794921875
],
"min_result": [
"37.34"
],
"max_result": [
"40.65"
],
"test_run_times": [
30.309999999999998721023075631819665431976318359375
]
}
}
},
"6cffa9ab35b6aef98adc22c9570d27e8498b2cc7": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 156.97010000000000218278728425502777099609375,
"test_run_times": [
37.4500000000000028421709430404007434844970703125
]
},
"b": {
"value": 155.540199999999998681232682429254055023193359375,
"raw_values": [
155.56360000000000809450284577906131744384765625,
155.669900000000012596501619555056095123291015625,
155.387100000000003774403012357652187347412109375
],
"test_run_times": [
37.42999999999999971578290569595992565155029296875,
37.32000000000000028421709430404007434844970703125,
37.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 155.6182000000000016370904631912708282470703125,
"test_run_times": [
37.49000000000000198951966012828052043914794921875
]
},
"d": {
"value": 155.192599999999998772182152606546878814697265625,
"test_run_times": [
37.4500000000000028421709430404007434844970703125
]
}
}
},
"753aeb8a274f556289615ead1b33b34309049c95": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.3619000000000003325340003357268869876861572265625,
"test_run_times": [
37.4500000000000028421709430404007434844970703125
]
},
"b": {
"value": 6.4207999999999998408384271897375583648681640625,
"raw_values": [
6.4198000000000003950617610826157033443450927734375,
6.41500000000000003552713678800500929355621337890625,
6.4276999999999997470467860694043338298797607421875
],
"test_run_times": [
37.42999999999999971578290569595992565155029296875,
37.32000000000000028421709430404007434844970703125,
37.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 6.41779999999999972715158946812152862548828125,
"test_run_times": [
37.49000000000000198951966012828052043914794921875
]
},
"d": {
"value": 6.434599999999999653255144949071109294891357421875,
"test_run_times": [
37.4500000000000028421709430404007434844970703125
]
}
}
},
"092870ce54d68f9a733b3087de8f6cac555c6faf": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=resnet50",
"description": "Device: CPU - Batch Size: 1 - Model: ResNet-50",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.8499999999999996447286321199499070644378662109375,
"test_run_times": [
16.17999999999999971578290569595992565155029296875
]
},
"b": {
"value": 8.78999999999999914734871708787977695465087890625,
"raw_values": [
8.800000000000000710542735760100185871124267578125,
8.8699999999999992184029906638897955417633056640625,
8.6899999999999995026200849679298698902130126953125
],
"test_run_times": [
16.199999999999999289457264239899814128875732421875,
16.1700000000000017053025658242404460906982421875,
16.39999999999999857891452847979962825775146484375
]
},
"c": {
"value": 8.8499999999999996447286321199499070644378662109375,
"test_run_times": [
16.239999999999998436805981327779591083526611328125
]
},
"d": {
"value": 8.8900000000000005684341886080801486968994140625,
"test_run_times": [
16.089999999999999857891452847979962825775146484375
]
}
}
},
"99fe49a34e19276c2c1e1cabb81232bca03c6b56": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 151.466599999999999681676854379475116729736328125,
"test_run_times": [
37.82000000000000028421709430404007434844970703125
]
},
"b": {
"value": 149.781800000000004047251422889530658721923828125,
"raw_values": [
149.794700000000005957190296612679958343505859375,
149.75200000000000954969436861574649810791015625,
149.79869999999999663486960344016551971435546875
],
"test_run_times": [
37.49000000000000198951966012828052043914794921875,
37.57000000000000028421709430404007434844970703125,
37.52000000000000312638803734444081783294677734375
]
},
"c": {
"value": 149.950700000000011868905858136713504791259765625,
"test_run_times": [
37.56000000000000227373675443232059478759765625
]
},
"d": {
"value": 149.76470000000000482032191939651966094970703125,
"test_run_times": [
37.63000000000000255795384873636066913604736328125
]
}
}
},
"d3a51d2475684402105c9de929d898b8c318d267": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 79.161799999999999499777914024889469146728515625,
"test_run_times": [
37.82000000000000028421709430404007434844970703125
]
},
"b": {
"value": 80.046999999999997044142219237983226776123046875,
"raw_values": [
80.0010999999999938836481305770576000213623046875,
80.08039999999999736246536485850811004638671875,
80.0593999999999965666575008071959018707275390625
],
"test_run_times": [
37.49000000000000198951966012828052043914794921875,
37.57000000000000028421709430404007434844970703125,
37.52000000000000312638803734444081783294677734375
]
},
"c": {
"value": 79.894599999999996953192749060690402984619140625,
"test_run_times": [
37.56000000000000227373675443232059478759765625
]
},
"d": {
"value": 80.0520000000000067075234255753457546234130859375,
"test_run_times": [
37.63000000000000255795384873636066913604736328125
]
}
}
},
"bbe2982cef2af31b6c22d5cc1487ed124ca4ed4b": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 224.180200000000013460521586239337921142578125,
"test_run_times": [
41.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 221.705299999999994042809703387320041656494140625,
"raw_values": [
221.6571999999999889041646383702754974365234375,
221.929699999999996862243278883397579193115234375,
221.528899999999993042365531437098979949951171875
],
"test_run_times": [
39.25,
39.38000000000000255795384873636066913604736328125,
39.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 223.051500000000004320099833421409130096435546875,
"test_run_times": [
39.31000000000000227373675443232059478759765625
]
},
"d": {
"value": 222.723199999999991405275068245828151702880859375,
"test_run_times": [
39.25999999999999801048033987171947956085205078125
]
}
}
},
"33a7b90a826a7c6d0fce4559c190319d632d5c8f": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=vgg16",
"description": "Device: CPU - Batch Size: 1 - Model: VGG-16",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.720000000000000195399252334027551114559173583984375,
"test_run_times": [
43.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 2.70000000000000017763568394002504646778106689453125,
"raw_values": [
2.689999999999999946709294817992486059665679931640625,
2.70000000000000017763568394002504646778106689453125,
2.70999999999999996447286321199499070644378662109375
],
"test_run_times": [
43.090000000000003410605131648480892181396484375,
43.02000000000000312638803734444081783294677734375,
42.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 2.720000000000000195399252334027551114559173583984375,
"test_run_times": [
42.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 2.689999999999999946709294817992486059665679931640625,
"test_run_times": [
43.219999999999998863131622783839702606201171875
]
}
}
},
"19d426cc943b00227b564f6813b33d710c2a4615": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 53.46990000000000264890331891365349292755126953125,
"test_run_times": [
41.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 54.0611999999999994770405464805662631988525390625,
"raw_values": [
54.0553000000000025693225325085222721099853515625,
54.01509999999999678266249247826635837554931640625,
54.11330000000000239879227592609822750091552734375
],
"test_run_times": [
39.25,
39.38000000000000255795384873636066913604736328125,
39.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 53.74170000000000158024704433046281337738037109375,
"test_run_times": [
39.31000000000000227373675443232059478759765625
]
},
"d": {
"value": 53.823700000000002319211489520967006683349609375,
"test_run_times": [
39.25999999999999801048033987171947956085205078125
]
}
}
},
"e09e6c5b9d8c57c920eea2cc0fc967c3986b4af8": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 501.42000000000001591615728102624416351318359375,
"test_run_times": [
2.850000000000000088817841970012523233890533447265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 506.59600000000000363797880709171295166015625,
"raw_values": [
515.355999999999994543031789362430572509765625,
486.26200000000000045474735088646411895751953125,
505.20800000000002683009370230138301849365234375,
512.6290000000000190993887372314929962158203125,
513.5249999999999772626324556767940521240234375
],
"test_run_times": [
2.819999999999999840127884453977458178997039794921875,
2.899999999999999911182158029987476766109466552734375,
2.839999999999999857891452847979962825775146484375,
2.8300000000000000710542735760100185871124267578125,
2.810000000000000053290705182007513940334320068359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 501.15600000000000591171556152403354644775390625,
"test_run_times": [
2.819999999999999840127884453977458178997039794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 506.1739999999999781721271574497222900390625,
"test_run_times": [
2.810000000000000053290705182007513940334320068359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"a4e8e0c3f321a449bec62fdf03ff52dea539e95d": {
"identifier": "pts\/rav1e-1.8.0",
"title": "rav1e",
"app_version": "0.7",
"arguments": "-s 1 -l 80",
"description": "Speed: 1",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.044000000000000039079850466805510222911834716796875,
"test_run_times": [
76.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 1.0480000000000000426325641456060111522674560546875,
"raw_values": [
1.040999999999999925393012745189480483531951904296875,
1.0500000000000000444089209850062616169452667236328125,
1.05299999999999993605115378159098327159881591796875
],
"test_run_times": [
77.030000000000001136868377216160297393798828125,
76.3599999999999994315658113919198513031005859375,
76.1200000000000045474735088646411895751953125
]
},
"c": {
"value": 1.044000000000000039079850466805510222911834716796875,
"test_run_times": [
76.7000000000000028421709430404007434844970703125
]
},
"d": {
"value": 1.0540000000000000479616346638067625463008880615234375,
"test_run_times": [
76.0499999999999971578290569595992565155029296875
]
}
}
},
"adf326b1a3adc67d5dab125b2bc476bf918c06e0": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"fillsync\"",
"description": "Test: Random Fill Sync",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47488,
"test_run_times": [
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 47708,
"raw_values": [
47690,
47604,
47831
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.0799999999999982946974341757595539093017578125,
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 47373,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 47267,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"7d528ef8894f8e807676044900c7eeeb467b17a1": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"readrandomwriterandom\"",
"description": "Test: Read Random Write Random",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2327911,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 2307686,
"raw_values": [
2309421,
2305238,
2308398
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
60.18999999999999772626324556767940521240234375,
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 2320670,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 2316804,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"4b84253f6f74267fbb2b339c2ae5a4541816768d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 76.139399999999994861354934982955455780029296875,
"test_run_times": [
70.6200000000000045474735088646411895751953125
]
},
"b": {
"value": 75.506699999999995043253875337541103363037109375,
"raw_values": [
75.676500000000004320099833421409130096435546875,
75.6089999999999946567186270840466022491455078125,
75.234700000000003683453542180359363555908203125
],
"test_run_times": [
70.4899999999999948840923025272786617279052734375,
70.6299999999999954525264911353588104248046875,
70.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 75.98980000000000245563569478690624237060546875,
"test_run_times": [
70.6299999999999954525264911353588104248046875
]
},
"d": {
"value": 75.707300000000003592504072003066539764404296875,
"test_run_times": [
70.56000000000000227373675443232059478759765625
]
}
}
},
"a006a3a5fe1942cc73bba310b95c090a716a2126": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.1289999999999995594635038287378847599029541015625,
"test_run_times": [
70.6200000000000045474735088646411895751953125
]
},
"b": {
"value": 13.2387999999999994571453498792834579944610595703125,
"raw_values": [
13.2093000000000007077005648170597851276397705078125,
13.22070000000000078443918027915060520172119140625,
13.286500000000000198951966012828052043914794921875
],
"test_run_times": [
70.4899999999999948840923025272786617279052734375,
70.6299999999999954525264911353588104248046875,
70.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 13.1545000000000005258016244624741375446319580078125,
"test_run_times": [
70.6299999999999954525264911353588104248046875
]
},
"d": {
"value": 13.20400000000000062527760746888816356658935546875,
"test_run_times": [
70.56000000000000227373675443232059478759765625
]
}
}
},
"45f6d0177f8c6a689eb02824f962c055c66a9292": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 445.25650000000001682565198279917240142822265625,
"test_run_times": [
47.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 448.040799999999990177457220852375030517578125,
"raw_values": [
447.53059999999999263309291563928127288818359375,
448.6227000000000089130480773746967315673828125,
447.969100000000025829649530351161956787109375
],
"test_run_times": [
43.88000000000000255795384873636066913604736328125,
43.38000000000000255795384873636066913604736328125,
43.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 448.90309999999999490682967007160186767578125,
"test_run_times": [
43.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 448.0348999999999932697392068803310394287109375,
"test_run_times": [
43.88000000000000255795384873636066913604736328125
]
}
}
},
"f7f842cc42f7e1ed869ec6ef2ce0bbeaf19bdfb9": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=alexnet",
"description": "Device: CPU - Batch Size: 1 - Model: AlexNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.2599999999999997868371792719699442386627197265625,
"test_run_times": [
19.410000000000000142108547152020037174224853515625
]
},
"b": {
"value": 6.230000000000000426325641456060111522674560546875,
"raw_values": [
6.20999999999999996447286321199499070644378662109375,
6.21999999999999975131004248396493494510650634765625,
6.25
],
"test_run_times": [
19.6400000000000005684341886080801486968994140625,
19.64999999999999857891452847979962825775146484375,
19.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 6.230000000000000426325641456060111522674560546875,
"test_run_times": [
19.489999999999998436805981327779591083526611328125
]
},
"d": {
"value": 6.20999999999999996447286321199499070644378662109375,
"test_run_times": [
19.6099999999999994315658113919198513031005859375
]
}
}
},
"a110d5740af9dd951854d42f541e1d01365f586e": {
"identifier": "pts\/quicksilver-1.0.0",
"title": "Quicksilver",
"app_version": "20230818",
"arguments": "..\/Examples\/CORAL2_Benchmark\/Problem2\/Coral2_P2.inp",
"description": "Input: CORAL2 P2",
"scale": "Figure Of Merit",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 24030000,
"test_run_times": [
197.520000000000010231815394945442676544189453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"b": {
"value": 24026667,
"raw_values": [
24030000,
24030000,
24020000
],
"test_run_times": [
197.6299999999999954525264911353588104248046875,
197.6100000000000136424205265939235687255859375,
197.56999999999999317878973670303821563720703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"c": {
"value": 23890000,
"test_run_times": [
198.80000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"d": {
"value": 23840000,
"test_run_times": [
199.270000000000010231815394945442676544189453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
}
}
},
"39697168b3b50cc5be0663ce16b826085d7964b6": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.043599999999997862687450833618640899658203125,
"test_run_times": [
38.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 39.333899999999999863575794734060764312744140625,
"raw_values": [
39.34080000000000154614099301397800445556640625,
39.34989999999999810142981004901230335235595703125,
39.31110000000000326281224261038005352020263671875
],
"test_run_times": [
37.590000000000003410605131648480892181396484375,
37.49000000000000198951966012828052043914794921875,
37.590000000000003410605131648480892181396484375
]
},
"c": {
"value": 39.123300000000000409272615797817707061767578125,
"test_run_times": [
37.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 39.19019999999999726014721090905368328094482421875,
"test_run_times": [
37.719999999999998863131622783839702606201171875
]
}
}
},
"a9114050bf9d19d8068bec56f0849556b5ad7e41": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 307.01459999999997307895682752132415771484375,
"test_run_times": [
38.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 304.7712000000000216459739021956920623779296875,
"raw_values": [
304.6589999999999918145476840436458587646484375,
304.6272000000000161890056915581226348876953125,
305.02749999999997498889570124447345733642578125
],
"test_run_times": [
37.590000000000003410605131648480892181396484375,
37.49000000000000198951966012828052043914794921875,
37.590000000000003410605131648480892181396484375
]
},
"c": {
"value": 306.502799999999979263520799577236175537109375,
"test_run_times": [
37.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 305.861400000000003274180926382541656494140625,
"test_run_times": [
37.719999999999998863131622783839702606201171875
]
}
}
},
"2d13c0ebad5488ddc8b194766412ebeba7b497e0": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.9108999999999998209432305884547531604766845703125,
"test_run_times": [
39.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 8.975500000000000255795384873636066913604736328125,
"raw_values": [
8.989699999999999135980033315718173980712890625,
8.9338999999999995083044268540106713771820068359375,
9.002900000000000346744855050928890705108642578125
],
"test_run_times": [
39.219999999999998863131622783839702606201171875,
39.42999999999999971578290569595992565155029296875,
39.46000000000000085265128291212022304534912109375
]
},
"c": {
"value": 8.9519999999999999573674358543939888477325439453125,
"test_run_times": [
39.1700000000000017053025658242404460906982421875
]
},
"d": {
"value": 8.958600000000000562749846721999347209930419921875,
"test_run_times": [
39.4200000000000017053025658242404460906982421875
]
}
}
},
"e9ceeb6664940d8b450401aeeb6cce42adb2afe5": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 112.091399999999993042365531437098979949951171875,
"test_run_times": [
39.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 111.28919999999999390638549812138080596923828125,
"raw_values": [
111.116500000000002046363078989088535308837890625,
111.80549999999999499777914024889469146728515625,
110.9455999999999988858689903281629085540771484375
],
"test_run_times": [
39.219999999999998863131622783839702606201171875,
39.42999999999999971578290569595992565155029296875,
39.46000000000000085265128291212022304534912109375
]
},
"c": {
"value": 111.586399999999997589839040301740169525146484375,
"test_run_times": [
39.1700000000000017053025658242404460906982421875
]
},
"d": {
"value": 111.496499999999997498889570124447345733642578125,
"test_run_times": [
39.4200000000000017053025658242404460906982421875
]
}
}
},
"7177df0983290cc547ee8201e604768da3e0a24a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 26.839400000000001256239556823857128620147705078125,
"test_run_times": [
47.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 26.647800000000000153477230924181640148162841796875,
"raw_values": [
26.72619999999999862438926356844604015350341796875,
26.67269999999999896544977673329412937164306640625,
26.544599999999999084820956340990960597991943359375
],
"test_run_times": [
43.8299999999999982946974341757595539093017578125,
48.7000000000000028421709430404007434844970703125,
44.00999999999999801048033987171947956085205078125
]
},
"c": {
"value": 26.674099999999999255351212923415005207061767578125,
"test_run_times": [
43.7000000000000028421709430404007434844970703125
]
},
"d": {
"value": 26.690200000000000812860889709554612636566162109375,
"test_run_times": [
43.719999999999998863131622783839702606201171875
]
}
}
},
"680600dd10eb2d9f2993de9d934395e96f50622e": {
"identifier": "pts\/y-cruncher-1.4.0",
"title": "Y-Cruncher",
"app_version": "0.8.3",
"arguments": "500m",
"description": "Pi Digits To Calculate: 500M",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.32500000000000017763568394002504646778106689453125,
"test_run_times": [
9.28999999999999914734871708787977695465087890625
]
},
"b": {
"value": 7.349000000000000198951966012828052043914794921875,
"raw_values": [
7.35400000000000009237055564881302416324615478515625,
7.33499999999999996447286321199499070644378662109375,
7.35799999999999965183405947755090892314910888671875
],
"test_run_times": [
9.28999999999999914734871708787977695465087890625,
9.2599999999999997868371792719699442386627197265625,
9.3100000000000004973799150320701301097869873046875
]
},
"c": {
"value": 7.3010000000000001563194018672220408916473388671875,
"test_run_times": [
9.1699999999999999289457264239899814128875732421875
]
},
"d": {
"value": 7.29699999999999970867747833835892379283905029296875,
"test_run_times": [
9.230000000000000426325641456060111522674560546875
]
}
}
},
"ef3131cb650fc5296dcb8c35cc5728d21bc68983": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 58.25399999999999778310666442848742008209228515625,
"test_run_times": [
72
]
},
"b": {
"value": 58.34899999999999664623828721232712268829345703125,
"raw_values": [
58.27669999999999816964191268198192119598388671875,
58.49159999999999826059138285927474498748779296875,
58.2785999999999972942532622255384922027587890625
],
"test_run_times": [
72.650000000000005684341886080801486968994140625,
72.719999999999998863131622783839702606201171875,
72.75
]
},
"c": {
"value": 57.9977999999999980218490236438810825347900390625,
"test_run_times": [
72.7399999999999948840923025272786617279052734375
]
},
"d": {
"value": 58.40939999999999798774297232739627361297607421875,
"test_run_times": [
72.719999999999998863131622783839702606201171875
]
}
}
},
"b4b0dae41eeea56982616df74c29d8fe7770a0a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.16159999999999996589394868351519107818603515625,
"test_run_times": [
72
]
},
"b": {
"value": 17.133700000000001040234565152786672115325927734375,
"raw_values": [
17.155100000000000903810359886847436428070068359375,
17.091899999999998982502802391536533832550048828125,
17.154199999999999448618837050162255764007568359375
],
"test_run_times": [
72.650000000000005684341886080801486968994140625,
72.719999999999998863131622783839702606201171875,
72.75
]
},
"c": {
"value": 17.2376000000000004774847184307873249053955078125,
"test_run_times": [
72.7399999999999948840923025272786617279052734375
]
},
"d": {
"value": 17.11619999999999919282345217652618885040283203125,
"test_run_times": [
72.719999999999998863131622783839702606201171875
]
}
}
},
"6089d6134855343b042b5ffe9f952c461140c3ab": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 30.489000000000000767386154620908200740814208984375,
"test_run_times": [
41.21000000000000085265128291212022304534912109375
]
},
"b": {
"value": 30.280899999999999039346221252344548702239990234375,
"raw_values": [
30.23870000000000146656020660884678363800048828125,
30.32169999999999987494447850622236728668212890625,
30.28229999999999932924765744246542453765869140625
],
"test_run_times": [
40.56000000000000227373675443232059478759765625,
40.68999999999999772626324556767940521240234375,
40.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 30.45100000000000051159076974727213382720947265625,
"test_run_times": [
40.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 30.31589999999999918145476840436458587646484375,
"test_run_times": [
40.6700000000000017053025658242404460906982421875
]
}
}
},
"5faad2eeccf95a6c2fcf92a16ab8952107f7ac7e": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.67699999999999960209606797434389591217041015625,
"test_run_times": [
27.510000000000001563194018672220408916473388671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 6.66899999999999959499064061674289405345916748046875,
"raw_values": [
6.65200000000000013500311979441903531551361083984375,
6.65599999999999969446662362315692007541656494140625,
6.6989999999999998436805981327779591083526611328125
],
"test_run_times": [
27.510000000000001563194018672220408916473388671875,
27.530000000000001136868377216160297393798828125,
27.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 6.67799999999999993605115378159098327159881591796875,
"test_run_times": [
27.440000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 6.63300000000000000710542735760100185871124267578125,
"test_run_times": [
27.60000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"dc0189bb7e1dfb8abc3f221d1eca38c138022649": {
"identifier": "pts\/cachebench-1.2.0",
"title": "CacheBench",
"arguments": "-b",
"description": "Test: Read \/ Modify \/ Write",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 130857.577562000005855225026607513427734375,
"min_result": [
"112608.55"
],
"max_result": [
"137126.28"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"b": {
"value": 130069.848337999996147118508815765380859375,
"raw_values": [
129690.835604000007151626050472259521484375,
130843.381856000007246620953083038330078125,
129675.327552999995532445609569549560546875
],
"min_result": [
"101861.72"
],
"max_result": [
"137133.31"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625,
125.0199999999999960209606797434389591217041015625,
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"c": {
"value": 130806.245683000001008622348308563232421875,
"min_result": [
"112724.52"
],
"max_result": [
"137125.96"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"d": {
"value": 130851.30507000000216066837310791015625,
"min_result": [
"112492.8"
],
"max_result": [
"137124.99"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
}
}
},
"f524385817c97baf9338a7ff6f39a7c655b03295": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 685.1217000000000325599103234708309173583984375,
"test_run_times": [
46.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 681.00379999999995561665855348110198974609375,
"raw_values": [
682.64589999999998326529748737812042236328125,
680.3445000000000391082721762359142303466796875,
680.02089999999998326529748737812042236328125
],
"test_run_times": [
45.52000000000000312638803734444081783294677734375,
45.340000000000003410605131648480892181396484375,
45.43999999999999772626324556767940521240234375
]
},
"c": {
"value": 683.2460999999999557985574938356876373291015625,
"test_run_times": [
45.38000000000000255795384873636066913604736328125
]
},
"d": {
"value": 681.5303000000000110958353616297245025634765625,
"test_run_times": [
45.36999999999999744204615126363933086395263671875
]
}
}
},
"93bc104ddb9a82866ad3ee28e684ab1e91e3076b": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"fillrandom\"",
"description": "Test: Random Fill",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 558330,
"test_run_times": [
60.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 554997,
"raw_values": [
553578,
548488,
562926
],
"test_run_times": [
60.32000000000000028421709430404007434844970703125,
60.5,
60.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 557348,
"test_run_times": [
60.3900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"d": {
"value": 556675,
"test_run_times": [
60.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"6d1bc6324fc6f3c201d57050ed8113b8f3aaa20f": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.495000000000000994759830064140260219573974609375,
"test_run_times": [
46.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 17.599900000000001654143488849513232707977294921875,
"raw_values": [
17.55760000000000076170181273482739925384521484375,
17.61710000000000064801497501321136951446533203125,
17.624900000000000233058017329312860965728759765625
],
"test_run_times": [
45.52000000000000312638803734444081783294677734375,
45.340000000000003410605131648480892181396484375,
45.43999999999999772626324556767940521240234375
]
},
"c": {
"value": 17.537700000000000954969436861574649810791015625,
"test_run_times": [
45.38000000000000255795384873636066913604736328125
]
},
"d": {
"value": 17.5865000000000009094947017729282379150390625,
"test_run_times": [
45.36999999999999744204615126363933086395263671875
]
}
}
},
"cfea26185bda60cf1bd972198a894017567ea66d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 446.6313000000000101863406598567962646484375,
"test_run_times": [
47.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 448.90789999999998372004483826458454132080078125,
"raw_values": [
448.38979999999997971826815046370029449462890625,
449.325100000000020372681319713592529296875,
449.00880000000000791260390542447566986083984375
],
"test_run_times": [
43.8299999999999982946974341757595539093017578125,
48.7000000000000028421709430404007434844970703125,
44.00999999999999801048033987171947956085205078125
]
},
"c": {
"value": 449.29559999999997899067238904535770416259765625,
"test_run_times": [
43.7000000000000028421709430404007434844970703125
]
},
"d": {
"value": 449.16050000000001318767317570745944976806640625,
"test_run_times": [
43.719999999999998863131622783839702606201171875
]
}
}
},
"c0672a4955f7b2ab1a405f869c012f764e80097e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 335.347899999999981446308083832263946533203125,
"test_run_times": [
45.7000000000000028421709430404007434844970703125
]
},
"b": {
"value": 333.3673999999999750798451714217662811279296875,
"raw_values": [
334.2436999999999898136593401432037353515625,
332.92189999999999372448655776679515838623046875,
332.936500000000023646862246096134185791015625
],
"test_run_times": [
44.53999999999999914734871708787977695465087890625,
44.3599999999999994315658113919198513031005859375,
44.50999999999999801048033987171947956085205078125
]
},
"c": {
"value": 333.63580000000001746229827404022216796875,
"test_run_times": [
44.38000000000000255795384873636066913604736328125
]
},
"d": {
"value": 334.64240000000000918589648790657520294189453125,
"test_run_times": [
44.6099999999999994315658113919198513031005859375
]
}
}
},
"3fbe75850075f543842076e3c2d8f292f0186e73": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=vgg16",
"description": "Device: CPU - Batch Size: 16 - Model: VGG-16",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.5099999999999997868371792719699442386627197265625,
"test_run_times": [
209.1100000000000136424205265939235687255859375
]
},
"b": {
"value": 8.46000000000000085265128291212022304534912109375,
"raw_values": [
8.4000000000000003552713678800500929355621337890625,
8.4900000000000002131628207280300557613372802734375,
8.480000000000000426325641456060111522674560546875
],
"test_run_times": [
211.81000000000000227373675443232059478759765625,
209.81000000000000227373675443232059478759765625,
210.19999999999998863131622783839702606201171875
]
},
"c": {
"value": 8.480000000000000426325641456060111522674560546875,
"test_run_times": [
209.919999999999987494447850622236728668212890625
]
},
"d": {
"value": 8.5099999999999997868371792719699442386627197265625,
"test_run_times": [
209.009999999999990905052982270717620849609375
]
}
}
},
"60f855709ace180c19d54e5d245b05d6b1c7fe03": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 35.76200000000000045474735088646411895751953125,
"test_run_times": [
45.7000000000000028421709430404007434844970703125
]
},
"b": {
"value": 35.97259999999999990905052982270717620849609375,
"raw_values": [
35.8823000000000007503331289626657962799072265625,
36.015399999999999636202119290828704833984375,
36.0202000000000026602720026858150959014892578125
],
"test_run_times": [
44.53999999999999914734871708787977695465087890625,
44.3599999999999994315658113919198513031005859375,
44.50999999999999801048033987171947956085205078125
]
},
"c": {
"value": 35.92779999999999773763192933984100818634033203125,
"test_run_times": [
44.38000000000000255795384873636066913604736328125
]
},
"d": {
"value": 35.8370000000000032969182939268648624420166015625,
"test_run_times": [
44.6099999999999994315658113919198513031005859375
]
}
}
},
"721958a2f8fa45aed4031a0de1d146143c6dea10": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 122.9479999999999932924765744246542453765869140625,
"test_run_times": [
6.9000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 123.2930000000000063664629124104976654052734375,
"raw_values": [
124.4759999999999990905052982270717620849609375,
122.730999999999994543031789362430572509765625,
122.673000000000001818989403545856475830078125
],
"test_run_times": [
6.8300000000000000710542735760100185871124267578125,
6.9000000000000003552713678800500929355621337890625,
6.9000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 122.9500000000000028421709430404007434844970703125,
"test_run_times": [
6.86000000000000031974423109204508364200592041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 122.6159999999999996589394868351519107818603515625,
"test_run_times": [
6.9000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"af6eaa334bdf76b113725dd052a9c20f8478f446": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=alexnet",
"description": "Device: CPU - Batch Size: 16 - Model: AlexNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 100.43999999999999772626324556767940521240234375,
"test_run_times": [
19.489999999999998436805981327779591083526611328125
]
},
"b": {
"value": 100.0100000000000051159076974727213382720947265625,
"raw_values": [
100.3900000000000005684341886080801486968994140625,
99.93000000000000682121026329696178436279296875,
99.7000000000000028421709430404007434844970703125
],
"test_run_times": [
19.530000000000001136868377216160297393798828125,
19.629999999999999005240169935859739780426025390625,
19.699999999999999289457264239899814128875732421875
]
},
"c": {
"value": 100.0799999999999982946974341757595539093017578125,
"test_run_times": [
19.589999999999999857891452847979962825775146484375
]
},
"d": {
"value": 99.900000000000005684341886080801486968994140625,
"test_run_times": [
19.5799999999999982946974341757595539093017578125
]
}
}
},
"72749a871a260bd95dd0529ab9218d35f5176113": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-70b-chat.Q5_0.gguf",
"description": "Model: llama-2-70b-chat.Q5_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.939999999999999946709294817992486059665679931640625,
"test_run_times": [
282.8999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"b": {
"value": 1.939999999999999946709294817992486059665679931640625,
"raw_values": [
1.939999999999999946709294817992486059665679931640625,
1.9499999999999999555910790149937383830547332763671875,
1.939999999999999946709294817992486059665679931640625
],
"test_run_times": [
265.8700000000000045474735088646411895751953125,
215.780000000000001136868377216160297393798828125,
269.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 1.9499999999999999555910790149937383830547332763671875,
"test_run_times": [
269.6000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"d": {
"value": 1.9499999999999999555910790149937383830547332763671875,
"test_run_times": [
110.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"110f1cc60ec0ea7c1af675f5581fd8635260d922": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 32.51879999999999881765688769519329071044921875,
"test_run_times": [
81.93000000000000682121026329696178436279296875
]
},
"b": {
"value": 32.36209999999999809006112627685070037841796875,
"raw_values": [
32.31499999999999772626324556767940521240234375,
32.3130000000000023874235921539366245269775390625,
32.45830000000000126192389870993793010711669921875
],
"test_run_times": [
71.7699999999999960209606797434389591217041015625,
71.9200000000000017053025658242404460906982421875,
71.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 32.421199999999998908606357872486114501953125,
"test_run_times": [
71.93000000000000682121026329696178436279296875
]
},
"d": {
"value": 32.3761999999999972033037920482456684112548828125,
"test_run_times": [
71.93000000000000682121026329696178436279296875
]
}
}
},
"1055e6047c5259faa19dd3d1403af21ab2cf45a3": {
"identifier": "pts\/llamafile-1.0.0",
"title": "Llamafile",
"app_version": "0.6",
"arguments": "run-llava --gpu DISABLE",
"description": "Test: llava-v1.5-7b-q4 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.219999999999998863131622783839702606201171875,
"test_run_times": [
18.25
]
},
"b": {
"value": 17.260000000000001563194018672220408916473388671875,
"raw_values": [
17.260000000000001563194018672220408916473388671875,
17.280000000000001136868377216160297393798828125,
17.25
],
"test_run_times": [
17.199999999999999289457264239899814128875732421875,
17.440000000000001278976924368180334568023681640625,
17.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 17.300000000000000710542735760100185871124267578125,
"test_run_times": [
17.190000000000001278976924368180334568023681640625
]
},
"d": {
"value": 17.25,
"test_run_times": [
17.019999999999999573674358543939888477325439453125
]
}
}
},
"a2efe4ee2ae3185b2d06fce82479f0651157c55c": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 392.9587999999999965439201332628726959228515625,
"test_run_times": [
41.21000000000000085265128291212022304534912109375
]
},
"b": {
"value": 394.7758999999999787178239785134792327880859375,
"raw_values": [
394.34859999999997626218828372657299041748046875,
394.3844000000000278305378742516040802001953125,
395.5946999999999889041646383702754974365234375
],
"test_run_times": [
40.56000000000000227373675443232059478759765625,
40.68999999999999772626324556767940521240234375,
40.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 393.8346000000000231011654250323772430419921875,
"test_run_times": [
40.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 394.37560000000001991793396882712841033935546875,
"test_run_times": [
40.6700000000000017053025658242404460906982421875
]
}
}
},
"184fece0867b0c453d1ea8cbb6c3eeeca294f0fd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 98.910200000000003228706191293895244598388671875,
"test_run_times": [
37.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 98.745599999999996043698047287762165069580078125,
"raw_values": [
99.21850000000000591171556152403354644775390625,
98.2306999999999987949195201508700847625732421875,
98.7875999999999976353137753903865814208984375
],
"test_run_times": [
37.60000000000000142108547152020037174224853515625,
37.61999999999999744204615126363933086395263671875,
37.56000000000000227373675443232059478759765625
]
},
"c": {
"value": 98.4979000000000013415046851150691509246826171875,
"test_run_times": [
37.5499999999999971578290569595992565155029296875
]
},
"d": {
"value": 98.891199999999997771737980656325817108154296875,
"test_run_times": [
37.42999999999999971578290569595992565155029296875
]
}
}
},
"386d3c9c7501657468be0ac976a04b369aced25d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.1045999999999995822008713730610907077789306640625,
"test_run_times": [
37.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 10.1212999999999997413624441833235323429107666015625,
"raw_values": [
10.073100000000000164845914696343243122100830078125,
10.173799999999999954525264911353588104248046875,
10.1168999999999993377741702715866267681121826171875
],
"test_run_times": [
37.60000000000000142108547152020037174224853515625,
37.61999999999999744204615126363933086395263671875,
37.56000000000000227373675443232059478759765625
]
},
"c": {
"value": 10.1460000000000007958078640513122081756591796875,
"test_run_times": [
37.5499999999999971578290569595992565155029296875
]
},
"d": {
"value": 10.10679999999999978399500832892954349517822265625,
"test_run_times": [
37.42999999999999971578290569595992565155029296875
]
}
}
},
"9ff1e78c5264f23b5224a84b200df72830b13579": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 368.30509999999998171915649436414241790771484375,
"test_run_times": [
81.93000000000000682121026329696178436279296875
]
},
"b": {
"value": 369.77199999999999135980033315718173980712890625,
"raw_values": [
369.86419999999998253770172595977783203125,
370.18319999999999936335370875895023345947265625,
369.2685999999999921783455647528171539306640625
],
"test_run_times": [
71.7699999999999960209606797434389591217041015625,
71.9200000000000017053025658242404460906982421875,
71.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 369.6227999999999838109943084418773651123046875,
"test_run_times": [
71.93000000000000682121026329696178436279296875
]
},
"d": {
"value": 369.529999999999972715158946812152862548828125,
"test_run_times": [
71.93000000000000682121026329696178436279296875
]
}
}
},
"f685725c528a5d2cf742e05056ea0eefacd5a426": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.1193999999999988403942552395164966583251953125,
"test_run_times": [
43.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 54.33400000000000318323145620524883270263671875,
"raw_values": [
54.395499999999998408384271897375583648681640625,
54.27600000000000335376171278767287731170654296875,
54.330500000000000682121026329696178436279296875
],
"test_run_times": [
43.32000000000000028421709430404007434844970703125,
43.35000000000000142108547152020037174224853515625,
43.340000000000003410605131648480892181396484375
]
},
"c": {
"value": 54.14739999999999753299562144093215465545654296875,
"test_run_times": [
43.24000000000000198951966012828052043914794921875
]
},
"d": {
"value": 54.20400000000000062527760746888816356658935546875,
"test_run_times": [
43.340000000000003410605131648480892181396484375
]
}
}
},
"a7579910c8f49ef834c189504eac153d4889bd74": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.472699999999999675992512493394315242767333984375,
"test_run_times": [
43.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 18.39999999999999857891452847979962825775146484375,
"raw_values": [
18.379400000000000403588273911736905574798583984375,
18.41929999999999978399500832892954349517822265625,
18.401199999999999334931999328546226024627685546875
],
"test_run_times": [
43.32000000000000028421709430404007434844970703125,
43.35000000000000142108547152020037174224853515625,
43.340000000000003410605131648480892181396484375
]
},
"c": {
"value": 18.463499999999999801048033987171947956085205078125,
"test_run_times": [
43.24000000000000198951966012828052043914794921875
]
},
"d": {
"value": 18.4442999999999983629095368087291717529296875,
"test_run_times": [
43.340000000000003410605131648480892181396484375
]
}
}
},
"d8f049c65b409ede6e7236dad32b23fabc6156bc": {
"identifier": "pts\/compress-lz4-1.1.0",
"title": "LZ4 Compression",
"app_version": "1.9.4",
"arguments": "-b3 -e3",
"description": "Compression Level: 3 - Compression Speed",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 131.240000000000009094947017729282379150390625,
"test_run_times": [
22.989999999999998436805981327779591083526611328125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 131.099999999999994315658113919198513031005859375,
"raw_values": [
130.849999999999994315658113919198513031005859375,
131.69999999999998863131622783839702606201171875,
130.75
],
"test_run_times": [
23.019999999999999573674358543939888477325439453125,
22.949999999999999289457264239899814128875732421875,
23.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 131.400000000000005684341886080801486968994140625,
"test_run_times": [
22.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 131.6100000000000136424205265939235687255859375,
"test_run_times": [
22.940000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
}
}
},
"3a48ff0a7df267f1cad54d0160f1013f6bfa0da6": {
"identifier": "pts\/quicksilver-1.0.0",
"title": "Quicksilver",
"app_version": "20230818",
"arguments": "..\/Examples\/CTS2_Benchmark\/CTS2.inp",
"description": "Input: CTS2",
"scale": "Figure Of Merit",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20680000,
"test_run_times": [
248.710000000000007958078640513122081756591796875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"b": {
"value": 20646667,
"raw_values": [
20640000,
20640000,
20660000
],
"test_run_times": [
249.18000000000000682121026329696178436279296875,
249.099999999999994315658113919198513031005859375,
248.900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"c": {
"value": 20620000,
"test_run_times": [
249.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"d": {
"value": 20600000,
"test_run_times": [
249.650000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
}
}
},
"75b6442e296ce0e967a26cd61945f6ce4b61b99d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.38719999999999998863131622783839702606201171875,
"test_run_times": [
43.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 18.331700000000001438138497178442776203155517578125,
"raw_values": [
18.343900000000001426769813406281173229217529296875,
18.33449999999999846522769075818359851837158203125,
18.31660000000000110276232589967548847198486328125
],
"test_run_times": [
43.719999999999998863131622783839702606201171875,
43.60000000000000142108547152020037174224853515625,
43.6700000000000017053025658242404460906982421875
]
},
"c": {
"value": 18.35889999999999844249032321386039257049560546875,
"test_run_times": [
43.53999999999999914734871708787977695465087890625
]
},
"d": {
"value": 18.395900000000001028865881380625069141387939453125,
"test_run_times": [
43.39999999999999857891452847979962825775146484375
]
}
}
},
"65ae56ceea2f265276e1b95b6a6e3b53119b5ff3": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.37160000000000081854523159563541412353515625,
"test_run_times": [
43.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 54.53649999999999664623828721232712268829345703125,
"raw_values": [
54.50019999999999953388396534137427806854248046875,
54.5277999999999991587174008600413799285888671875,
54.581400000000002137312549166381359100341796875
],
"test_run_times": [
43.719999999999998863131622783839702606201171875,
43.60000000000000142108547152020037174224853515625,
43.6700000000000017053025658242404460906982421875
]
},
"c": {
"value": 54.45539999999999736246536485850811004638671875,
"test_run_times": [
43.53999999999999914734871708787977695465087890625
]
},
"d": {
"value": 54.3470999999999975216269376687705516815185546875,
"test_run_times": [
43.39999999999999857891452847979962825775146484375
]
}
}
},
"0083d93c7c846aae457cdffe798d6ed7a26cafbe": {
"identifier": "pts\/quicksilver-1.0.0",
"title": "Quicksilver",
"app_version": "20230818",
"arguments": "..\/Examples\/CORAL2_Benchmark\/Problem1\/Coral2_P1.inp",
"description": "Input: CORAL2 P1",
"scale": "Figure Of Merit",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 24210000,
"test_run_times": [
48.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"b": {
"value": 24230000,
"raw_values": [
24250000,
24230000,
24210000
],
"test_run_times": [
48.5,
48.5499999999999971578290569595992565155029296875,
48.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"c": {
"value": 24240000,
"test_run_times": [
48.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"d": {
"value": 24290000,
"test_run_times": [
48.52000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
}
}
},
"208ffe3cae17332fa4307ff8cfb139b4f98e2365": {
"identifier": "pts\/y-cruncher-1.4.0",
"title": "Y-Cruncher",
"app_version": "0.8.3",
"arguments": "1b",
"description": "Pi Digits To Calculate: 1B",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.5449999999999999289457264239899814128875732421875,
"test_run_times": [
18.699999999999999289457264239899814128875732421875
]
},
"b": {
"value": 15.4969999999999998863131622783839702606201171875,
"raw_values": [
15.474000000000000198951966012828052043914794921875,
15.506000000000000227373675443232059478759765625,
15.510999999999999232613845379091799259185791015625
],
"test_run_times": [
18.559999999999998721023075631819665431976318359375,
18.559999999999998721023075631819665431976318359375,
18.559999999999998721023075631819665431976318359375
]
},
"c": {
"value": 15.532000000000000028421709430404007434844970703125,
"test_run_times": [
18.589999999999999857891452847979962825775146484375
]
},
"d": {
"value": 15.5009999999999994457766661071218550205230712890625,
"test_run_times": [
18.559999999999998721023075631819665431976318359375
]
}
}
},
"462f293f366723d6995e274ef4bcdb1bff660c2d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.1424000000000003041122909053228795528411865234375,
"test_run_times": [
37.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 10.1362000000000005428546501207165420055389404296875,
"raw_values": [
10.1428999999999991388222042587585747241973876953125,
10.1471000000000000085265128291212022304534912109375,
10.1184999999999991615595718030817806720733642578125
],
"test_run_times": [
37.5799999999999982946974341757595539093017578125,
37.5,
37.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 10.127700000000000812860889709554612636566162109375,
"test_run_times": [
37.3900000000000005684341886080801486968994140625
]
},
"d": {
"value": 10.1150999999999999801048033987171947956085205078125,
"test_run_times": [
37.3900000000000005684341886080801486968994140625
]
}
}
},
"59d928faf884edbadd7e25d023874b40a291e0c0": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 98.5160000000000053432813729159533977508544921875,
"test_run_times": [
37.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 98.563500000000004774847184307873249053955078125,
"raw_values": [
98.5044999999999930651028989814221858978271484375,
98.453900000000004411049303598701953887939453125,
98.731999999999999317878973670303821563720703125
],
"test_run_times": [
37.5799999999999982946974341757595539093017578125,
37.5,
37.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 98.6526000000000067302607931196689605712890625,
"test_run_times": [
37.3900000000000005684341886080801486968994140625
]
},
"d": {
"value": 98.767099999999999226929503493010997772216796875,
"test_run_times": [
37.3900000000000005684341886080801486968994140625
]
}
}
},
"314d182a7bb6364d863f89beba9fdf03c308ce5d": {
"identifier": "pts\/llamafile-1.0.0",
"title": "Llamafile",
"app_version": "0.6",
"arguments": "run-mistral --gpu DISABLE",
"description": "Test: mistral-7b-instruct-v0.2.Q8_0 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.1300000000000007815970093361102044582366943359375,
"test_run_times": [
92.719999999999998863131622783839702606201171875
]
},
"b": {
"value": 10.1500000000000003552713678800500929355621337890625,
"raw_values": [
10.1500000000000003552713678800500929355621337890625,
10.1300000000000007815970093361102044582366943359375,
10.160000000000000142108547152020037174224853515625
],
"test_run_times": [
89.1400000000000005684341886080801486968994140625,
88.06000000000000227373675443232059478759765625,
71.5199999999999960209606797434389591217041015625
]
},
"c": {
"value": 10.1400000000000005684341886080801486968994140625,
"test_run_times": [
87.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 10.1300000000000007815970093361102044582366943359375,
"test_run_times": [
96.8599999999999994315658113919198513031005859375
]
}
}
},
"b72db72e4a5691ce5d47e79d5780d37cb2eac8d0": {
"identifier": "pts\/compress-lz4-1.1.0",
"title": "LZ4 Compression",
"app_version": "1.9.4",
"arguments": "-b1 -e1",
"description": "Compression Level: 1 - Compression Speed",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 828.779999999999972715158946812152862548828125,
"test_run_times": [
22.300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 829.3600000000000136424205265939235687255859375,
"raw_values": [
829.8999999999999772626324556767940521240234375,
828.1100000000000136424205265939235687255859375,
830.0700000000000500222085975110530853271484375
],
"test_run_times": [
22.28999999999999914734871708787977695465087890625,
22.219999999999998863131622783839702606201171875,
22.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 829.1499999999999772626324556767940521240234375,
"test_run_times": [
22.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 830.3700000000000045474735088646411895751953125,
"test_run_times": [
22.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
}
}
},
"b933a3526c45163faca666959fd3ab95855f5069": {
"identifier": "pts\/compress-lz4-1.1.0",
"title": "LZ4 Compression",
"app_version": "1.9.4",
"arguments": "-b9 -e9",
"description": "Compression Level: 9 - Decompression Speed",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4840.5,
"test_run_times": [
25.989999999999998436805981327779591083526611328125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 4841.399999999999636202119290828704833984375,
"raw_values": [
4839.1999999999998181010596454143524169921875,
4842.100000000000363797880709171295166015625,
4842.899999999999636202119290828704833984375
],
"test_run_times": [
25.8599999999999994315658113919198513031005859375,
25.8599999999999994315658113919198513031005859375,
25.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 4842.399999999999636202119290828704833984375,
"test_run_times": [
25.690000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 4844.5,
"test_run_times": [
25.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
}
}
},
"7d09b74acec40f5dd2415b5af7d64c344d0a882b": {
"identifier": "pts\/compress-lz4-1.1.0",
"title": "LZ4 Compression",
"app_version": "1.9.4",
"arguments": "-b1 -e1",
"description": "Compression Level: 1 - Decompression Speed",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5019.5,
"test_run_times": [
22.300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 5020,
"raw_values": [
5018.600000000000363797880709171295166015625,
5022.8000000000001818989403545856475830078125,
5018.5
],
"test_run_times": [
22.28999999999999914734871708787977695465087890625,
22.219999999999998863131622783839702606201171875,
22.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 5023.1999999999998181010596454143524169921875,
"test_run_times": [
22.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 5019.5,
"test_run_times": [
22.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
}
}
},
"671a6258a5095c223e003eec9ac815a3b7d0cc1f": {
"identifier": "pts\/compress-lz4-1.1.0",
"title": "LZ4 Compression",
"app_version": "1.9.4",
"arguments": "-b3 -e3",
"description": "Compression Level: 3 - Decompression Speed",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4595.899999999999636202119290828704833984375,
"test_run_times": [
22.989999999999998436805981327779591083526611328125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 4597.899999999999636202119290828704833984375,
"raw_values": [
4596.6999999999998181010596454143524169921875,
4598.8000000000001818989403545856475830078125,
4598.3000000000001818989403545856475830078125
],
"test_run_times": [
23.019999999999999573674358543939888477325439453125,
22.949999999999999289457264239899814128875732421875,
23.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 4598,
"test_run_times": [
22.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 4596.6999999999998181010596454143524169921875,
"test_run_times": [
22.940000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3"
}
}
}
}
},
"ecef0d8bc343cfbeaed3dc2f6e3700814339c428": {
"identifier": "pts\/cachebench-1.2.0",
"title": "CacheBench",
"arguments": "-w",
"description": "Test: Write",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 69134.68049800000153481960296630859375,
"min_result": [
"68881.15"
],
"max_result": [
"69208.76"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"b": {
"value": 69140.530991999999969266355037689208984375,
"raw_values": [
69137.936778999996022321283817291259765625,
69136.600095000001601874828338623046875,
69147.0561020000022836029529571533203125
],
"min_result": [
"68883.98"
],
"max_result": [
"69225.86"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625,
125.0199999999999960209606797434389591217041015625,
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"c": {
"value": 69142.435503000000608153641223907470703125,
"min_result": [
"68884.8"
],
"max_result": [
"69218.23"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"d": {
"value": 69142.1888540000072680413722991943359375,
"min_result": [
"68886.61"
],
"max_result": [
"69217.36"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
}
}
},
"00ad1fd7ecc420dd5fa33a87024475348d63de36": {
"identifier": "pts\/cachebench-1.2.0",
"title": "CacheBench",
"arguments": "-r",
"description": "Test: Read",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11543.372321000000738422386348247528076171875,
"min_result": [
"11542.37"
],
"max_result": [
"11544.55"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"b": {
"value": 11543.16468700000041280873119831085205078125,
"raw_values": [
11543.328175000000555883161723613739013671875,
11543.026626000000760541297495365142822265625,
11543.13926100000026053749024868011474609375
],
"min_result": [
"11542.65"
],
"max_result": [
"11544.48"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625,
125.0199999999999960209606797434389591217041015625,
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"c": {
"value": 11543.09636200000022654421627521514892578125,
"min_result": [
"11542.7"
],
"max_result": [
"11543.41"
],
"test_run_times": [
125.0199999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"d": {
"value": 11543.486939000000347732566297054290771484375,
"min_result": [
"11542.8"
],
"max_result": [
"11544.64"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
}
}
},
"62656f2f4c1d75381cde411f9f29ee2c11efb4ee": {
"identifier": "pts\/llamafile-1.0.0",
"title": "Llamafile",
"app_version": "0.6",
"arguments": "run-wizardcoder --gpu DISABLE",
"description": "Test: wizardcoder-python-34b-v1.0.Q6_K - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.25,
"test_run_times": [
74.650000000000005684341886080801486968994140625
]
},
"b": {
"value": 3.25,
"raw_values": [
3.25,
3.25,
3.25
],
"test_run_times": [
67.0400000000000062527760746888816356658935546875,
66.900000000000005684341886080801486968994140625,
66.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 3.25,
"test_run_times": [
67
]
},
"d": {
"value": 3.25,
"test_run_times": [
67.0799999999999982946974341757595539093017578125
]
}
}
}
}
}