AMD Ryzen Threadripper 7980X 64-Cores testing with a System76 Thelio Major (FA Z5 BIOS) and AMD Radeon Pro W7900 45GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2403159-PTS-SVTDEEPS65
{
"title": "svt deepsparse",
"last_modified": "2024-03-15 21:37:36",
"description": "AMD Ryzen Threadripper 7980X 64-Cores testing with a System76 Thelio Major (FA Z5 BIOS) and AMD Radeon Pro W7900 45GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen Threadripper 7980X 64-Cores @ 7.79GHz (64 Cores \/ 128 Threads)",
"Motherboard": "System76 Thelio Major (FA Z5 BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "4 x 32GB DRAM-4800MT\/s Micron MTC20F1045S1RC48BA2",
"Disk": "1000GB CT1000T700SSD5",
"Graphics": "AMD Radeon Pro W7900 45GB (1760\/1124MHz)",
"Audio": "AMD Device 14cc",
"Monitor": "DELL P2415Q",
"Network": "Aquantia AQC113C NBase-T\/IEEE + Realtek RTL8125 2.5GbE + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 23.2.1-1ubuntu3.1 (LLVM 15.0.7 DRM 3.54)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "pts",
"timestamp": "2024-03-15 17:18:56",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa108105",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen Threadripper 7980X 64-Cores @ 7.79GHz (64 Cores \/ 128 Threads)",
"Motherboard": "System76 Thelio Major (FA Z5 BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "4 x 32GB DRAM-4800MT\/s Micron MTC20F1045S1RC48BA2",
"Disk": "1000GB CT1000T700SSD5",
"Graphics": "AMD Radeon Pro W7900 45GB (1760\/1124MHz)",
"Audio": "AMD Device 14cc",
"Monitor": "DELL P2415Q",
"Network": "Aquantia AQC113C NBase-T\/IEEE + Realtek RTL8125 2.5GbE + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 23.2.1-1ubuntu3.1 (LLVM 15.0.7 DRM 3.54)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "pts",
"timestamp": "2024-03-15 18:16:27",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa108105",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen Threadripper 7980X 64-Cores @ 7.79GHz (64 Cores \/ 128 Threads)",
"Motherboard": "System76 Thelio Major (FA Z5 BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "4 x 32GB DRAM-4800MT\/s Micron MTC20F1045S1RC48BA2",
"Disk": "1000GB CT1000T700SSD5",
"Graphics": "AMD Radeon Pro W7900 45GB (1760\/1124MHz)",
"Audio": "AMD Device 14cc",
"Monitor": "DELL P2415Q",
"Network": "Aquantia AQC113C NBase-T\/IEEE + Realtek RTL8125 2.5GbE + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 23.2.1-1ubuntu3.1 (LLVM 15.0.7 DRM 3.54)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "pts",
"timestamp": "2024-03-15 19:20:07",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa108105",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "AMD Ryzen Threadripper 7980X 64-Cores @ 7.79GHz (64 Cores \/ 128 Threads)",
"Motherboard": "System76 Thelio Major (FA Z5 BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "4 x 32GB DRAM-4800MT\/s Micron MTC20F1045S1RC48BA2",
"Disk": "1000GB CT1000T700SSD5",
"Graphics": "AMD Radeon Pro W7900 45GB (1760\/1124MHz)",
"Audio": "AMD Device 14cc",
"Monitor": "DELL P2415Q",
"Network": "Aquantia AQC113C NBase-T\/IEEE + Realtek RTL8125 2.5GbE + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 23.2.1-1ubuntu3.1 (LLVM 15.0.7 DRM 3.54)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "pts",
"timestamp": "2024-03-15 20:30:04",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa108105",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"07874bd30a80753be1d28881eddc0428fcb350ae": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.891999999999999459987520822323858737945556640625,
"raw_values": [
9.8740000000000005542233338928781449794769287109375,
9.9000000000000003552713678800500929355621337890625,
9.9019999999999992468247000942938029766082763671875
],
"test_run_times": [
19.03999999999999914734871708787977695465087890625,
18.969999999999998863131622783839702606201171875,
18.949999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 9.79299999999999926103555480949580669403076171875,
"raw_values": [
9.7949999999999999289457264239899814128875732421875,
9.766999999999999459987520822323858737945556640625,
9.8160000000000007247535904753021895885467529296875
],
"test_run_times": [
19.14999999999999857891452847979962825775146484375,
19.21000000000000085265128291212022304534912109375,
19.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 9.888999999999999346300683100707828998565673828125,
"raw_values": [
9.856999999999999317878973670303821563720703125,
9.94500000000000028421709430404007434844970703125,
9.864000000000000767386154620908200740814208984375
],
"test_run_times": [
19.050000000000000710542735760100185871124267578125,
18.879999999999999005240169935859739780426025390625,
19.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 9.8659999999999996589394868351519107818603515625,
"raw_values": [
9.875,
9.919000000000000483169060316868126392364501953125,
9.803000000000000824229573481716215610504150390625
],
"test_run_times": [
19.010000000000001563194018672220408916473388671875,
18.92999999999999971578290569595992565155029296875,
19.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"2d6461041456af39b5df4efcec7f39f3157f549d": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 94.5090000000000003410605131648480892181396484375,
"raw_values": [
93.9270000000000067075234255753457546234130859375,
94.53600000000000136424205265939235687255859375,
95.063999999999992951416061259806156158447265625
],
"test_run_times": [
8.7799999999999993605115378159098327159881591796875,
8.7400000000000002131628207280300557613372802734375,
8.6899999999999995026200849679298698902130126953125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 93.7339999999999946567186270840466022491455078125,
"raw_values": [
93.9479999999999932924765744246542453765869140625,
93.1219999999999998863131622783839702606201171875,
94.131000000000000227373675443232059478759765625
],
"test_run_times": [
8.7799999999999993605115378159098327159881591796875,
8.8599999999999994315658113919198513031005859375,
8.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 93.93000000000000682121026329696178436279296875,
"raw_values": [
94.037000000000006139089236967265605926513671875,
94.20900000000000318323145620524883270263671875,
93.5450000000000017053025658242404460906982421875
],
"test_run_times": [
8.7799999999999993605115378159098327159881591796875,
8.7400000000000002131628207280300557613372802734375,
8.8100000000000004973799150320701301097869873046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 94.558999999999997498889570124447345733642578125,
"raw_values": [
95.5570000000000021600499167107045650482177734375,
93.477000000000003865352482534945011138916015625,
94.643000000000000682121026329696178436279296875
],
"test_run_times": [
8.67999999999999971578290569595992565155029296875,
8.82000000000000028421709430404007434844970703125,
8.7200000000000006394884621840901672840118408203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"b7dbdc4a31deb7c3fd3898dbe6df6073d5bae0ee": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 188.5579999999999927240423858165740966796875,
"raw_values": [
189.00299999999998590283212251961231231689453125,
191.431000000000011596057447604835033416748046875,
182.239000000000004320099833421409130096435546875,
194.1879999999999881765688769519329071044921875,
185.926999999999992496668710373342037200927734375
],
"test_run_times": [
5.03000000000000024868995751603506505489349365234375,
4.9900000000000002131628207280300557613372802734375,
5.12999999999999989341858963598497211933135986328125,
4.94000000000000039079850466805510222911834716796875,
5.0800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 195.907000000000010686562745831906795501708984375,
"raw_values": [
196.635999999999995679900166578590869903564453125,
199.90100000000001045918907038867473602294921875,
191.183999999999997498889570124447345733642578125
],
"test_run_times": [
4.910000000000000142108547152020037174224853515625,
4.8499999999999996447286321199499070644378662109375,
4.980000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 194.06499999999999772626324556767940521240234375,
"raw_values": [
196.80000000000001136868377216160297393798828125,
194.35300000000000864019966684281826019287109375,
191.04099999999999681676854379475116729736328125
],
"test_run_times": [
4.910000000000000142108547152020037174224853515625,
4.92999999999999971578290569595992565155029296875,
4.980000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 195.85800000000000409272615797817707061767578125,
"raw_values": [
192.4180000000000063664629124104976654052734375,
194.816000000000002501110429875552654266357421875,
200.340000000000003410605131648480892181396484375
],
"test_run_times": [
4.980000000000000426325641456060111522674560546875,
4.94000000000000039079850466805510222911834716796875,
4.839999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"685f4e221e2e654e3714ee352fed82e506e17245": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 192.5670000000000072759576141834259033203125,
"raw_values": [
193.836000000000012732925824820995330810546875,
195.578000000000002955857780762016773223876953125,
188.28600000000000136424205265939235687255859375
],
"test_run_times": [
4.94000000000000039079850466805510222911834716796875,
4.9199999999999999289457264239899814128875732421875,
5.04000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 193.28600000000000136424205265939235687255859375,
"raw_values": [
212.92099999999999226929503493010997772216796875,
192.275000000000005684341886080801486968994140625,
195.93000000000000682121026329696178436279296875,
200.400000000000005684341886080801486968994140625,
205.163999999999987267074175179004669189453125,
190.008000000000009777068044058978557586669921875,
190.818000000000012050804798491299152374267578125,
193.96899999999999408828443847596645355224609375,
187.4370000000000118234311230480670928955078125,
181.924000000000006593836587853729724884033203125,
185.5579999999999927240423858165740966796875,
192.7839999999999918145476840436458587646484375,
190.419000000000011141310096718370914459228515625,
189.522999999999996134647517465054988861083984375,
190.16599999999999681676854379475116729736328125
],
"test_run_times": [
4.6699999999999999289457264239899814128875732421875,
4.96999999999999975131004248396493494510650634765625,
4.9199999999999999289457264239899814128875732421875,
4.86000000000000031974423109204508364200592041015625,
4.769999999999999573674358543939888477325439453125,
5,
4.9900000000000002131628207280300557613372802734375,
4.95000000000000017763568394002504646778106689453125,
5.04999999999999982236431605997495353221893310546875,
5.1500000000000003552713678800500929355621337890625,
5.07000000000000028421709430404007434844970703125,
4.96999999999999975131004248396493494510650634765625,
4.9900000000000002131628207280300557613372802734375,
5.0099999999999997868371792719699442386627197265625,
5.0099999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 192.638000000000005229594535194337368011474609375,
"raw_values": [
194.121000000000009322320693172514438629150390625,
188.272999999999996134647517465054988861083984375,
195.520999999999986584953148849308490753173828125
],
"test_run_times": [
4.95999999999999996447286321199499070644378662109375,
5.019999999999999573674358543939888477325439453125,
4.9199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 187.625,
"raw_values": [
190.34600000000000363797880709171295166015625,
186.289999999999992041921359486877918243408203125,
186.239000000000004320099833421409130096435546875
],
"test_run_times": [
5,
5.07000000000000028421709430404007434844970703125,
5.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"dc904a5f05b6af7d9d2f0cb350633ab3906286e0": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.4759999999999990905052982270717620849609375,
"raw_values": [
27.72800000000000153477230924181640148162841796875,
27.0270000000000010231815394945442676544189453125,
27.672000000000000596855898038484156131744384765625
],
"test_run_times": [
7.5099999999999997868371792719699442386627197265625,
7.6699999999999999289457264239899814128875732421875,
7.54000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 27.282000000000000028421709430404007434844970703125,
"raw_values": [
27.1009999999999990905052982270717620849609375,
27.45100000000000051159076974727213382720947265625,
27.29299999999999926103555480949580669403076171875
],
"test_run_times": [
7.6500000000000003552713678800500929355621337890625,
7.5800000000000000710542735760100185871124267578125,
7.61000000000000031974423109204508364200592041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 27.518000000000000682121026329696178436279296875,
"raw_values": [
27.403999999999999914734871708787977695465087890625,
27.82900000000000062527760746888816356658935546875,
27.321000000000001506350599811412394046783447265625
],
"test_run_times": [
7.589999999999999857891452847979962825775146484375,
7.5,
7.61000000000000031974423109204508364200592041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 27.2409999999999996589394868351519107818603515625,
"raw_values": [
27.199000000000001620037437533028423786163330078125,
27.4669999999999987494447850622236728668212890625,
27.056999999999998607336237910203635692596435546875
],
"test_run_times": [
7.62999999999999989341858963598497211933135986328125,
7.57000000000000028421709430404007434844970703125,
7.6699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"e25f1395e53b97de67de5cb714bfadc6f1a32e2b": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 193.758999999999986130205797962844371795654296875,
"raw_values": [
196.195999999999997953636921010911464691162109375,
189.145999999999986584953148849308490753173828125,
195.93500000000000227373675443232059478759765625
],
"test_run_times": [
4.730000000000000426325641456060111522674560546875,
4.82000000000000028421709430404007434844970703125,
4.730000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 194.769000000000005456968210637569427490234375,
"raw_values": [
198.140999999999991132426657713949680328369140625,
191.7350000000000136424205265939235687255859375,
194.431000000000011596057447604835033416748046875
],
"test_run_times": [
4.69000000000000039079850466805510222911834716796875,
4.79999999999999982236431605997495353221893310546875,
4.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 189.60800000000000409272615797817707061767578125,
"raw_values": [
188.068000000000012050804798491299152374267578125,
190.597000000000008412825991399586200714111328125,
190.157999999999987039700499735772609710693359375
],
"test_run_times": [
4.86000000000000031974423109204508364200592041015625,
4.8300000000000000710542735760100185871124267578125,
4.8300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 195.611999999999994770405464805662631988525390625,
"raw_values": [
193.167000000000001591615728102624416351318359375,
194.270000000000010231815394945442676544189453125,
199.400000000000005684341886080801486968994140625
],
"test_run_times": [
4.769999999999999573674358543939888477325439453125,
4.7599999999999997868371792719699442386627197265625,
4.67999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"cf74c258930ce6572b669052b6a298b7e2c32c02": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 616.5829999999999699866748414933681488037109375,
"raw_values": [
627.357999999999947249307297170162200927734375,
621.529999999999972715158946812152862548828125,
600.8609999999999899955582804977893829345703125
],
"test_run_times": [
1.6599999999999999200639422269887290894985198974609375,
1.6599999999999999200639422269887290894985198974609375,
1.6999999999999999555910790149937383830547332763671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 615.5399999999999636202119290828704833984375,
"raw_values": [
619.5829999999999699866748414933681488037109375,
622.115000000000009094947017729282379150390625,
604.923000000000001818989403545856475830078125
],
"test_run_times": [
1.6799999999999999378275106209912337362766265869140625,
1.6699999999999999289457264239899814128875732421875,
1.6999999999999999555910790149937383830547332763671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 625.8170000000000072759576141834259033203125,
"raw_values": [
624.1480000000000245563569478690624237060546875,
634.7469999999999572537490166723728179931640625,
618.557000000000016370904631912708282470703125
],
"test_run_times": [
1.6699999999999999289457264239899814128875732421875,
1.649999999999999911182158029987476766109466552734375,
1.6799999999999999378275106209912337362766265869140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 621.4420000000000072759576141834259033203125,
"raw_values": [
612.1760000000000445652403868734836578369140625,
629.2759999999999536157702095806598663330078125,
622.87300000000004729372449219226837158203125
],
"test_run_times": [
1.689999999999999946709294817992486059665679931640625,
1.6599999999999999200639422269887290894985198974609375,
1.6699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"fa830dfe04cd3079e6f88420aec30f0bb9868cfb": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 662.4930000000000518411980010569095611572265625,
"raw_values": [
664.0149999999999863575794734060764312744140625,
667.336000000000012732925824820995330810546875,
656.1290000000000190993887372314929962158203125
],
"test_run_times": [
1.5900000000000000799360577730112709105014801025390625,
1.5800000000000000710542735760100185871124267578125,
1.5900000000000000799360577730112709105014801025390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 653.6879999999999881765688769519329071044921875,
"raw_values": [
651.019000000000005456968210637569427490234375,
657.0059999999999718056642450392246246337890625,
653.0399999999999636202119290828704833984375
],
"test_run_times": [
1.600000000000000088817841970012523233890533447265625,
1.5900000000000000799360577730112709105014801025390625,
1.600000000000000088817841970012523233890533447265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 671.8319999999999936335370875895023345947265625,
"raw_values": [
705.597999999999956344254314899444580078125,
670.73000000000001818989403545856475830078125,
725.0240000000000009094947017729282379150390625,
677.9489999999999554347596131265163421630859375,
661.9160000000000536601874046027660369873046875,
662.7989999999999781721271574497222900390625,
660.316000000000030922819860279560089111328125,
665.82799999999997453414835035800933837890625,
654.5520000000000209183781407773494720458984375,
664.855999999999994543031789362430572509765625,
652.4089999999999918145476840436458587646484375,
683.6789999999999736246536485850811004638671875,
675.87699999999995270627550780773162841796875,
656.895999999999958163243718445301055908203125,
659.0489999999999781721271574497222900390625
],
"test_run_times": [
1.5300000000000000266453525910037569701671600341796875,
1.5800000000000000710542735760100185871124267578125,
1.520000000000000017763568394002504646778106689453125,
1.5700000000000000621724893790087662637233734130859375,
1.5900000000000000799360577730112709105014801025390625,
1.5800000000000000710542735760100185871124267578125,
1.5900000000000000799360577730112709105014801025390625,
1.5800000000000000710542735760100185871124267578125,
1.600000000000000088817841970012523233890533447265625,
1.5800000000000000710542735760100185871124267578125,
1.6100000000000000976996261670137755572795867919921875,
1.560000000000000053290705182007513940334320068359375,
1.5700000000000000621724893790087662637233734130859375,
1.5900000000000000799360577730112709105014801025390625,
1.5900000000000000799360577730112709105014801025390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 670.1380000000000336513039655983448028564453125,
"raw_values": [
669.269000000000005456968210637569427490234375,
661.79700000000002546585164964199066162109375,
719.874000000000023646862246096134185791015625,
660.3339999999999463398125953972339630126953125,
676.8590000000000372892827726900577545166015625,
656.134000000000014551915228366851806640625,
669.44000000000005456968210637569427490234375,
664.94399999999995998223312199115753173828125,
648.7759999999999536157702095806598663330078125,
670.087999999999965439201332628726959228515625,
653.732999999999947249307297170162200927734375,
716.7730000000000245563569478690624237060546875,
640.5940000000000509317032992839813232421875,
692.50199999999995270627550780773162841796875,
650.9589999999999463398125953972339630126953125
],
"test_run_times": [
1.5800000000000000710542735760100185871124267578125,
1.5900000000000000799360577730112709105014801025390625,
1.5100000000000000088817841970012523233890533447265625,
1.5900000000000000799360577730112709105014801025390625,
1.5700000000000000621724893790087662637233734130859375,
1.600000000000000088817841970012523233890533447265625,
1.5800000000000000710542735760100185871124267578125,
1.4899999999999999911182158029987476766109466552734375,
1.6100000000000000976996261670137755572795867919921875,
1.5700000000000000621724893790087662637233734130859375,
1.600000000000000088817841970012523233890533447265625,
1.520000000000000017763568394002504646778106689453125,
1.6100000000000000976996261670137755572795867919921875,
1.5500000000000000444089209850062616169452667236328125,
1.600000000000000088817841970012523233890533447265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"947610139beb46c152f74ada08833bfe9728062d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.84740000000000037516656448133289813995361328125,
"raw_values": [
21.979299999999998505018083960749208927154541015625,
21.85979999999999989768184605054557323455810546875,
21.703199999999998937028067302890121936798095703125
],
"test_run_times": [
41.38000000000000255795384873636066913604736328125,
41.42999999999999971578290569595992565155029296875,
41.4200000000000017053025658242404460906982421875
]
},
"b": {
"value": 21.822500000000001563194018672220408916473388671875,
"raw_values": [
21.865899999999999891997504164464771747589111328125,
21.8038999999999987267074175179004669189453125,
21.797599999999999198507794062606990337371826171875
],
"test_run_times": [
41.39999999999999857891452847979962825775146484375,
41.469999999999998863131622783839702606201171875,
41.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 21.860600000000001585931386216543614864349365234375,
"raw_values": [
21.813300000000001688249540165998041629791259765625,
21.836099999999998289013092289678752422332763671875,
21.932500000000000994759830064140260219573974609375
],
"test_run_times": [
41.27000000000000312638803734444081783294677734375,
41.46000000000000085265128291212022304534912109375,
41.469999999999998863131622783839702606201171875
]
},
"d": {
"value": 21.7950000000000017053025658242404460906982421875,
"raw_values": [
21.79220000000000112549969344399869441986083984375,
21.751799999999999357669366872869431972503662109375,
21.841100000000000846966941026039421558380126953125
],
"test_run_times": [
41.32000000000000028421709430404007434844970703125,
41.7000000000000028421709430404007434844970703125,
41.39999999999999857891452847979962825775146484375
]
}
}
},
"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 365.3355000000000245563569478690624237060546875,
"raw_values": [
363.8510999999999739884515292942523956298828125,
364.9334000000000060026650317013263702392578125,
367.22190000000000509317032992839813232421875
],
"test_run_times": [
41.38000000000000255795384873636066913604736328125,
41.42999999999999971578290569595992565155029296875,
41.4200000000000017053025658242404460906982421875
]
},
"b": {
"value": 365.9832000000000107320374809205532073974609375,
"raw_values": [
365.25619999999997844497556798160076141357421875,
366.12799999999998590283212251961231231689453125,
366.56549999999998590283212251961231231689453125
],
"test_run_times": [
41.39999999999999857891452847979962825775146484375,
41.469999999999998863131622783839702606201171875,
41.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 365.57709999999997307895682752132415771484375,
"raw_values": [
366.5267999999999801730155013501644134521484375,
365.81369999999998299244907684624195098876953125,
364.3908999999999878127709962427616119384765625
],
"test_run_times": [
41.27000000000000312638803734444081783294677734375,
41.46000000000000085265128291212022304534912109375,
41.469999999999998863131622783839702606201171875
]
},
"d": {
"value": 366.68229999999999790816218592226505279541015625,
"raw_values": [
367.06729999999998881321516819298267364501953125,
366.91699999999997316990629769861698150634765625,
366.0625
],
"test_run_times": [
41.32000000000000028421709430404007434844970703125,
41.7000000000000028421709430404007434844970703125,
41.39999999999999857891452847979962825775146484375
]
}
}
},
"5a36b450b1f8e7b3be90e33289141057ce6391e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.233200000000000073896444519050419330596923828125,
"raw_values": [
17.243300000000001404032445861957967281341552734375,
17.23910000000000053432813729159533977508544921875,
17.217099999999998516386767732910811901092529296875
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
41.32000000000000028421709430404007434844970703125,
41.32000000000000028421709430404007434844970703125
]
},
"b": {
"value": 17.233200000000000073896444519050419330596923828125,
"raw_values": [
17.252700000000000812860889709554612636566162109375,
17.202999999999999403144101961515843868255615234375,
17.24380000000000023874235921539366245269775390625
],
"test_run_times": [
41.47999999999999687361196265555918216705322265625,
41.280000000000001136868377216160297393798828125,
41.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 17.232900000000000773070496506989002227783203125,
"raw_values": [
17.245400000000000062527760746888816356658935546875,
17.234700000000000130739863379858434200286865234375,
17.2186999999999983401721692644059658050537109375
],
"test_run_times": [
41.32000000000000028421709430404007434844970703125,
41.28999999999999914734871708787977695465087890625,
41.280000000000001136868377216160297393798828125
]
},
"d": {
"value": 17.21300000000000096633812063373625278472900390625,
"raw_values": [
17.211200000000001608668753760866820812225341796875,
17.1794000000000011141310096718370914459228515625,
17.24849999999999994315658113919198513031005859375
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
41.340000000000003410605131648480892181396484375,
41.22999999999999687361196265555918216705322265625
]
}
}
},
"fa0e1332a3568488061a24e2db603659f1c6501e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 58.01910000000000167119651450775563716888427734375,
"raw_values": [
57.98479999999999989768184605054557323455810546875,
57.9994999999999976125764078460633754730224609375,
58.07289999999999707824827055446803569793701171875
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
41.32000000000000028421709430404007434844970703125,
41.32000000000000028421709430404007434844970703125
]
},
"b": {
"value": 58.01879999999999881765688769519329071044921875,
"raw_values": [
57.9534000000000020236257114447653293609619140625,
58.12010000000000076170181273482739925384521484375,
57.982799999999997453414835035800933837890625
],
"test_run_times": [
41.47999999999999687361196265555918216705322265625,
41.280000000000001136868377216160297393798828125,
41.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 58.02069999999999794226823723874986171722412109375,
"raw_values": [
57.97849999999999681676854379475116729736328125,
58.01469999999999771489456179551780223846435546875,
58.06880000000000308091330225579440593719482421875
],
"test_run_times": [
41.32000000000000028421709430404007434844970703125,
41.28999999999999914734871708787977695465087890625,
41.280000000000001136868377216160297393798828125
]
},
"d": {
"value": 58.08789999999999764668245916254818439483642578125,
"raw_values": [
58.09400000000000119371179607696831226348876953125,
58.20139999999999957935870043002068996429443359375,
57.968400000000002592059900052845478057861328125
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
41.340000000000003410605131648480892181396484375,
41.22999999999999687361196265555918216705322265625
]
}
}
},
"a5ba11a554d6383c4486b0661fdd16e9399e857f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 887.4442000000000234649633057415485382080078125,
"raw_values": [
888.5403000000000020008883439004421234130859375,
886.203099999999949432094581425189971923828125,
887.5892000000000052750692702829837799072265625
],
"test_run_times": [
42.909999999999996589394868351519107818603515625,
42.909999999999996589394868351519107818603515625,
42.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 886.184700000000020736479200422763824462890625,
"raw_values": [
884.877600000000029467628337442874908447265625,
886.438499999999976353137753903865814208984375,
887.2378999999999678038875572383403778076171875
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
42.85000000000000142108547152020037174224853515625,
42.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 884.65670000000000072759576141834259033203125,
"raw_values": [
884.5946000000000140062184073030948638916015625,
884.43769999999994979589246213436126708984375,
884.9379000000000132786226458847522735595703125
],
"test_run_times": [
42.8599999999999994315658113919198513031005859375,
42.92999999999999971578290569595992565155029296875,
43
]
},
"d": {
"value": 886.7758000000000038198777474462985992431640625,
"raw_values": [
885.370599999999967621988616883754730224609375,
887.152000000000043655745685100555419921875,
887.8047000000000252839527092874050140380859375
],
"test_run_times": [
42.75,
42.85000000000000142108547152020037174224853515625,
42.7999999999999971578290569595992565155029296875
]
}
}
},
"bda84ddf23206af7a77b4a03ef51ef2f11c11b45": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.9969999999999998863131622783839702606201171875,
"raw_values": [
8.986200000000000187583282240666449069976806640625,
9.0097000000000004860112312599085271358489990234375,
8.995200000000000528643795405514538288116455078125
],
"test_run_times": [
42.909999999999996589394868351519107818603515625,
42.909999999999996589394868351519107818603515625,
42.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 9.009399999999999408828443847596645355224609375,
"raw_values": [
9.022600000000000619593265582807362079620361328125,
9.0070999999999994400923242210410535335540771484375,
8.99849999999999994315658113919198513031005859375
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
42.85000000000000142108547152020037174224853515625,
42.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 9.0251999999999998891553332214243710041046142578125,
"raw_values": [
9.0254999999999991899812812334857881069183349609375,
9.02759999999999962483343551866710186004638671875,
9.02250000000000085265128291212022304534912109375
],
"test_run_times": [
42.8599999999999994315658113919198513031005859375,
42.92999999999999971578290569595992565155029296875,
43
]
},
"d": {
"value": 9.0039999999999995594635038287378847599029541015625,
"raw_values": [
9.018100000000000449063009000383317470550537109375,
9.0004000000000008441247700829990208148956298828125,
8.9933999999999993946175891323946416378021240234375
],
"test_run_times": [
42.75,
42.85000000000000142108547152020037174224853515625,
42.7999999999999971578290569595992565155029296875
]
}
}
},
"855ea67bb65a4f10b8a649ffcc43fbeb7227cae3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 252.357699999999994133759173564612865447998046875,
"raw_values": [
250.80869999999998753992258571088314056396484375,
254.965200000000010049916454590857028961181640625,
251.299299999999988131094141863286495208740234375
],
"test_run_times": [
43.0499999999999971578290569595992565155029296875,
42.969999999999998863131622783839702606201171875,
43.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 251.610199999999991860022419132292270660400390625,
"raw_values": [
251.231799999999992678567650727927684783935546875,
251.871700000000004138200893066823482513427734375,
251.72710000000000718500814400613307952880859375
],
"test_run_times": [
43.219999999999998863131622783839702606201171875,
43.13000000000000255795384873636066913604736328125,
43.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 251.2477000000000089130480773746967315673828125,
"raw_values": [
251.6517000000000052750692702829837799072265625,
251.086600000000004229150363244116306304931640625,
251.00479999999998881321516819298267364501953125
],
"test_run_times": [
43.280000000000001136868377216160297393798828125,
43.1400000000000005684341886080801486968994140625,
43.5799999999999982946974341757595539093017578125
]
},
"d": {
"value": 253.026399999999995316102285869419574737548828125,
"raw_values": [
252.623700000000013687895261682569980621337890625,
249.9895999999999958163243718445301055908203125,
256.46589999999997644408722408115863800048828125
],
"test_run_times": [
43.14999999999999857891452847979962825775146484375,
43.35000000000000142108547152020037174224853515625,
43.1400000000000005684341886080801486968994140625
]
}
}
},
"5bbdba8bdb353a59e581a45b7f7943e3030de63a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.959400000000000030553337637684307992458343505859375,
"raw_values": [
3.98360000000000002984279490192420780658721923828125,
3.91880000000000006110667527536861598491668701171875,
3.975800000000000000710542735760100185871124267578125
],
"test_run_times": [
43.0499999999999971578290569595992565155029296875,
42.969999999999998863131622783839702606201171875,
43.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 3.97069999999999989626076057902537286281585693359375,
"raw_values": [
3.97670000000000012363443602225743234157562255859375,
3.966699999999999892708046900224871933460235595703125,
3.968599999999999905497816143906675279140472412109375
],
"test_run_times": [
43.219999999999998863131622783839702606201171875,
43.13000000000000255795384873636066913604736328125,
43.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 3.976599999999999912603243501507677137851715087890625,
"raw_values": [
3.97060000000000012931877790833823382854461669921875,
3.97900000000000009237055564881302416324615478515625,
3.98010000000000019326762412674725055694580078125
],
"test_run_times": [
43.280000000000001136868377216160297393798828125,
43.1400000000000005684341886080801486968994140625,
43.5799999999999982946974341757595539093017578125
]
},
"d": {
"value": 3.9489999999999998436805981327779591083526611328125,
"raw_values": [
3.9550000000000000710542735760100185871124267578125,
3.996399999999999952393636704073287546634674072265625,
3.8955999999999999516830939683131873607635498046875
],
"test_run_times": [
43.14999999999999857891452847979962825775146484375,
43.35000000000000142108547152020037174224853515625,
43.1400000000000005684341886080801486968994140625
]
}
}
},
"9b57be456e41aaad993f0ce7481a5c9c9a04a9ff": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 274.2576000000000249201548285782337188720703125,
"raw_values": [
274.25430000000000063664629124104976654052734375,
274.19720000000000936779542826116085052490234375,
274.32130000000000791260390542447566986083984375
],
"test_run_times": [
37.36999999999999744204615126363933086395263671875,
37.21000000000000085265128291212022304534912109375,
37.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 274.46920000000000072759576141834259033203125,
"raw_values": [
274.32350000000002410160959698259830474853515625,
274.3165000000000190993887372314929962158203125,
274.7676999999999907231540419161319732666015625
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.14999999999999857891452847979962825775146484375,
37.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 274.4696000000000140062184073030948638916015625,
"raw_values": [
274.2568999999999732608557678759098052978515625,
274.5602000000000089130480773746967315673828125,
274.59160000000002810338628478348255157470703125
],
"test_run_times": [
37.24000000000000198951966012828052043914794921875,
37.2999999999999971578290569595992565155029296875,
37.24000000000000198951966012828052043914794921875
]
},
"d": {
"value": 274.46039999999999281499185599386692047119140625,
"raw_values": [
274.82709999999997307895682752132415771484375,
274.4089000000000169166014529764652252197265625,
274.14519999999998844941728748381137847900390625
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
37.2999999999999971578290569595992565155029296875,
37.4200000000000017053025658242404460906982421875
]
}
}
},
"21a28bcec532bfa9a162a2718b6bd205c8afdb1e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.14529999999999887450030655600130558013916015625,
"raw_values": [
29.146499999999999630517777404747903347015380859375,
29.149799999999999045030563138425350189208984375,
29.139500000000001733724275254644453525543212890625
],
"test_run_times": [
37.36999999999999744204615126363933086395263671875,
37.21000000000000085265128291212022304534912109375,
37.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 29.121500000000001051603248924948275089263916015625,
"raw_values": [
29.138999999999999346300683100707828998565673828125,
29.136900000000000687805368215776979923248291015625,
29.088699999999999334931999328546226024627685546875
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.14999999999999857891452847979962825775146484375,
37.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 29.123000000000001108446667785756289958953857421875,
"raw_values": [
29.1460000000000007958078640513122081756591796875,
29.112700000000000244426701101474463939666748046875,
29.110299999999998732391759403981268405914306640625
],
"test_run_times": [
37.24000000000000198951966012828052043914794921875,
37.2999999999999971578290569595992565155029296875,
37.24000000000000198951966012828052043914794921875
]
},
"d": {
"value": 29.123200000000000642330633127130568027496337890625,
"raw_values": [
29.083600000000000562749846721999347209930419921875,
29.128099999999999880628820392303168773651123046875,
29.1580000000000012505552149377763271331787109375
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
37.2999999999999971578290569595992565155029296875,
37.4200000000000017053025658242404460906982421875
]
}
}
},
"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 170.308999999999997498889570124447345733642578125,
"raw_values": [
169.66059999999998808561940677464008331298828125,
170.6517000000000052750692702829837799072265625,
170.6145999999999958163243718445301055908203125
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
37.14999999999999857891452847979962825775146484375,
37.24000000000000198951966012828052043914794921875
]
},
"b": {
"value": 171.49340000000000827640178613364696502685546875,
"raw_values": [
171.504600000000010595613275654613971710205078125,
171.51150000000001227817847393453121185302734375,
171.46399999999999863575794734060764312744140625
],
"test_run_times": [
37.24000000000000198951966012828052043914794921875,
37.1099999999999994315658113919198513031005859375,
37.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 171.478100000000011959855328314006328582763671875,
"raw_values": [
171.476300000000009049472282640635967254638671875,
171.207500000000010231815394945442676544189453125,
171.7504999999999881765688769519329071044921875
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.159999999999996589394868351519107818603515625,
37.1700000000000017053025658242404460906982421875
]
},
"d": {
"value": 171.356099999999997862687450833618640899658203125,
"raw_values": [
171.02969999999999117790139280259609222412109375,
171.699600000000003774403012357652187347412109375,
171.33899999999999863575794734060764312744140625
],
"test_run_times": [
37.14999999999999857891452847979962825775146484375,
37.22999999999999687361196265555918216705322265625,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"02cfacf2ca4fbbb6b2413969891ed99032c6c05e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.86479999999999979110043568653054535388946533203125,
"raw_values": [
5.88699999999999956656893118633888661861419677734375,
5.85310000000000041353587221237830817699432373046875,
5.85419999999999962625452099018730223178863525390625
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
37.14999999999999857891452847979962825775146484375,
37.24000000000000198951966012828052043914794921875
]
},
"b": {
"value": 5.82430000000000003268496584496460855007171630859375,
"raw_values": [
5.8239999999999998436805981327779591083526611328125,
5.8238000000000003097966327914036810398101806640625,
5.82519999999999971151964928139932453632354736328125
],
"test_run_times": [
37.24000000000000198951966012828052043914794921875,
37.1099999999999994315658113919198513031005859375,
37.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 5.82449999999999956656893118633888661861419677734375,
"raw_values": [
5.82490000000000041069370126933790743350982666015625,
5.83349999999999990762944435118697583675384521484375,
5.81519999999999992468247000942938029766082763671875
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.159999999999996589394868351519107818603515625,
37.1700000000000017053025658242404460906982421875
]
},
"d": {
"value": 5.8285000000000000142108547152020037174224853515625,
"raw_values": [
5.83969999999999966888708513579331338405609130859375,
5.816900000000000403588273911736905574798583984375,
5.82889999999999997015720509807579219341278076171875
],
"test_run_times": [
37.14999999999999857891452847979962825775146484375,
37.22999999999999687361196265555918216705322265625,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"4c16c458467e4713990cbf508dda0ad418740729": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2253.8602000000000771251507103443145751953125,
"raw_values": [
2266.4787999999998646671883761882781982421875,
2243.37750000000005456968210637569427490234375,
2251.7244000000000596628524363040924072265625
],
"test_run_times": [
37.43999999999999772626324556767940521240234375,
37.60000000000000142108547152020037174224853515625,
37.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 2269.5068000000001120497472584247589111328125,
"raw_values": [
2264.68460000000004583853296935558319091796875,
2286.31869999999980791471898555755615234375,
2257.5171000000000276486389338970184326171875
],
"test_run_times": [
37.36999999999999744204615126363933086395263671875,
37.43999999999999772626324556767940521240234375,
37.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 2254.22280000000000654836185276508331298828125,
"raw_values": [
2272.1981999999998151906765997409820556640625,
2239.8740999999999985448084771633148193359375,
2250.59610000000020590960048139095306396484375
],
"test_run_times": [
37.6700000000000017053025658242404460906982421875,
37.3599999999999994315658113919198513031005859375,
37.49000000000000198951966012828052043914794921875
]
},
"d": {
"value": 2236.91690000000016880221664905548095703125,
"raw_values": [
2205.059699999999793362803757190704345703125,
2250.464500000000043655745685100555419921875,
2255.22650000000021464074961841106414794921875
],
"test_run_times": [
37.53999999999999914734871708787977695465087890625,
37.3900000000000005684341886080801486968994140625,
37.46000000000000085265128291212022304534912109375
]
}
}
},
"893f2428b81e1c66c35110b1e39867b98d7ffa5b": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.53319999999999989626076057902537286281585693359375,
"raw_values": [
3.513999999999999790389892950770445168018341064453125,
3.5495999999999998664179656771011650562286376953125,
3.536099999999999798916405779891647398471832275390625
],
"test_run_times": [
37.43999999999999772626324556767940521240234375,
37.60000000000000142108547152020037174224853515625,
37.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 3.50870000000000015205614545266143977642059326171875,
"raw_values": [
3.516199999999999992184029906638897955417633056640625,
3.483099999999999862865251998300664126873016357421875,
3.526800000000000157029944602982141077518463134765625
],
"test_run_times": [
37.36999999999999744204615126363933086395263671875,
37.43999999999999772626324556767940521240234375,
37.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 3.53239999999999998436805981327779591083526611328125,
"raw_values": [
3.504000000000000003552713678800500929355621337890625,
3.55529999999999990478727340814657509326934814453125,
3.53779999999999983373299983213655650615692138671875
],
"test_run_times": [
37.6700000000000017053025658242404460906982421875,
37.3599999999999994315658113919198513031005859375,
37.49000000000000198951966012828052043914794921875
]
},
"d": {
"value": 3.560400000000000009237055564881302416324615478515625,
"raw_values": [
3.61169999999999991047161529422737658023834228515625,
3.53840000000000021174173525650985538959503173828125,
3.531000000000000138555833473219536244869232177734375
],
"test_run_times": [
37.53999999999999914734871708787977695465087890625,
37.3900000000000005684341886080801486968994140625,
37.46000000000000085265128291212022304534912109375
]
}
}
},
"3b395af9b9d076fb9bff8d47a249ec2fe8331f6e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1134.770400000000108775566332042217254638671875,
"raw_values": [
1140.1754000000000814907252788543701171875,
1133.30780000000004292814992368221282958984375,
1130.82799999999997453414835035800933837890625
],
"test_run_times": [
37.1700000000000017053025658242404460906982421875,
37.10000000000000142108547152020037174224853515625,
37.2000000000000028421709430404007434844970703125
]
},
"b": {
"value": 1131.637300000000095678842626512050628662109375,
"raw_values": [
1138.829500000000052750692702829837799072265625,
1117.630699999999933424987830221652984619140625,
1138.45170000000007348717190325260162353515625
],
"test_run_times": [
37.11999999999999744204615126363933086395263671875,
37.090000000000003410605131648480892181396484375,
37.0799999999999982946974341757595539093017578125
]
},
"c": {
"value": 1133.495599999999967621988616883754730224609375,
"raw_values": [
1139.60210000000006402842700481414794921875,
1130.8777000000000043655745685100555419921875,
1130.007100000000036743585951626300811767578125
],
"test_run_times": [
37.10000000000000142108547152020037174224853515625,
37.1099999999999994315658113919198513031005859375,
42.18999999999999772626324556767940521240234375
]
},
"d": {
"value": 1132.315100000000029467628337442874908447265625,
"raw_values": [
1135.981399999999894134816713631153106689453125,
1139.294599999999945794115774333477020263671875,
1121.66930000000002110027708113193511962890625
],
"test_run_times": [
37.0799999999999982946974341757595539093017578125,
37.159999999999996589394868351519107818603515625,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"314827a2e497fa3e23a149d2aba87047cb19e7e3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.8788000000000000255795384873636066913604736328125,
"raw_values": [
0.8747000000000000330402372128446586430072784423828125,
0.87990000000000001545430450278217904269695281982421875,
0.88170000000000003925748615074553526937961578369140625
],
"test_run_times": [
37.1700000000000017053025658242404460906982421875,
37.10000000000000142108547152020037174224853515625,
37.2000000000000028421709430404007434844970703125
]
},
"b": {
"value": 0.8810000000000000053290705182007513940334320068359375,
"raw_values": [
0.87539999999999995594635038287378847599029541015625,
0.89190000000000002611244553918368183076381683349609375,
0.87580000000000002291500322826323099434375762939453125
],
"test_run_times": [
37.11999999999999744204615126363933086395263671875,
37.090000000000003410605131648480892181396484375,
37.0799999999999982946974341757595539093017578125
]
},
"c": {
"value": 0.87960000000000004849454171562683768570423126220703125,
"raw_values": [
0.8747000000000000330402372128446586430072784423828125,
0.88209999999999999520383653361932374536991119384765625,
0.88200000000000000621724893790087662637233734130859375
],
"test_run_times": [
37.10000000000000142108547152020037174224853515625,
37.1099999999999994315658113919198513031005859375,
42.18999999999999772626324556767940521240234375
]
},
"d": {
"value": 0.8806000000000000493827201353269629180431365966796875,
"raw_values": [
0.87770000000000003570477247194503434002399444580078125,
0.875199999999999977973175191436894237995147705078125,
0.8890000000000000124344978758017532527446746826171875
],
"test_run_times": [
37.0799999999999982946974341757595539093017578125,
37.159999999999996589394868351519107818603515625,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"20f489ce3ebeafb9d92bbb4838ca4c0390d3dd4d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.439099999999999823785401531495153903961181640625,
"raw_values": [
3.448100000000000164845914696343243122100830078125,
3.439599999999999990762944435118697583675384521484375,
3.429699999999999970867747833835892379283905029296875
],
"test_run_times": [
48.92999999999999971578290569595992565155029296875,
48.969999999999998863131622783839702606201171875,
48.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 3.440599999999999880628820392303168773651123046875,
"raw_values": [
3.440700000000000091660012913052923977375030517578125,
3.43940000000000001278976924368180334568023681640625,
3.44160000000000021458390619955025613307952880859375
],
"test_run_times": [
49.06000000000000227373675443232059478759765625,
49.0799999999999982946974341757595539093017578125,
48.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 3.4298000000000001818989403545856475830078125,
"raw_values": [
3.43339999999999978541609380044974386692047119140625,
3.423599999999999976552089719916693866252899169921875,
3.43250000000000010658141036401502788066864013671875
],
"test_run_times": [
48.7999999999999971578290569595992565155029296875,
48.780000000000001136868377216160297393798828125,
49.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 3.428399999999999891997504164464771747589111328125,
"raw_values": [
3.422499999999999875655021241982467472553253173828125,
3.4336000000000002074784788419492542743682861328125,
3.428999999999999825917029738775454461574554443359375
],
"test_run_times": [
49.0499999999999971578290569595992565155029296875,
49.13000000000000255795384873636066913604736328125,
48.92999999999999971578290569595992565155029296875
]
}
}
},
"d7626651777606a7730e9a1546ff6fd717d306f3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2252.46270000000004074536263942718505859375,
"raw_values": [
2246.98360000000002401066012680530548095703125,
2252.39420000000018262653611600399017333984375,
2258.0104000000001178705133497714996337890625
],
"test_run_times": [
48.92999999999999971578290569595992565155029296875,
48.969999999999998863131622783839702606201171875,
48.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 2251.6125000000001818989403545856475830078125,
"raw_values": [
2251.64899999999988722265698015689849853515625,
2252.1802999999999883584678173065185546875,
2251.00820000000021536834537982940673828125
],
"test_run_times": [
49.06000000000000227373675443232059478759765625,
49.0799999999999982946974341757595539093017578125,
48.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 2258.14069999999992433004081249237060546875,
"raw_values": [
2255.8802999999998064595274627208709716796875,
2262.036799999999857391230762004852294921875,
2256.5048999999999068677425384521484375
],
"test_run_times": [
48.7999999999999971578290569595992565155029296875,
48.780000000000001136868377216160297393798828125,
49.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 2259.2647999999999228748492896556854248046875,
"raw_values": [
2262.94889999999986684997566044330596923828125,
2256.27089999999998326529748737812042236328125,
2258.5745999999999185092747211456298828125
],
"test_run_times": [
49.0499999999999971578290569595992565155029296875,
49.13000000000000255795384873636066913604736328125,
48.92999999999999971578290569595992565155029296875
]
}
}
},
"4ad67f37de90d07a80a48a47c3595fdb13a68be8": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.124900000000000233058017329312860965728759765625,
"raw_values": [
10.98310000000000030695446184836328029632568359375,
11.199600000000000221689333557151257991790771484375,
11.19200000000000017053025658242404460906982421875
],
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.75999999999999801048033987171947956085205078125,
43.68999999999999772626324556767940521240234375
]
},
"b": {
"value": 11.0159000000000002472688720445148646831512451171875,
"raw_values": [
11.016999999999999459987520822323858737945556640625,
11.0159000000000002472688720445148646831512451171875,
11.0146999999999994912514011957682669162750244140625
],
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.68999999999999772626324556767940521240234375,
44.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 11.0814000000000003609557097661308944225311279296875,
"raw_values": [
11.0222999999999995424104781704954802989959716796875,
11.0206999999999997186250766390003263950347900390625,
11.201200000000000045474735088646411895751953125
],
"test_run_times": [
43.8900000000000005684341886080801486968994140625,
43.8299999999999982946974341757595539093017578125,
43.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 11.0144999999999999573674358543939888477325439453125,
"raw_values": [
11.013799999999999812416717759333550930023193359375,
11.0116999999999993775645634741522371768951416015625,
11.0178999999999991388222042587585747241973876953125
],
"test_run_times": [
45.46000000000000085265128291212022304534912109375,
43.75999999999999801048033987171947956085205078125,
43.97999999999999687361196265555918216705322265625
]
}
}
},
"27ad8c70cf928aa19cccf637f113d2e489a4c94a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 89.8704000000000036152414395473897457122802734375,
"raw_values": [
91.0225999999999970668795867823064327239990234375,
89.26380000000000336513039655983448028564453125,
89.3247000000000070940586738288402557373046875
],
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.75999999999999801048033987171947956085205078125,
43.68999999999999772626324556767940521240234375
]
},
"b": {
"value": 90.7520999999999986584953148849308490753173828125,
"raw_values": [
90.7433999999999940655470709316432476043701171875,
90.751800000000002910383045673370361328125,
90.761200000000002319211489520967006683349609375
],
"test_run_times": [
43.78999999999999914734871708787977695465087890625,
43.68999999999999772626324556767940521240234375,
44.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 90.22530000000000427462509833276271820068359375,
"raw_values": [
90.7031999999999953843143885023891925811767578125,
90.717500000000001136868377216160297393798828125,
89.25520000000000209183781407773494720458984375
],
"test_run_times": [
43.8900000000000005684341886080801486968994140625,
43.8299999999999982946974341757595539093017578125,
43.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 90.7667000000000001591615728102624416351318359375,
"raw_values": [
90.7724999999999937472239253111183643341064453125,
90.7905999999999977490006131120026111602783203125,
90.736999999999994770405464805662631988525390625
],
"test_run_times": [
45.46000000000000085265128291212022304534912109375,
43.75999999999999801048033987171947956085205078125,
43.97999999999999687361196265555918216705322265625
]
}
}
},
"329837c092e993e81c947bb88e5010ebc9891b31": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 274.58530000000001791704562492668628692626953125,
"raw_values": [
274.70139999999997826307662762701511383056640625,
274.963700000000017098500393331050872802734375,
274.09080000000000154614099301397800445556640625
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
37.32000000000000028421709430404007434844970703125,
37.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 274.3872000000000070940586738288402557373046875,
"raw_values": [
274.46199999999998908606357872486114501953125,
274.3722999999999956344254314899444580078125,
274.32720000000000482032191939651966094970703125
],
"test_run_times": [
37.21000000000000085265128291212022304534912109375,
37.25,
37.24000000000000198951966012828052043914794921875
]
},
"c": {
"value": 274.278900000000021464074961841106414794921875,
"raw_values": [
274.17020000000002255546860396862030029296875,
274.15129999999999199644662439823150634765625,
274.5153000000000247382558882236480712890625
],
"test_run_times": [
37.280000000000001136868377216160297393798828125,
37.21000000000000085265128291212022304534912109375,
37.3299999999999982946974341757595539093017578125
]
},
"d": {
"value": 274.59809999999998808561940677464008331298828125,
"raw_values": [
274.409499999999979991116560995578765869140625,
274.08670000000000754880602471530437469482421875,
275.298099999999976716935634613037109375
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.219999999999998863131622783839702606201171875,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"638213f946adb5ae9135ab4b8b446f7d58664d7f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.110800000000001119815351557917892932891845703125,
"raw_values": [
29.099599999999998800603862036950886249542236328125,
29.071799999999999641886461176909506320953369140625,
29.16100000000000136424205265939235687255859375
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
37.32000000000000028421709430404007434844970703125,
37.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 29.132400000000000517275111633352935314178466796875,
"raw_values": [
29.12440000000000139834810397587716579437255859375,
29.1340000000000003410605131648480892181396484375,
29.138799999999999812416717759333550930023193359375
],
"test_run_times": [
37.21000000000000085265128291212022304534912109375,
37.25,
37.24000000000000198951966012828052043914794921875
]
},
"c": {
"value": 29.143499999999999516830939683131873607635498046875,
"raw_values": [
29.153600000000000846966941026039421558380126953125,
29.15769999999999839701558812521398067474365234375,
29.11919999999999930651028989814221858978271484375
],
"test_run_times": [
37.280000000000001136868377216160297393798828125,
37.21000000000000085265128291212022304534912109375,
37.3299999999999982946974341757595539093017578125
]
},
"d": {
"value": 29.1082999999999998408384271897375583648681640625,
"raw_values": [
29.127600000000001045918907038867473602294921875,
29.162299999999998334487827378325164318084716796875,
29.035000000000000142108547152020037174224853515625
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.219999999999998863131622783839702606201171875,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"f23135dde731648112460c357dc2312eab3ce978": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 170.959399999999988040144671685993671417236328125,
"raw_values": [
171.012699999999995270627550780773162841796875,
170.9678000000000110958353616297245025634765625,
170.897600000000011277734301984310150146484375
],
"test_run_times": [
37.25999999999999801048033987171947956085205078125,
37.1700000000000017053025658242404460906982421875,
37.1099999999999994315658113919198513031005859375
]
},
"b": {
"value": 171.309899999999998954081092961132526397705078125,
"raw_values": [
170.537200000000012778400559909641742706298828125,
171.51380000000000336513039655983448028564453125,
171.87880000000001246007741428911685943603515625
],
"test_run_times": [
37.219999999999998863131622783839702606201171875,
37.1400000000000005684341886080801486968994140625,
37.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 171.28079999999999927240423858165740966796875,
"raw_values": [
171.401600000000001955413608811795711517333984375,
171.396700000000009822542779147624969482421875,
171.044099999999986039256327785551548004150390625
],
"test_run_times": [
37.35000000000000142108547152020037174224853515625,
37.25999999999999801048033987171947956085205078125,
37.22999999999999687361196265555918216705322265625
]
},
"d": {
"value": 171.364699999999999135980033315718173980712890625,
"raw_values": [
171.3165999999999939973349682986736297607421875,
171.18049999999999499777914024889469146728515625,
171.59710000000001173248165287077426910400390625
],
"test_run_times": [
37.219999999999998863131622783839702606201171875,
37.17999999999999971578290569595992565155029296875,
37.27000000000000312638803734444081783294677734375
]
}
}
},
"948f96bcbf119b23cb418fb75b2bd04da31f599f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.8422999999999998266275724745355546474456787109375,
"raw_values": [
5.84090000000000042490455598453991115093231201171875,
5.84189999999999987068122209166176617145538330078125,
5.84410000000000007247535904753021895885467529296875
],
"test_run_times": [
37.25999999999999801048033987171947956085205078125,
37.1700000000000017053025658242404460906982421875,
37.1099999999999994315658113919198513031005859375
]
},
"b": {
"value": 5.8301999999999996049382389173842966556549072265625,
"raw_values": [
5.8560999999999996390442902338691055774688720703125,
5.823299999999999698729880037717521190643310546875,
5.811099999999999710098563809879124164581298828125
],
"test_run_times": [
37.219999999999998863131622783839702606201171875,
37.1400000000000005684341886080801486968994140625,
37.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 5.83119999999999993889332472463138401508331298828125,
"raw_values": [
5.82739999999999991331378623726777732372283935546875,
5.82730000000000014637180356658063828945159912109375,
5.8390000000000004121147867408581078052520751953125
],
"test_run_times": [
37.35000000000000142108547152020037174224853515625,
37.25999999999999801048033987171947956085205078125,
37.22999999999999687361196265555918216705322265625
]
},
"d": {
"value": 5.82810000000000005826450433232821524143218994140625,
"raw_values": [
5.82960000000000011510792319313623011112213134765625,
5.8346000000000000085265128291212022304534912109375,
5.82000000000000028421709430404007434844970703125
],
"test_run_times": [
37.219999999999998863131622783839702606201171875,
37.17999999999999971578290569595992565155029296875,
37.27000000000000312638803734444081783294677734375
]
}
}
},
"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 129.440799999999995861799106933176517486572265625,
"raw_values": [
129.418599999999997862687450833618640899658203125,
129.136899999999997135091689415276050567626953125,
129.76699999999999590727384202182292938232421875
],
"test_run_times": [
37.3299999999999982946974341757595539093017578125,
37.530000000000001136868377216160297393798828125,
37.47999999999999687361196265555918216705322265625
]
},
"b": {
"value": 128.955999999999988858689903281629085540771484375,
"raw_values": [
128.747199999999992314769770018756389617919921875,
128.866500000000002046363078989088535308837890625,
129.254199999999997316990629769861698150634765625
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.5,
37.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 129.10120000000000572981662116944789886474609375,
"raw_values": [
129.446499999999986130205797962844371795654296875,
128.26470000000000482032191939651966094970703125,
129.592299999999994497557054273784160614013671875
],
"test_run_times": [
37.36999999999999744204615126363933086395263671875,
37.4200000000000017053025658242404460906982421875,
37.3599999999999994315658113919198513031005859375
]
},
"d": {
"value": 129.4551999999999907231540419161319732666015625,
"raw_values": [
129.667900000000003046807250939309597015380859375,
129.60890000000000554791768081486225128173828125,
129.088699999999988676790962927043437957763671875
],
"test_run_times": [
37.3599999999999994315658113919198513031005859375,
37.4200000000000017053025658242404460906982421875,
37.3299999999999982946974341757595539093017578125
]
}
}
},
"7c1c5406d5fd0bc7f453370348b492b3d54aaa76": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 61.76979999999999648707671440206468105316162109375,
"raw_values": [
61.77250000000000085265128291212022304534912109375,
61.91870000000000118234311230480670928955078125,
61.6182000000000016370904631912708282470703125
],
"test_run_times": [
37.3299999999999982946974341757595539093017578125,
37.530000000000001136868377216160297393798828125,
37.47999999999999687361196265555918216705322265625
]
},
"b": {
"value": 61.9977999999999980218490236438810825347900390625,
"raw_values": [
62.07639999999999957935870043002068996429443359375,
62.05380000000000251247911364771425724029541015625,
61.86330000000000239879227592609822750091552734375
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.5,
37.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 61.9371000000000009322320693172514438629150390625,
"raw_values": [
61.7537999999999982492226990871131420135498046875,
62.350200000000000954969436861574649810791015625,
61.70739999999999980673237587325274944305419921875
],
"test_run_times": [
37.36999999999999744204615126363933086395263671875,
37.4200000000000017053025658242404460906982421875,
37.3599999999999994315658113919198513031005859375
]
},
"d": {
"value": 61.75789999999999935198502498678863048553466796875,
"raw_values": [
61.6655999999999977490006131120026111602783203125,
61.70270000000000010231815394945442676544189453125,
61.9054000000000002046363078989088535308837890625
],
"test_run_times": [
37.3599999999999994315658113919198513031005859375,
37.4200000000000017053025658242404460906982421875,
37.3299999999999982946974341757595539093017578125
]
}
}
},
"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 87.3635000000000019326762412674725055694580078125,
"raw_values": [
87.6346999999999951569407130591571331024169921875,
87.0802000000000049340087571181356906890869140625,
87.3756000000000057070792536251246929168701171875
],
"test_run_times": [
37.1400000000000005684341886080801486968994140625,
37.38000000000000255795384873636066913604736328125,
37.3599999999999994315658113919198513031005859375
]
},
"b": {
"value": 87.54959999999999809006112627685070037841796875,
"raw_values": [
87.6116999999999990222931955941021442413330078125,
87.6260999999999938836481305770576000213623046875,
87.411100000000004683897714130580425262451171875
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.25,
37.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 87.631699999999995043253875337541103363037109375,
"raw_values": [
87.513900000000006684786058031022548675537109375,
87.7035000000000053432813729159533977508544921875,
87.6778000000000048430592869408428668975830078125
],
"test_run_times": [
37.28999999999999914734871708787977695465087890625,
37.35000000000000142108547152020037174224853515625,
37.22999999999999687361196265555918216705322265625
]
},
"d": {
"value": 87.6213000000000050704329623840749263763427734375,
"raw_values": [
87.71559999999999490682967007160186767578125,
87.4551000000000016143530956469476222991943359375,
87.6931000000000011596057447604835033416748046875
],
"test_run_times": [
37.409999999999996589394868351519107818603515625,
37.31000000000000227373675443232059478759765625,
37.24000000000000198951966012828052043914794921875
]
}
}
},
"a77140031a418d03f49e6debb4e03cbe7a03a678": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.440599999999999880628820392303168773651123046875,
"raw_values": [
11.40520000000000067075234255753457546234130859375,
11.4776000000000006906475391588173806667327880859375,
11.43900000000000005684341886080801486968994140625
],
"test_run_times": [
37.1400000000000005684341886080801486968994140625,
37.38000000000000255795384873636066913604736328125,
37.3599999999999994315658113919198513031005859375
]
},
"b": {
"value": 11.41590000000000060254023992456495761871337890625,
"raw_values": [
11.4070999999999997953636921010911464691162109375,
11.4061000000000003495870259939692914485931396484375,
11.434400000000000119371179607696831226348876953125
],
"test_run_times": [
37.32000000000000028421709430404007434844970703125,
37.25,
37.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 11.405499999999999971578290569595992565155029296875,
"raw_values": [
11.420899999999999607780409860424697399139404296875,
11.39620000000000032969182939268648624420166015625,
11.399300000000000210320649784989655017852783203125
],
"test_run_times": [
37.28999999999999914734871708787977695465087890625,
37.35000000000000142108547152020037174224853515625,
37.22999999999999687361196265555918216705322265625
]
},
"d": {
"value": 11.40670000000000072759576141834259033203125,
"raw_values": [
11.39450000000000073896444519050419330596923828125,
11.42830000000000012505552149377763271331787109375,
11.3971999999999997754684954998083412647247314453125
],
"test_run_times": [
37.409999999999996589394868351519107818603515625,
37.31000000000000227373675443232059478759765625,
37.24000000000000198951966012828052043914794921875
]
}
}
},
"4b08a77993201615e7cdd48a86e15cf72e9b3352": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 188.325500000000005229594535194337368011474609375,
"raw_values": [
188.460900000000009413270163349807262420654296875,
188.30099999999998772182152606546878814697265625,
188.21469999999999345163814723491668701171875
],
"test_run_times": [
38.57000000000000028421709430404007434844970703125,
38.3599999999999994315658113919198513031005859375,
38.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 188.150499999999993860910763032734394073486328125,
"raw_values": [
188.18500000000000227373675443232059478759765625,
188.12250000000000227373675443232059478759765625,
188.144000000000005456968210637569427490234375
],
"test_run_times": [
38.43999999999999772626324556767940521240234375,
38.47999999999999687361196265555918216705322265625,
38.5
]
},
"c": {
"value": 188.212799999999987221599440090358257293701171875,
"raw_values": [
188.171500000000008867573342286050319671630859375,
188.3201999999999998181010596454143524169921875,
188.146800000000013142198440618813037872314453125
],
"test_run_times": [
38.47999999999999687361196265555918216705322265625,
38.46000000000000085265128291212022304534912109375,
38.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 188.441499999999990677679306827485561370849609375,
"raw_values": [
188.4442999999999983629095368087291717529296875,
188.439300000000002910383045673370361328125,
188.44089999999999918145476840436458587646484375
],
"test_run_times": [
38.4200000000000017053025658242404460906982421875,
38.46000000000000085265128291212022304534912109375,
38.47999999999999687361196265555918216705322265625
]
}
}
},
"7108c1bde12eb0d9c6ff634d37ff517773086268": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 42.45089999999999719193510827608406543731689453125,
"raw_values": [
42.42549999999999954525264911353588104248046875,
42.4461000000000012732925824820995330810546875,
42.481099999999997862687450833618640899658203125
],
"test_run_times": [
38.57000000000000028421709430404007434844970703125,
38.3599999999999994315658113919198513031005859375,
38.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 42.48530000000000228510543820448219776153564453125,
"raw_values": [
42.472700000000003228706191293895244598388671875,
42.49969999999999714646037318743765354156494140625,
42.48360000000000269437805400229990482330322265625
],
"test_run_times": [
38.43999999999999772626324556767940521240234375,
38.47999999999999687361196265555918216705322265625,
38.5
]
},
"c": {
"value": 42.4756000000000000227373675443232059478759765625,
"raw_values": [
42.4900999999999982037479639984667301177978515625,
42.4558999999999997498889570124447345733642578125,
42.4808000000000021145751816220581531524658203125
],
"test_run_times": [
38.47999999999999687361196265555918216705322265625,
38.46000000000000085265128291212022304534912109375,
38.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 42.4217000000000012960299500264227390289306640625,
"raw_values": [
42.4226000000000027512214728631079196929931640625,
42.4224999999999994315658113919198513031005859375,
42.42009999999999791953086969442665576934814453125
],
"test_run_times": [
38.4200000000000017053025658242404460906982421875,
38.46000000000000085265128291212022304534912109375,
38.47999999999999687361196265555918216705322265625
]
}
}
},
"ec149e1403247f5016fb1f96ce6614000e37c266": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 113.47010000000000218278728425502777099609375,
"raw_values": [
114.1972999999999984765963745303452014923095703125,
112.974999999999994315658113919198513031005859375,
113.238100000000002864908310584723949432373046875
],
"test_run_times": [
38.53999999999999914734871708787977695465087890625,
38.50999999999999801048033987171947956085205078125,
38.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 114.4072000000000031150193535722792148590087890625,
"raw_values": [
114.51519999999999299689079634845256805419921875,
113.4596999999999979991116560995578765869140625,
115.24660000000000081854523159563541412353515625
],
"test_run_times": [
38.42999999999999971578290569595992565155029296875,
38.53999999999999914734871708787977695465087890625,
38.49000000000000198951966012828052043914794921875
]
},
"c": {
"value": 113.8760999999999938836481305770576000213623046875,
"raw_values": [
113.570999999999997953636921010911464691162109375,
113.8901000000000038880898500792682170867919921875,
114.1671999999999940200723358429968357086181640625
],
"test_run_times": [
38.4500000000000028421709430404007434844970703125,
38.409999999999996589394868351519107818603515625,
38.5499999999999971578290569595992565155029296875
]
},
"d": {
"value": 114.825199999999995270627550780773162841796875,
"raw_values": [
114.932400000000001227817847393453121185302734375,
114.1885999999999938836481305770576000213623046875,
115.354500000000001591615728102624416351318359375
],
"test_run_times": [
38.52000000000000312638803734444081783294677734375,
38.469999999999998863131622783839702606201171875,
38.4500000000000028421709430404007434844970703125
]
}
}
},
"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.8070000000000003836930773104541003704071044921875,
"raw_values": [
8.7506000000000003780087354243732988834381103515625,
8.8454999999999994741983755375258624553680419921875,
8.824799999999999755573298898525536060333251953125
],
"test_run_times": [
38.53999999999999914734871708787977695465087890625,
38.50999999999999801048033987171947956085205078125,
38.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 8.734700000000000130739863379858434200286865234375,
"raw_values": [
8.7263000000000001676880856393836438655853271484375,
8.8072999999999996845190253225155174732208251953125,
8.670500000000000540012479177676141262054443359375
],
"test_run_times": [
38.42999999999999971578290569595992565155029296875,
38.53999999999999914734871708787977695465087890625,
38.49000000000000198951966012828052043914794921875
]
},
"c": {
"value": 8.7751999999999998891553332214243710041046142578125,
"raw_values": [
8.798500000000000653699316899292171001434326171875,
8.7738999999999993661958797019906342029571533203125,
8.753099999999999880628820392303168773651123046875
],
"test_run_times": [
38.4500000000000028421709430404007434844970703125,
38.409999999999996589394868351519107818603515625,
38.5499999999999971578290569595992565155029296875
]
},
"d": {
"value": 8.702600000000000335376171278767287731170654296875,
"raw_values": [
8.6943999999999999062083588796667754650115966796875,
8.7510999999999992127186487778089940547943115234375,
8.6623000000000001108446667785756289958953857421875
],
"test_run_times": [
38.52000000000000312638803734444081783294677734375,
38.469999999999998863131622783839702606201171875,
38.4500000000000028421709430404007434844970703125
]
}
}
},
"029547d9862776523c5601395a6358610a352681": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.57289999999999707824827055446803569793701171875,
"raw_values": [
39.54729999999999989768184605054557323455810546875,
39.55049999999999954525264911353588104248046875,
39.62100000000000221689333557151257991790771484375
],
"test_run_times": [
39.85000000000000142108547152020037174224853515625,
40.02000000000000312638803734444081783294677734375,
40.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 39.46849999999999880628820392303168773651123046875,
"raw_values": [
39.49600000000000221689333557151257991790771484375,
39.39569999999999794226823723874986171722412109375,
39.513700000000000045474735088646411895751953125
],
"test_run_times": [
39.97999999999999687361196265555918216705322265625,
39.82000000000000028421709430404007434844970703125,
40.090000000000003410605131648480892181396484375
]
},
"c": {
"value": 39.46640000000000014779288903810083866119384765625,
"raw_values": [
39.50829999999999841975295566953718662261962890625,
39.4080000000000012505552149377763271331787109375,
39.482799999999997453414835035800933837890625
],
"test_run_times": [
40.11999999999999744204615126363933086395263671875,
39.96000000000000085265128291212022304534912109375,
39.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 39.4525000000000005684341886080801486968994140625,
"raw_values": [
39.4923000000000001818989403545856475830078125,
39.3676999999999992496668710373342037200927734375,
39.49759999999999848796505830250680446624755859375
],
"test_run_times": [
40.0799999999999982946974341757595539093017578125,
40.030000000000001136868377216160297393798828125,
39.92999999999999971578290569595992565155029296875
]
}
}
},
"a6893edb09ab37f3c2a30cc382eee443bef51652": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 202.015299999999996316546457819640636444091796875,
"raw_values": [
202.180800000000004956746124662458896636962890625,
202.070799999999991314325598068535327911376953125,
201.79419999999998935891198925673961639404296875
],
"test_run_times": [
39.85000000000000142108547152020037174224853515625,
40.02000000000000312638803734444081783294677734375,
40.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 202.505599999999986948751029558479785919189453125,
"raw_values": [
202.321699999999992769517120905220508575439453125,
202.862699999999989586285664699971675872802734375,
202.332500000000010231815394945442676544189453125
],
"test_run_times": [
39.97999999999999687361196265555918216705322265625,
39.82000000000000028421709430404007434844970703125,
40.090000000000003410605131648480892181396484375
]
},
"c": {
"value": 202.367700000000013460521586239337921142578125,
"raw_values": [
202.35529999999999972715158946812152862548828125,
202.503999999999990677679306827485561370849609375,
202.2436999999999898136593401432037353515625
],
"test_run_times": [
40.11999999999999744204615126363933086395263671875,
39.96000000000000085265128291212022304534912109375,
39.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 202.462999999999993860910763032734394073486328125,
"raw_values": [
202.326899999999994861354934982955455780029296875,
202.659300000000001773514668457210063934326171875,
202.402700000000010049916454590857028961181640625
],
"test_run_times": [
40.0799999999999982946974341757595539093017578125,
40.030000000000001136868377216160297393798828125,
39.92999999999999971578290569595992565155029296875
]
}
}
},
"2e09524a2afac98ccf359361f18a9bf744359ec7": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.7743999999999999772626324556767940521240234375,
"raw_values": [
29.772400000000001085709300241433084011077880859375,
29.812599999999999766941982670687139034271240234375,
29.738099999999999312194631784223020076751708984375
],
"test_run_times": [
39.35000000000000142108547152020037174224853515625,
39.61999999999999744204615126363933086395263671875,
39.3900000000000005684341886080801486968994140625
]
},
"b": {
"value": 29.81790000000000162572177941910922527313232421875,
"raw_values": [
29.796600000000001529087967355735599994659423828125,
29.836999999999999744204615126363933086395263671875,
29.82000000000000028421709430404007434844970703125
],
"test_run_times": [
39.32000000000000028421709430404007434844970703125,
39.46000000000000085265128291212022304534912109375,
39.4500000000000028421709430404007434844970703125
]
},
"c": {
"value": 29.789100000000001244870873051695525646209716796875,
"raw_values": [
29.791199999999999903366187936626374721527099609375,
29.785900000000001597300069988705217838287353515625,
29.790199999999998681232682429254055023193359375
],
"test_run_times": [
39.47999999999999687361196265555918216705322265625,
39.3900000000000005684341886080801486968994140625,
39.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 29.788199999999999789679350215010344982147216796875,
"raw_values": [
29.815799999999999414512785733677446842193603515625,
29.7419000000000011141310096718370914459228515625,
29.8068999999999988403942552395164966583251953125
],
"test_run_times": [
39.590000000000003410605131648480892181396484375,
39.469999999999998863131622783839702606201171875,
39.719999999999998863131622783839702606201171875
]
}
}
},
"4c1cc90e3ea0d3504b4076fbf87308d1ee648506": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 33.5681000000000011596057447604835033416748046875,
"raw_values": [
33.570300000000003137756721116602420806884765625,
33.52499999999999857891452847979962825775146484375,
33.6090999999999979763742885552346706390380859375
],
"test_run_times": [
39.35000000000000142108547152020037174224853515625,
39.61999999999999744204615126363933086395263671875,
39.3900000000000005684341886080801486968994140625
]
},
"b": {
"value": 33.51939999999999741930878371931612491607666015625,
"raw_values": [
33.5433000000000021145751816220581531524658203125,
33.49810000000000087538865045644342899322509765625,
33.5167000000000001591615728102624416351318359375
],
"test_run_times": [
39.32000000000000028421709430404007434844970703125,
39.46000000000000085265128291212022304534912109375,
39.4500000000000028421709430404007434844970703125
]
},
"c": {
"value": 33.55250000000000198951966012828052043914794921875,
"raw_values": [
33.55030000000000001136868377216160297393798828125,
33.55619999999999691908669774420559406280517578125,
33.5510000000000019326762412674725055694580078125
],
"test_run_times": [
39.47999999999999687361196265555918216705322265625,
39.3900000000000005684341886080801486968994140625,
39.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 33.55319999999999680539986002258956432342529296875,
"raw_values": [
33.52170000000000271711542154662311077117919921875,
33.605400000000003046807250939309597015380859375,
33.532499999999998863131622783839702606201171875
],
"test_run_times": [
39.590000000000003410605131648480892181396484375,
39.469999999999998863131622783839702606201171875,
39.719999999999998863131622783839702606201171875
]
}
}
},
"83ca1e360507a59226001525682d066a1eee5e84": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 396.57679999999999154169927351176738739013671875,
"raw_values": [
396.9759000000000241925590671598911285400390625,
396.57220000000000936779542826116085052490234375,
396.18220000000002301021595485508441925048828125
],
"test_run_times": [
42.18999999999999772626324556767940521240234375,
42.17999999999999971578290569595992565155029296875,
42.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 396.44459999999997990016709081828594207763671875,
"raw_values": [
397.89139999999997598933987319469451904296875,
394.87560000000001991793396882712841033935546875,
396.56680000000000063664629124104976654052734375
],
"test_run_times": [
42.11999999999999744204615126363933086395263671875,
42.02000000000000312638803734444081783294677734375,
42.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 397.58699999999998908606357872486114501953125,
"raw_values": [
397.46289999999999054125510156154632568359375,
397.0113999999999805368133820593357086181640625,
398.2866000000000212821760214865207672119140625
],
"test_run_times": [
42.090000000000003410605131648480892181396484375,
42.10000000000000142108547152020037174224853515625,
42.14999999999999857891452847979962825775146484375
]
},
"d": {
"value": 397.5652000000000043655745685100555419921875,
"raw_values": [
397.2866999999999961801222525537014007568359375,
397.30990000000002737579052336513996124267578125,
398.09899999999998954081092961132526397705078125
],
"test_run_times": [
42.280000000000001136868377216160297393798828125,
42.36999999999999744204615126363933086395263671875,
42.18999999999999772626324556767940521240234375
]
}
}
},
"356fd68833e3222975779732b39790139f819b22": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.151599999999998402699930011294782161712646484375,
"raw_values": [
20.131099999999999994315658113919198513031005859375,
20.152300000000000324007487506605684757232666015625,
20.17150000000000176214598468504846096038818359375
],
"test_run_times": [
42.18999999999999772626324556767940521240234375,
42.17999999999999971578290569595992565155029296875,
42.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 20.158500000000000085265128291212022304534912109375,
"raw_values": [
20.084800000000001318767317570745944976806640625,
20.238499999999998379962562466971576213836669921875,
20.152100000000000790123522165231406688690185546875
],
"test_run_times": [
42.11999999999999744204615126363933086395263671875,
42.02000000000000312638803734444081783294677734375,
42.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 20.100699999999999789679350215010344982147216796875,
"raw_values": [
20.106899999999999550936990999616682529449462890625,
20.129799999999999471356204594485461711883544921875,
20.065400000000000346744855050928890705108642578125
],
"test_run_times": [
42.090000000000003410605131648480892181396484375,
42.10000000000000142108547152020037174224853515625,
42.14999999999999857891452847979962825775146484375
]
},
"d": {
"value": 20.101400000000001710986907710321247577667236328125,
"raw_values": [
20.115100000000001756461642798967659473419189453125,
20.114399999999999835154085303656756877899169921875,
20.074600000000000221689333557151257991790771484375
],
"test_run_times": [
42.280000000000001136868377216160297393798828125,
42.36999999999999744204615126363933086395263671875,
42.18999999999999772626324556767940521240234375
]
}
}
},
"56185e1b61cd8aa824fb78f1d7d102710de33b94": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 89.709100000000006502887117676436901092529296875,
"raw_values": [
89.92230000000000700310920365154743194580078125,
89.9540999999999968395059113390743732452392578125,
89.2509000000000014551915228366851806640625
],
"test_run_times": [
42.24000000000000198951966012828052043914794921875,
42.18999999999999772626324556767940521240234375,
41.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 90.498300000000000409272615797817707061767578125,
"raw_values": [
89.91419999999999390638549812138080596923828125,
90.7967000000000012960299500264227390289306640625,
90.784099999999995134203345514833927154541015625
],
"test_run_times": [
42.030000000000001136868377216160297393798828125,
42.0499999999999971578290569595992565155029296875,
47.11999999999999744204615126363933086395263671875
]
},
"c": {
"value": 89.8053000000000025693225325085222721099853515625,
"raw_values": [
90.087299999999999045030563138425350189208984375,
89.667599999999993087840266525745391845703125,
89.66100000000000136424205265939235687255859375
],
"test_run_times": [
42.030000000000001136868377216160297393798828125,
42.07000000000000028421709430404007434844970703125,
42.030000000000001136868377216160297393798828125
]
},
"d": {
"value": 90.3875000000000028421709430404007434844970703125,
"raw_values": [
90.4774000000000029331204132176935672760009765625,
90.3044000000000011141310096718370914459228515625,
90.3806000000000011596057447604835033416748046875
],
"test_run_times": [
42.219999999999998863131622783839702606201171875,
42.1400000000000005684341886080801486968994140625,
42.0799999999999982946974341757595539093017578125
]
}
}
},
"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.1349999999999997868371792719699442386627197265625,
"raw_values": [
11.108399999999999607780409860424697399139404296875,
11.1044999999999998152588887023739516735076904296875,
11.192099999999999937472239253111183643341064453125
],
"test_run_times": [
42.24000000000000198951966012828052043914794921875,
42.18999999999999772626324556767940521240234375,
41.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 11.03829999999999955662133288569748401641845703125,
"raw_values": [
11.1104000000000002756905814749188721179962158203125,
11.0010999999999992127186487778089940547943115234375,
11.003299999999999414512785733677446842193603515625
],
"test_run_times": [
42.030000000000001136868377216160297393798828125,
42.0499999999999971578290569595992565155029296875,
47.11999999999999744204615126363933086395263671875
]
},
"c": {
"value": 11.122299999999999187139110290445387363433837890625,
"raw_values": [
11.08709999999999951114659779705107212066650390625,
11.1396999999999994912514011957682669162750244140625,
11.140100000000000335376171278767287731170654296875
],
"test_run_times": [
42.030000000000001136868377216160297393798828125,
42.07000000000000028421709430404007434844970703125,
42.030000000000001136868377216160297393798828125
]
},
"d": {
"value": 11.0512999999999994571453498792834579944610595703125,
"raw_values": [
11.0406999999999992922994351829402148723602294921875,
11.0617999999999998550492819049395620822906494140625,
11.051500000000000767386154620908200740814208984375
],
"test_run_times": [
42.219999999999998863131622783839702606201171875,
42.1400000000000005684341886080801486968994140625,
42.0799999999999982946974341757595539093017578125
]
}
}
},
"93d0edcc5ea127a7ae76411e7c930bccd559b10d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.922399999999999664623828721232712268829345703125,
"raw_values": [
21.8780000000000001136868377216160297393798828125,
21.9412999999999982492226990871131420135498046875,
21.94800000000000039790393202565610408782958984375
],
"test_run_times": [
41.61999999999999744204615126363933086395263671875,
41.3900000000000005684341886080801486968994140625,
41.32000000000000028421709430404007434844970703125
]
},
"b": {
"value": 21.902699999999999391775418189354240894317626953125,
"raw_values": [
21.922899999999998499333742074668407440185546875,
21.903800000000000380850906367413699626922607421875,
21.881499999999999062083588796667754650115966796875
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
41.3900000000000005684341886080801486968994140625,
41.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 21.904099999999999681676854379475116729736328125,
"raw_values": [
21.92620000000000146656020660884678363800048828125,
21.878299999999999414512785733677446842193603515625,
21.90769999999999839701558812521398067474365234375
],
"test_run_times": [
41.75,
41.46000000000000085265128291212022304534912109375,
41.53999999999999914734871708787977695465087890625
]
},
"d": {
"value": 21.95270000000000010231815394945442676544189453125,
"raw_values": [
22.030699999999999505462255910970270633697509765625,
21.944700000000000983391146291978657245635986328125,
21.882600000000000051159076974727213382720947265625
],
"test_run_times": [
41.42999999999999971578290569595992565155029296875,
41.46000000000000085265128291212022304534912109375,
41.53999999999999914734871708787977695465087890625
]
}
}
},
"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 363.533599999999978535925038158893585205078125,
"raw_values": [
363.21859999999998080966179259121417999267578125,
363.8084999999999809006112627685070037841796875,
363.5738000000000056388671509921550750732421875
],
"test_run_times": [
41.61999999999999744204615126363933086395263671875,
41.3900000000000005684341886080801486968994140625,
41.32000000000000028421709430404007434844970703125
]
},
"b": {
"value": 364.42829999999997880877344869077205657958984375,
"raw_values": [
363.610599999999976716935634613037109375,
365.053400000000010550138540565967559814453125,
364.6209000000000060026650317013263702392578125
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
41.3900000000000005684341886080801486968994140625,
41.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 363.7622999999999819920049048960208892822265625,
"raw_values": [
363.5991999999999961801222525537014007568359375,
364.4026999999999816282070241868495941162109375,
363.28509999999999990905052982270717620849609375
],
"test_run_times": [
41.75,
41.46000000000000085265128291212022304534912109375,
41.53999999999999914734871708787977695465087890625
]
},
"d": {
"value": 363.5856999999999743522494100034236907958984375,
"raw_values": [
362.02820000000002664819476194679737091064453125,
363.20409999999998262865119613707065582275390625,
365.5249000000000023646862246096134185791015625
],
"test_run_times": [
41.42999999999999971578290569595992565155029296875,
41.46000000000000085265128291212022304534912109375,
41.53999999999999914734871708787977695465087890625
]
}
}
},
"8810fe9271cfde46003041442cc253185eb44e1c": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.218399999999999039346221252344548702239990234375,
"raw_values": [
17.24589999999999889723767410032451152801513671875,
17.221199999999999619149093632586300373077392578125,
17.18809999999999860165189602412283420562744140625
],
"test_run_times": [
41.28999999999999914734871708787977695465087890625,
41.2000000000000028421709430404007434844970703125,
41.1700000000000017053025658242404460906982421875
]
},
"b": {
"value": 17.196000000000001506350599811412394046783447265625,
"raw_values": [
17.1888000000000005229594535194337368011474609375,
17.184200000000000585487214266322553157806396484375,
17.214999999999999857891452847979962825775146484375
],
"test_run_times": [
41.1700000000000017053025658242404460906982421875,
41.13000000000000255795384873636066913604736328125,
41.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 17.182500000000000994759830064140260219573974609375,
"raw_values": [
17.161799999999999499777914024889469146728515625,
17.2102000000000003865352482534945011138916015625,
17.175599999999999312194631784223020076751708984375
],
"test_run_times": [
41.280000000000001136868377216160297393798828125,
41.3299999999999982946974341757595539093017578125,
41.4200000000000017053025658242404460906982421875
]
},
"d": {
"value": 17.198100000000000164845914696343243122100830078125,
"raw_values": [
17.222899999999999209876477834768593311309814453125,
17.189299999999999357669366872869431972503662109375,
17.18220000000000169393388205207884311676025390625
],
"test_run_times": [
41.2999999999999971578290569595992565155029296875,
41.0499999999999971578290569595992565155029296875,
41.2999999999999971578290569595992565155029296875
]
}
}
},
"78aa5fcf7f9028bdaf1287fd59d1b0d907e4aca2": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 58.0688999999999992951416061259806156158447265625,
"raw_values": [
57.9759999999999990905052982270717620849609375,
58.05930000000000035242919693700969219207763671875,
58.17139999999999844249032321386039257049560546875
],
"test_run_times": [
41.28999999999999914734871708787977695465087890625,
41.2000000000000028421709430404007434844970703125,
41.1700000000000017053025658242404460906982421875
]
},
"b": {
"value": 58.1441999999999978854248183779418468475341796875,
"raw_values": [
58.16870000000000118234311230480670928955078125,
58.18390000000000128466126625426113605499267578125,
58.0801000000000016143530956469476222991943359375
],
"test_run_times": [
41.1700000000000017053025658242404460906982421875,
41.13000000000000255795384873636066913604736328125,
41.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 58.19160000000000110276232589967548847198486328125,
"raw_values": [
58.26200000000000045474735088646411895751953125,
58.097700000000003228706191293895244598388671875,
58.21509999999999962483343551866710186004638671875
],
"test_run_times": [
41.280000000000001136868377216160297393798828125,
41.3299999999999982946974341757595539093017578125,
41.4200000000000017053025658242404460906982421875
]
},
"d": {
"value": 58.1383000000000009777068044058978557586669921875,
"raw_values": [
58.0548000000000001818989403545856475830078125,
58.167900000000003046807250939309597015380859375,
58.19210000000000349018591805361211299896240234375
],
"test_run_times": [
41.2999999999999971578290569595992565155029296875,
41.0499999999999971578290569595992565155029296875,
41.2999999999999971578290569595992565155029296875
]
}
}
}
}
}