Intel Xeon Platinum 8490H testing with a Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS) and ASPEED on Ubuntu 22.04 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2307296-NE-8490H1S1663
{
"title": "8490h 1s",
"last_modified": "2023-07-29 05:40:56",
"description": "Intel Xeon Platinum 8490H testing with a Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS) and ASPEED on Ubuntu 22.04 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "Intel Xeon Platinum 8490H @ 3.50GHz (60 Cores \/ 120 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "3 x 3841GB Micron_9300_MTFDHAL3T8TDP",
"Graphics": "ASPEED",
"Network": "4 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "5.15.0-47-generic (x86_64)",
"Desktop": "GNOME Shell 42.4",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2023-07-28 15:32:26",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0x2b0000c0",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.16+8-post-Ubuntu-0ubuntu122.04)",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "Intel Xeon Platinum 8490H @ 3.50GHz (60 Cores \/ 120 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "3 x 3841GB Micron_9300_MTFDHAL3T8TDP",
"Graphics": "ASPEED",
"Network": "4 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "5.15.0-47-generic (x86_64)",
"Desktop": "GNOME Shell 42.4",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2023-07-28 17:14:20",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0x2b0000c0",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.16+8-post-Ubuntu-0ubuntu122.04)",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "Intel Xeon Platinum 8490H @ 3.50GHz (60 Cores \/ 120 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "3 x 3841GB Micron_9300_MTFDHAL3T8TDP",
"Graphics": "ASPEED",
"Network": "4 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "5.15.0-47-generic (x86_64)",
"Desktop": "GNOME Shell 42.4",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2023-07-28 19:24:46",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0x2b0000c0",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.16+8-post-Ubuntu-0ubuntu122.04)",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "Intel Xeon Platinum 8490H @ 3.50GHz (60 Cores \/ 120 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "3 x 3841GB Micron_9300_MTFDHAL3T8TDP",
"Graphics": "ASPEED",
"Network": "4 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "5.15.0-47-generic (x86_64)",
"Desktop": "GNOME Shell 42.4",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2023-07-28 20:34:42",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0x2b0000c0",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.16+8-post-Ubuntu-0ubuntu122.04)",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"e": {
"identifier": "e",
"hardware": {
"Processor": "Intel Xeon Platinum 8490H @ 3.50GHz (60 Cores \/ 120 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3A10.uh BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "3 x 3841GB Micron_9300_MTFDHAL3T8TDP",
"Graphics": "ASPEED",
"Network": "4 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "5.15.0-47-generic (x86_64)",
"Desktop": "GNOME Shell 42.4",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2023-07-29 00:50:09",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-gBFGDP\/gcc-11-11.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0x2b0000c0",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.16+8-post-Ubuntu-0ubuntu122.04)",
"python": "Python 3.10.6",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"5e299ac9eb6dc8128090876199acb4affc6cec21": {
"identifier": "pts\/brl-cad-1.5.0",
"title": "BRL-CAD",
"app_version": "7.36",
"description": "VGR Performance Metric",
"scale": "VGR Performance Metric",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 825917,
"test_run_times": [
777.4099999999999681676854379475116729736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++14 -pipe -fvisibility=hidden -fno-strict-aliasing -fno-common -fexceptions -ftemplate-depth-128 -m64 -ggdb3 -O3 -fipa-pta -fstrength-reduce -finline-functions -flto -ltcl8.6 -lregex_brl -lz_brl -lnetpbm -ldl -lm -ltk8.6"
}
}
},
"b": {
"value": 823602,
"test_run_times": [
721.7899999999999636202119290828704833984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++14 -pipe -fvisibility=hidden -fno-strict-aliasing -fno-common -fexceptions -ftemplate-depth-128 -m64 -ggdb3 -O3 -fipa-pta -fstrength-reduce -finline-functions -flto -ltcl8.6 -lregex_brl -lz_brl -lnetpbm -ldl -lm -ltk8.6"
}
}
},
"c": {
"value": 820410,
"test_run_times": [
795.470000000000027284841053187847137451171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++14 -pipe -fvisibility=hidden -fno-strict-aliasing -fno-common -fexceptions -ftemplate-depth-128 -m64 -ggdb3 -O3 -fipa-pta -fstrength-reduce -finline-functions -flto -ltcl8.6 -lregex_brl -lz_brl -lnetpbm -ldl -lm -ltk8.6"
}
}
},
"d": {
"value": 812806,
"test_run_times": [
723.240000000000009094947017729282379150390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++14 -pipe -fvisibility=hidden -fno-strict-aliasing -fno-common -fexceptions -ftemplate-depth-128 -m64 -ggdb3 -O3 -fipa-pta -fstrength-reduce -finline-functions -flto -ltcl8.6 -lregex_brl -lz_brl -lnetpbm -ldl -lm -ltk8.6"
}
}
},
"e": {
"value": 822977,
"test_run_times": [
723.740000000000009094947017729282379150390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++14 -pipe -fvisibility=hidden -fno-strict-aliasing -fno-common -fexceptions -ftemplate-depth-128 -m64 -ggdb3 -O3 -fipa-pta -fstrength-reduce -finline-functions -flto -ltcl8.6 -lregex_brl -lz_brl -lnetpbm -ldl -lm -ltk8.6"
}
}
}
}
},
"6b4336ed415e86477a0a2e8fce8a67f04d81b4b9": {
"identifier": "pts\/cryptopp-1.1.0",
"title": "Crypto++",
"app_version": "8.8",
"arguments": "b 2",
"description": "Test: All Algorithms",
"scale": "MiB\/second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1663.92095500000004903995431959629058837890625,
"test_run_times": [
717.1299999999999954525264911353588104248046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-g2 -O3 -fPIC -pthread -pipe"
}
}
}
}
},
"287ab2aed992d001894f9c3356a7440ca0cf2836": {
"identifier": "pts\/cryptopp-1.1.0",
"title": "Crypto++",
"app_version": "8.8",
"arguments": "b2 3",
"description": "Test: Keyed Algorithms",
"scale": "MiB\/second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 595.3652009999999563660821877419948577880859375,
"test_run_times": [
574.5
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-g2 -O3 -fPIC -pthread -pipe"
}
}
}
}
},
"183e901ae00912487a56d83fffbd8270c582ca7a": {
"identifier": "pts\/blender-3.6.0",
"title": "Blender",
"app_version": "3.6",
"arguments": "-b ..\/barbershop_interior_gpu.blend -o output.test -x 1 -F JPEG -f 1 -- --cycles-device CPU",
"description": "Blend File: Barbershop - Compute: CPU-Only",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 272.91000000000002501110429875552654266357421875,
"test_run_times": [
274.56999999999999317878973670303821563720703125
]
},
"b": {
"value": 273.1399999999999863575794734060764312744140625,
"test_run_times": [
274.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 272.6399999999999863575794734060764312744140625,
"test_run_times": [
274.3500000000000227373675443232059478759765625
]
},
"d": {
"value": 272.41000000000002501110429875552654266357421875,
"test_run_times": [
274.07999999999998408384271897375583648681640625
]
},
"e": {
"value": 272.43999999999999772626324556767940521240234375,
"test_run_times": [
274.1399999999999863575794734060764312744140625
]
}
}
},
"32d1a85fe4a8b6c4c8f313fa1e8723782734a8e5": {
"identifier": "pts\/cryptopp-1.1.0",
"title": "Crypto++",
"app_version": "8.8",
"arguments": "b1 6",
"description": "Test: Unkeyed Algorithms",
"scale": "MiB\/second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 452.34373399999998355269781313836574554443359375,
"test_run_times": [
212.229999999999989768184605054557323455810546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-g2 -O3 -fPIC -pthread -pipe"
}
}
}
}
},
"0e601820a058a056ca591d76030131475bde0280": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 479.125,
"test_run_times": [
118.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 486.18509999999997717168298549950122833251953125,
"raw_values": [
491.06680000000000063664629124104976654052734375,
485.66599999999999681676854379475116729736328125,
481.82260000000002264641807414591312408447265625
],
"test_run_times": [
118.25,
118.599999999999994315658113919198513031005859375,
119.3700000000000045474735088646411895751953125
]
},
"c": {
"value": 488.2454999999999927240423858165740966796875,
"test_run_times": [
118.650000000000005684341886080801486968994140625
]
},
"d": {
"value": 482.43540000000001555235940031707286834716796875,
"test_run_times": [
118.3900000000000005684341886080801486968994140625
]
},
"e": {
"value": 488.2346999999999752617441117763519287109375,
"test_run_times": [
118.6700000000000017053025658242404460906982421875
]
}
}
},
"baff18ee56137338b81c500dab60fff22ca5d02c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 62.5750000000000028421709430404007434844970703125,
"test_run_times": [
118.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 61.59559999999999746478351880796253681182861328125,
"raw_values": [
60.7708999999999974761522025801241397857666015625,
61.76100000000000278532752417959272861480712890625,
62.2548000000000030240698833949863910675048828125
],
"test_run_times": [
118.25,
118.599999999999994315658113919198513031005859375,
119.3700000000000045474735088646411895751953125
]
},
"c": {
"value": 61.414299999999997226041159592568874359130859375,
"test_run_times": [
118.650000000000005684341886080801486968994140625
]
},
"d": {
"value": 62.17479999999999762394509161822497844696044921875,
"test_run_times": [
118.3900000000000005684341886080801486968994140625
]
},
"e": {
"value": 61.06960000000000121644916362129151821136474609375,
"test_run_times": [
118.6700000000000017053025658242404460906982421875
]
}
}
},
"8ea678615fa624d393004c9476f4ed32c0ddcea2": {
"identifier": "pts\/cassandra-1.2.0",
"title": "Apache Cassandra",
"app_version": "4.1.3",
"arguments": "WRITE",
"description": "Test: Writes",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 134694,
"test_run_times": [
127.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 134932,
"test_run_times": [
127.2999999999999971578290569595992565155029296875
]
},
"c": {
"value": 121708,
"test_run_times": [
127.3599999999999994315658113919198513031005859375
]
},
"d": {
"value": 140934,
"test_run_times": [
127.31000000000000227373675443232059478759765625
]
},
"e": {
"value": 137849,
"test_run_times": [
127.280000000000001136868377216160297393798828125
]
}
}
},
"8e486ecd6f9817231cd10cd2c0cad2dfe8694dc5": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.24029999999999773763192933984100818634033203125,
"test_run_times": [
90.81999999999999317878973670303821563720703125
]
},
"b": {
"value": 47.2503999999999990677679306827485561370849609375,
"raw_values": [
46.98349999999999937472239253111183643341064453125,
47.23740000000000094360075308941304683685302734375,
47.53020000000000067075234255753457546234130859375
],
"test_run_times": [
90.6200000000000045474735088646411895751953125,
90.6299999999999954525264911353588104248046875,
90.7699999999999960209606797434389591217041015625
]
},
"c": {
"value": 47.41510000000000246700437855906784534454345703125,
"test_run_times": [
90.4899999999999948840923025272786617279052734375
]
},
"d": {
"value": 47.47319999999999851070242584683001041412353515625,
"test_run_times": [
90.3799999999999954525264911353588104248046875
]
},
"e": {
"value": 48.21860000000000212594386539421975612640380859375,
"test_run_times": [
89.9599999999999937472239253111183643341064453125
]
}
}
},
"040da5621f340d57abe8e4592fecbcda224b19fc": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.164699999999999846522769075818359851837158203125,
"test_run_times": [
90.81999999999999317878973670303821563720703125
]
},
"b": {
"value": 21.161100000000001131184035330079495906829833984375,
"raw_values": [
21.280899999999999039346221252344548702239990234375,
21.166399999999999437250153278000652790069580078125,
21.036100000000001131184035330079495906829833984375
],
"test_run_times": [
90.6200000000000045474735088646411895751953125,
90.6299999999999954525264911353588104248046875,
90.7699999999999960209606797434389591217041015625
]
},
"c": {
"value": 21.08709999999999951114659779705107212066650390625,
"test_run_times": [
90.4899999999999948840923025272786617279052734375
]
},
"d": {
"value": 21.061299999999999243982529151253402233123779296875,
"test_run_times": [
90.3799999999999954525264911353588104248046875
]
},
"e": {
"value": 20.736000000000000653699316899292171001434326171875,
"test_run_times": [
89.9599999999999937472239253111183643341064453125
]
}
}
},
"9291f99c55ae8b7f172514da44fccba0414eac1a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.5248000000000008213874025386758148670196533203125,
"test_run_times": [
102.6700000000000017053025658242404460906982421875
]
},
"b": {
"value": 8.719300000000000494537744089029729366302490234375,
"test_run_times": [
102.3599999999999994315658113919198513031005859375
]
},
"c": {
"value": 8.5902999999999991587174008600413799285888671875,
"test_run_times": [
103.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 8.5254999999999991899812812334857881069183349609375,
"test_run_times": [
102.56999999999999317878973670303821563720703125
]
},
"e": {
"value": 8.82469999999999998863131622783839702606201171875,
"test_run_times": [
106.0799999999999982946974341757595539093017578125
]
}
}
},
"eba161c303a44b46f72cb85f8b16da8797954de2": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 117.2266000000000047975845518521964550018310546875,
"test_run_times": [
102.6700000000000017053025658242404460906982421875
]
},
"b": {
"value": 114.614699999999999135980033315718173980712890625,
"test_run_times": [
102.3599999999999994315658113919198513031005859375
]
},
"c": {
"value": 116.3482999999999947249307297170162200927734375,
"test_run_times": [
103.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 117.22350000000000136424205265939235687255859375,
"test_run_times": [
102.56999999999999317878973670303821563720703125
]
},
"e": {
"value": 113.2419000000000011141310096718370914459228515625,
"test_run_times": [
106.0799999999999982946974341757595539093017578125
]
}
}
},
"f5f6823f53e8f4fcf0006fb7a79d266a6a2147d2": {
"identifier": "pts\/dragonflydb-1.1.0",
"title": "Dragonflydb",
"app_version": "1.6.2",
"arguments": "-c 10 --ratio=1:5",
"description": "Clients Per Thread: 10 - Set To Get Ratio: 1:5",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14247982.4499999992549419403076171875,
"test_run_times": [
67.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 14476834.09999999962747097015380859375,
"raw_values": [
14334901.06000000052154064178466796875,
14553637.60999999940395355224609375,
14541963.64000000059604644775390625
],
"test_run_times": [
67.2699999999999960209606797434389591217041015625,
67.219999999999998863131622783839702606201171875,
67.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 14235868.60999999940395355224609375,
"test_run_times": [
67.2699999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 14750102.5199999995529651641845703125,
"test_run_times": [
67.2900000000000062527760746888816356658935546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 14392511.789999999105930328369140625,
"test_run_times": [
67.2699999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"898ab5f8006f162a67c2ed1a14d2505eb1d4f718": {
"identifier": "pts\/dragonflydb-1.1.0",
"title": "Dragonflydb",
"app_version": "1.6.2",
"arguments": "-c 10 --ratio=1:100",
"description": "Clients Per Thread: 10 - Set To Get Ratio: 1:100",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14338166.15000000037252902984619140625,
"test_run_times": [
67.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 14432034.210000000894069671630859375,
"raw_values": [
14179386.08000000007450580596923828125,
14682820.88000000081956386566162109375,
14433895.66999999992549419403076171875
],
"test_run_times": [
67.2099999999999937472239253111183643341064453125,
67.2099999999999937472239253111183643341064453125,
67.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 14307949.02999999932944774627685546875,
"test_run_times": [
67.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 14571297.7699999995529651641845703125,
"test_run_times": [
67.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 14492478.35999999940395355224609375,
"test_run_times": [
67.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"38705419f3099859abe7c83283297da771f0e599": {
"identifier": "pts\/dragonflydb-1.1.0",
"title": "Dragonflydb",
"app_version": "1.6.2",
"arguments": "-c 10 --ratio=1:10",
"description": "Clients Per Thread: 10 - Set To Get Ratio: 1:10",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14662941.41999999992549419403076171875,
"test_run_times": [
67.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 14292262.5199999995529651641845703125,
"raw_values": [
14236827.91999999992549419403076171875,
14347678.31000000052154064178466796875,
14292281.320000000298023223876953125
],
"test_run_times": [
67.2099999999999937472239253111183643341064453125,
67.2099999999999937472239253111183643341064453125,
67.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 14204640.25,
"test_run_times": [
67.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 14205235.710000000894069671630859375,
"test_run_times": [
67.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 14390358.99000000022351741790771484375,
"test_run_times": [
67.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"a496aea62829d000b6c9e48cf6119133a70311b8": {
"identifier": "pts\/blender-3.6.0",
"title": "Blender",
"app_version": "3.6",
"arguments": "-b ..\/pavillon_barcelone_gpu.blend -o output.test -x 1 -F JPEG -f 1 -- --cycles-device CPU",
"description": "Blend File: Pabellon Barcelona - Compute: CPU-Only",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 88.7300000000000039790393202565610408782958984375,
"test_run_times": [
89.3900000000000005684341886080801486968994140625
]
},
"b": {
"value": 88.5,
"test_run_times": [
89.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 88.8299999999999982946974341757595539093017578125,
"test_run_times": [
89.4899999999999948840923025272786617279052734375
]
},
"d": {
"value": 88.18000000000000682121026329696178436279296875,
"test_run_times": [
88.840000000000003410605131648480892181396484375
]
},
"e": {
"value": 88.090000000000003410605131648480892181396484375,
"test_run_times": [
88.81999999999999317878973670303821563720703125
]
}
}
},
"bebb62f45ff7622efad92194d1ad4a2932098244": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.49040000000000105728759081102907657623291015625,
"test_run_times": [
58.07000000000000028421709430404007434844970703125
]
},
"b": {
"value": 34.46340000000000003410605131648480892181396484375,
"raw_values": [
34.42949999999999732835931354202330112457275390625,
34.4587999999999965439201332628726959228515625,
34.501800000000002910383045673370361328125
],
"test_run_times": [
57.88000000000000255795384873636066913604736328125,
57.8900000000000005684341886080801486968994140625,
57.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 34.41929999999999978399500832892954349517822265625,
"test_run_times": [
57.88000000000000255795384873636066913604736328125
]
},
"d": {
"value": 34.40169999999999816964191268198192119598388671875,
"test_run_times": [
62.96000000000000085265128291212022304534912109375
]
},
"e": {
"value": 34.4226000000000027512214728631079196929931640625,
"test_run_times": [
57.840000000000003410605131648480892181396484375
]
}
}
},
"fba263fade4e645387cfa338b609a9838531a63f": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 868.49749999999994543031789362430572509765625,
"test_run_times": [
58.07000000000000028421709430404007434844970703125
]
},
"b": {
"value": 869.470199999999977080733515322208404541015625,
"raw_values": [
870.477200000000038926373235881328582763671875,
869.2705999999999448846210725605487823486328125,
868.6627999999999474312062375247478485107421875
],
"test_run_times": [
57.88000000000000255795384873636066913604736328125,
57.8900000000000005684341886080801486968994140625,
57.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 870.7567000000000234649633057415485382080078125,
"test_run_times": [
57.88000000000000255795384873636066913604736328125
]
},
"d": {
"value": 871.2051999999999907231540419161319732666015625,
"test_run_times": [
62.96000000000000085265128291212022304534912109375
]
},
"e": {
"value": 870.6663999999999532519723288714885711669921875,
"test_run_times": [
57.840000000000003410605131648480892181396484375
]
}
}
},
"48e2ef91a77c84aaa7b1998dd9c0256d35e1be74": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.783400000000000318323145620524883270263671875,
"test_run_times": [
56.28999999999999914734871708787977695465087890625
]
},
"b": {
"value": 4.78019999999999978257392285740934312343597412109375,
"raw_values": [
4.779099999999999681676854379475116729736328125,
4.8086999999999999744204615126363933086395263671875,
4.75269999999999992468247000942938029766082763671875
],
"test_run_times": [
56.25,
56.159999999999996589394868351519107818603515625,
61.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 4.79560000000000030695446184836328029632568359375,
"test_run_times": [
56.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 4.7675000000000000710542735760100185871124267578125,
"test_run_times": [
56.22999999999999687361196265555918216705322265625
]
},
"e": {
"value": 4.86990000000000033963942769332788884639739990234375,
"test_run_times": [
56.2999999999999971578290569595992565155029296875
]
}
}
},
"78c1dafa9f71ada1047e6627d9a575398a531a1e": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 208.9560999999999921783455647528171539306640625,
"test_run_times": [
56.28999999999999914734871708787977695465087890625
]
},
"b": {
"value": 209.10210000000000718500814400613307952880859375,
"raw_values": [
209.146199999999993224264471791684627532958984375,
207.850599999999985811882652342319488525390625,
210.309400000000010777512216009199619293212890625
],
"test_run_times": [
56.25,
56.159999999999996589394868351519107818603515625,
61.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 208.428300000000007230482879094779491424560546875,
"test_run_times": [
56.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 209.655499999999989313437254168093204498291015625,
"test_run_times": [
56.22999999999999687361196265555918216705322265625
]
},
"e": {
"value": 205.2427999999999883584678173065185546875,
"test_run_times": [
56.2999999999999971578290569595992565155029296875
]
}
}
},
"69f7a9e17c576c747b057ded335a977ba6460c5f": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 396.73399999999998044586391188204288482666015625,
"test_run_times": [
68.75
]
},
"b": {
"value": 395.20990000000000463842297904193401336669921875,
"raw_values": [
396.89150000000000773070496506989002227783203125,
395.896700000000009822542779147624969482421875,
392.841400000000021464074961841106414794921875
],
"test_run_times": [
51.280000000000001136868377216160297393798828125,
63.8900000000000005684341886080801486968994140625,
51.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 396.68279999999998608473106287419795989990234375,
"test_run_times": [
51.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 396.993600000000014915713109076023101806640625,
"test_run_times": [
51.42999999999999971578290569595992565155029296875
]
},
"e": {
"value": 396.16509999999999536157702095806598663330078125,
"test_run_times": [
56.25
]
}
}
},
"4a6fa7a8b3679b981efd8457ed37e9f3d1dc5d74": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 75.603399999999993497112882323563098907470703125,
"test_run_times": [
68.75
]
},
"b": {
"value": 75.8817999999999983629095368087291717529296875,
"raw_values": [
75.5738000000000056388671509921550750732421875,
75.7505000000000023874235921539366245269775390625,
76.321200000000004592948243953287601470947265625
],
"test_run_times": [
51.280000000000001136868377216160297393798828125,
63.8900000000000005684341886080801486968994140625,
51.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 75.61299999999999954525264911353588104248046875,
"test_run_times": [
51.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 75.55230000000000245563569478690624237060546875,
"test_run_times": [
51.42999999999999971578290569595992565155029296875
]
},
"e": {
"value": 75.7124000000000023646862246096134185791015625,
"test_run_times": [
56.25
]
}
}
},
"00a3faa7c0f772066b32e38912d7efd0da6c6479": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.702999999999999403144101961515843868255615234375,
"test_run_times": [
54.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 15.8315999999999998948396751075051724910736083984375,
"raw_values": [
15.8120999999999991558752299170009791851043701171875,
15.844500000000000028421709430404007434844970703125,
15.838300000000000267164068645797669887542724609375
],
"test_run_times": [
54.22999999999999687361196265555918216705322265625,
54.1400000000000005684341886080801486968994140625,
53.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 15.8256999999999994344079823349602520465850830078125,
"test_run_times": [
54
]
},
"d": {
"value": 15.8379999999999991899812812334857881069183349609375,
"test_run_times": [
54.21000000000000085265128291212022304534912109375
]
},
"e": {
"value": 15.71679999999999921556081972084939479827880859375,
"test_run_times": [
54.1700000000000017053025658242404460906982421875
]
}
}
},
"484ed76c1448ae8277be5d38b413682792d37712": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1905.980800000000044747139327228069305419921875,
"test_run_times": [
54.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 1891.056499999999914507498033344745635986328125,
"raw_values": [
1893.43550000000004729372449219226837158203125,
1889.28890000000001236912794411182403564453125,
1890.444999999999936335370875895023345947265625
],
"test_run_times": [
54.22999999999999687361196265555918216705322265625,
54.1400000000000005684341886080801486968994140625,
53.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 1891.326999999999998181010596454143524169921875,
"test_run_times": [
54
]
},
"d": {
"value": 1890.570500000000038198777474462985992431640625,
"test_run_times": [
54.21000000000000085265128291212022304534912109375
]
},
"e": {
"value": 1905.14910000000008949427865445613861083984375,
"test_run_times": [
54.1700000000000017053025658242404460906982421875
]
}
}
},
"132dca3d993c38d5a37de8fc72f4591ac7eb1ddd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 534.5013999999999896317603997886180877685546875,
"test_run_times": [
51.280000000000001136868377216160297393798828125
]
},
"b": {
"value": 517.1634000000000241925590671598911285400390625,
"raw_values": [
519.2032000000000380168785341084003448486328125,
517.34960000000000945874489843845367431640625,
514.9375
],
"test_run_times": [
51.11999999999999744204615126363933086395263671875,
51.280000000000001136868377216160297393798828125,
51.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 517.8374999999999772626324556767940521240234375,
"test_run_times": [
50.9500000000000028421709430404007434844970703125
]
},
"d": {
"value": 511.41860000000002628439688123762607574462890625,
"test_run_times": [
55.9500000000000028421709430404007434844970703125
]
},
"e": {
"value": 520.2238999999999577994458377361297607421875,
"test_run_times": [
51.090000000000003410605131648480892181396484375
]
}
}
},
"8315d249c45b31a380a71ef2c000db2e666a90bd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 56.11930000000000262616595136933028697967529296875,
"test_run_times": [
51.280000000000001136868377216160297393798828125
]
},
"b": {
"value": 57.78920000000000101181285572238266468048095703125,
"raw_values": [
57.5867999999999966576069709844887256622314453125,
57.62859999999999871533873374573886394500732421875,
58.15209999999999723740984336473047733306884765625
],
"test_run_times": [
51.11999999999999744204615126363933086395263671875,
51.280000000000001136868377216160297393798828125,
51.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 57.92530000000000001136868377216160297393798828125,
"test_run_times": [
50.9500000000000028421709430404007434844970703125
]
},
"d": {
"value": 58.250799999999998135535861365497112274169921875,
"test_run_times": [
55.9500000000000028421709430404007434844970703125
]
},
"e": {
"value": 57.21209999999999951114659779705107212066650390625,
"test_run_times": [
51.090000000000003410605131648480892181396484375
]
}
}
},
"117bd2aab350de53de20384a61df7991dcdabba9": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 100 --ratio=1:10",
"description": "Protocol: Redis - Clients: 100 - Set To Get Ratio: 1:10",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2929613.16999999992549419403076171875,
"test_run_times": [
73.7399999999999948840923025272786617279052734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 2583878.290000000037252902984619140625,
"test_run_times": [
68.7600000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 2611551.5899999998509883880615234375,
"test_run_times": [
68.7600000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 2593991.1000000000931322574615478515625,
"test_run_times": [
68.7399999999999948840923025272786617279052734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 2755166.1400000001303851604461669921875,
"test_run_times": [
73.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"8842ab9ed4fd76dad11003e74e251457c54b13eb": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 100 --ratio=1:5",
"description": "Protocol: Redis - Clients: 100 - Set To Get Ratio: 1:5",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2627400.9799999999813735485076904296875,
"test_run_times": [
68.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 2710324.9700000002048909664154052734375,
"test_run_times": [
73.7600000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 2554516.6499999999068677425384521484375,
"test_run_times": [
69.7699999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 2549066.2200000002048909664154052734375,
"test_run_times": [
68.7600000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 2541163.6800000001676380634307861328125,
"test_run_times": [
68.7600000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"bdffb439e8f758cb8f16c332120bba0552dac099": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 100 --ratio=1:1",
"description": "Protocol: Redis - Clients: 100 - Set To Get Ratio: 1:1",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2503378.33000000007450580596923828125,
"test_run_times": [
68.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 2630752.0299999997951090335845947265625,
"test_run_times": [
73.7699999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 2460387.75,
"test_run_times": [
68.7399999999999948840923025272786617279052734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 2493158.9700000002048909664154052734375,
"test_run_times": [
68.7399999999999948840923025272786617279052734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 2474272.950000000186264514923095703125,
"test_run_times": [
68.7699999999999960209606797434389591217041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"2c548f2af84ef1dbd95bf756cd644be502a7f366": {
"identifier": "pts\/blender-3.6.0",
"title": "Blender",
"app_version": "3.6",
"arguments": "-b ..\/classroom_gpu.blend -o output.test -x 1 -F JPEG -f 1 -- --cycles-device CPU",
"description": "Blend File: Classroom - Compute: CPU-Only",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 68.93000000000000682121026329696178436279296875,
"test_run_times": [
69.3700000000000045474735088646411895751953125
]
},
"b": {
"value": 69.159999999999996589394868351519107818603515625,
"test_run_times": [
69.599999999999994315658113919198513031005859375
]
},
"c": {
"value": 70.030000000000001136868377216160297393798828125,
"test_run_times": [
70.469999999999998863131622783839702606201171875
]
},
"d": {
"value": 69.159999999999996589394868351519107818603515625,
"test_run_times": [
69.599999999999994315658113919198513031005859375
]
},
"e": {
"value": 69.25,
"test_run_times": [
69.68999999999999772626324556767940521240234375
]
}
}
},
"de579f577d229f0340544ebabc145df4a03b1185": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 155.801299999999997680788510479032993316650390625,
"test_run_times": [
83.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 156.210900000000009413270163349807262420654296875,
"raw_values": [
156.262799999999998590283212251961231231689453125,
156.313500000000004774847184307873249053955078125,
156.05639999999999645297066308557987213134765625
],
"test_run_times": [
43.64999999999999857891452847979962825775146484375,
44.0799999999999982946974341757595539093017578125,
44.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 156.4615000000000009094947017729282379150390625,
"test_run_times": [
44.18999999999999772626324556767940521240234375
]
},
"d": {
"value": 157.175600000000002864908310584723949432373046875,
"test_run_times": [
43.89999999999999857891452847979962825775146484375
]
},
"e": {
"value": 156.5561999999999898136593401432037353515625,
"test_run_times": [
43.96000000000000085265128291212022304534912109375
]
}
}
},
"a6f79cb479021f303e5383b047b4c484b249cfe2": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 192.503299999999995861799106933176517486572265625,
"test_run_times": [
83.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 191.993500000000011596057447604835033416748046875,
"raw_values": [
191.9325000000000045474735088646411895751953125,
191.860500000000001818989403545856475830078125,
192.1875
],
"test_run_times": [
43.64999999999999857891452847979962825775146484375,
44.0799999999999982946974341757595539093017578125,
44.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 191.610399999999998499333742074668407440185546875,
"test_run_times": [
44.18999999999999772626324556767940521240234375
]
},
"d": {
"value": 190.818099999999986948751029558479785919189453125,
"test_run_times": [
43.89999999999999857891452847979962825775146484375
]
},
"e": {
"value": 191.49709999999998899511410854756832122802734375,
"test_run_times": [
43.96000000000000085265128291212022304534912109375
]
}
}
},
"c0312ea332d5964714578d80ecaf082c13653192": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 50 --ratio=1:5",
"description": "Protocol: Redis - Clients: 50 - Set To Get Ratio: 1:5",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2613416.6499999999068677425384521484375,
"test_run_times": [
69.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 2546591.8599999998696148395538330078125,
"test_run_times": [
67.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 2516320.6899999999441206455230712890625,
"test_run_times": [
69.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 2452685.99000000022351741790771484375,
"test_run_times": [
69.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 2444450.1099999998696148395538330078125,
"test_run_times": [
67.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"3affce2caaa6a09c511330ed407b61076265b2e3": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 50 --ratio=1:10",
"description": "Protocol: Redis - Clients: 50 - Set To Get Ratio: 1:10",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2646929.549999999813735485076904296875,
"test_run_times": [
69.400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 2544897.58000000007450580596923828125,
"test_run_times": [
67.4599999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 2508415.5899999998509883880615234375,
"test_run_times": [
67.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 2487096.50999999977648258209228515625,
"test_run_times": [
67.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 2540848.3500000000931322574615478515625,
"test_run_times": [
69.4599999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"791a72ecd75cdf7bd77f28d47ec2de2befc2cda3": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 50 --ratio=1:1",
"description": "Protocol: Redis - Clients: 50 - Set To Get Ratio: 1:1",
"scale": "Ops\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2462536.6600000001490116119384765625,
"test_run_times": [
67.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"b": {
"value": 2470315.9100000001490116119384765625,
"test_run_times": [
67.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"c": {
"value": 2377430.1400000001303851604461669921875,
"test_run_times": [
67.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"d": {
"value": 2383147.0699999998323619365692138671875,
"test_run_times": [
67.4599999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
},
"e": {
"value": 2414601.0699999998323619365692138671875,
"test_run_times": [
69.43000000000000682121026329696178436279296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
}
}
}
}
},
"b07153da5d2186a2c4af44a41f728a2bb4ce2122": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 28.17020000000000123918653116561472415924072265625,
"test_run_times": [
46.5
]
},
"b": {
"value": 28.2734999999999985220711096189916133880615234375,
"raw_values": [
28.2760999999999995679900166578590869903564453125,
28.3659999999999996589394868351519107818603515625,
28.17830000000000012505552149377763271331787109375
],
"test_run_times": [
46.68999999999999772626324556767940521240234375,
46.7000000000000028421709430404007434844970703125,
46.5799999999999982946974341757595539093017578125
]
},
"c": {
"value": 28.06589999999999918145476840436458587646484375,
"test_run_times": [
46.4500000000000028421709430404007434844970703125
]
},
"d": {
"value": 28.09009999999999962483343551866710186004638671875,
"test_run_times": [
46.64999999999999857891452847979962825775146484375
]
},
"e": {
"value": 28.48799999999999954525264911353588104248046875,
"test_run_times": [
46.64999999999999857891452847979962825775146484375
]
}
}
},
"3b1bfb7814177424418483748f806f392d017eb6": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 35.4911000000000029785951483063399791717529296875,
"test_run_times": [
46.5
]
},
"b": {
"value": 35.361299999999999954525264911353588104248046875,
"raw_values": [
35.35770000000000123918653116561472415924072265625,
35.24569999999999936335370875895023345947265625,
35.480400000000003046807250939309597015380859375
],
"test_run_times": [
46.68999999999999772626324556767940521240234375,
46.7000000000000028421709430404007434844970703125,
46.5799999999999982946974341757595539093017578125
]
},
"c": {
"value": 35.62230000000000273985278909094631671905517578125,
"test_run_times": [
46.4500000000000028421709430404007434844970703125
]
},
"d": {
"value": 35.592500000000001136868377216160297393798828125,
"test_run_times": [
46.64999999999999857891452847979962825775146484375
]
},
"e": {
"value": 35.09440000000000026147972675971686840057373046875,
"test_run_times": [
46.64999999999999857891452847979962825775146484375
]
}
}
},
"e98d7f3e55dd7556d5a7e285d585b1f332155a2c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 46.24750000000000227373675443232059478759765625,
"test_run_times": [
43.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 46.5439999999999969304553815163671970367431640625,
"raw_values": [
47.36030000000000228510543820448219776153564453125,
46.18849999999999766941982670687139034271240234375,
46.08330000000000126192389870993793010711669921875
],
"test_run_times": [
43.96000000000000085265128291212022304534912109375,
43.9500000000000028421709430404007434844970703125,
48.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 46.178100000000000591171556152403354644775390625,
"test_run_times": [
43.53999999999999914734871708787977695465087890625
]
},
"d": {
"value": 46.2436000000000007048583938740193843841552734375,
"test_run_times": [
44.11999999999999744204615126363933086395263671875
]
},
"e": {
"value": 47.31689999999999685087459511123597621917724609375,
"test_run_times": [
48.8299999999999982946974341757595539093017578125
]
}
}
},
"52650ab3f436f830a03f98d18570a098bc6a7a3b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 648.3174999999999954525264911353588104248046875,
"test_run_times": [
43.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 644.0494999999999663486960344016551971435546875,
"raw_values": [
632.35950000000002546585164964199066162109375,
649.154800000000022919266484677791595458984375,
650.6343000000000529325916431844234466552734375
],
"test_run_times": [
43.96000000000000085265128291212022304534912109375,
43.9500000000000028421709430404007434844970703125,
48.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 649.2976999999999634383129887282848358154296875,
"test_run_times": [
43.53999999999999914734871708787977695465087890625
]
},
"d": {
"value": 648.3863999999999805368133820593357086181640625,
"test_run_times": [
44.11999999999999744204615126363933086395263671875
]
},
"e": {
"value": 633.445500000000038198777474462985992431640625,
"test_run_times": [
48.8299999999999982946974341757595539093017578125
]
}
}
},
"82f44cc7280eea070a5243bbcdd819ead21bdb49": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 25.00150000000000005684341886080801486968994140625,
"test_run_times": [
42.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 24.99170000000000158024704433046281337738037109375,
"raw_values": [
24.999300000000001631406121305190026760101318359375,
24.984600000000000363797880709171295166015625,
24.991299999999998959765434847213327884674072265625
],
"test_run_times": [
43.25,
47.6700000000000017053025658242404460906982421875,
42.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 25.00710000000000121644916362129151821136474609375,
"test_run_times": [
42.82000000000000028421709430404007434844970703125
]
},
"d": {
"value": 25.045400000000000773070496506989002227783203125,
"test_run_times": [
42.590000000000003410605131648480892181396484375
]
},
"e": {
"value": 25.132000000000001449507180950604379177093505859375,
"test_run_times": [
42.6400000000000005684341886080801486968994140625
]
}
}
},
"0d3e0460c5932505654a7338c7b258bafeb733b0": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.94270000000000209183781407773494720458984375,
"test_run_times": [
42.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 39.95830000000000126192389870993793010711669921875,
"raw_values": [
39.94789999999999707824827055446803569793701171875,
39.96580000000000154614099301397800445556640625,
39.96130000000000137561073643155395984649658203125
],
"test_run_times": [
43.25,
47.6700000000000017053025658242404460906982421875,
42.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 39.93180000000000262616595136933028697967529296875,
"test_run_times": [
42.82000000000000028421709430404007434844970703125
]
},
"d": {
"value": 39.86979999999999790816218592226505279541015625,
"test_run_times": [
42.590000000000003410605131648480892181396484375
]
},
"e": {
"value": 39.7368000000000023419488570652902126312255859375,
"test_run_times": [
42.6400000000000005684341886080801486968994140625
]
}
}
},
"4dd1fc7ebf988ed8441defddd8eb70c4ece07b6c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.4928000000000007929656931082718074321746826171875,
"test_run_times": [
41.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 11.4652999999999991587174008600413799285888671875,
"raw_values": [
11.476800000000000778754838393069803714752197265625,
11.44330000000000069348971010185778141021728515625,
11.475899999999999323563315556384623050689697265625
],
"test_run_times": [
41.96000000000000085265128291212022304534912109375,
41.909999999999996589394868351519107818603515625,
41.8299999999999982946974341757595539093017578125
]
},
"c": {
"value": 11.5117999999999991445065461448393762111663818359375,
"test_run_times": [
41.89999999999999857891452847979962825775146484375
]
},
"d": {
"value": 11.44180000000000063664629124104976654052734375,
"test_run_times": [
42.03999999999999914734871708787977695465087890625
]
},
"e": {
"value": 11.734500000000000596855898038484156131744384765625,
"test_run_times": [
41.9500000000000028421709430404007434844970703125
]
}
}
},
"01eed3a4e5b49dd8ffb4613c1e496b5c6a35b6d2": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 86.93000000000000682121026329696178436279296875,
"test_run_times": [
41.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 87.158199999999993679011822678148746490478515625,
"raw_values": [
87.0635999999999938836481305770576000213623046875,
87.3302000000000049340087571181356906890869140625,
87.0807999999999964302332955412566661834716796875
],
"test_run_times": [
41.96000000000000085265128291212022304534912109375,
41.909999999999996589394868351519107818603515625,
41.8299999999999982946974341757595539093017578125
]
},
"c": {
"value": 86.78600000000000136424205265939235687255859375,
"test_run_times": [
41.89999999999999857891452847979962825775146484375
]
},
"d": {
"value": 87.3401000000000067302607931196689605712890625,
"test_run_times": [
42.03999999999999914734871708787977695465087890625
]
},
"e": {
"value": 85.1590000000000060254023992456495761871337890625,
"test_run_times": [
41.9500000000000028421709430404007434844970703125
]
}
}
},
"b397fa132b01b7bad3b20659f8b7c14d37ec6de8": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.54539999999999988489207680686376988887786865234375,
"test_run_times": [
42.0799999999999982946974341757595539093017578125
]
},
"b": {
"value": 5.55919999999999969730879456619732081890106201171875,
"raw_values": [
5.56669999999999998152588887023739516735076904296875,
5.56449999999999977973175191436894237995147705078125,
5.5464999999999999857891452847979962825775146484375
],
"test_run_times": [
41.74000000000000198951966012828052043914794921875,
41.67999999999999971578290569595992565155029296875,
41.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 5.5885999999999995679900166578590869903564453125,
"test_run_times": [
41.81000000000000227373675443232059478759765625
]
},
"d": {
"value": 5.5358000000000000540012479177676141262054443359375,
"test_run_times": [
41.85000000000000142108547152020037174224853515625
]
},
"e": {
"value": 5.64200000000000034816594052244909107685089111328125,
"test_run_times": [
41.8299999999999982946974341757595539093017578125
]
}
}
},
"c98a283d125f2494d1f50e0bad82c4f927c75b95": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 180.140999999999991132426657713949680328369140625,
"test_run_times": [
42.0799999999999982946974341757595539093017578125
]
},
"b": {
"value": 179.6816000000000030922819860279560089111328125,
"raw_values": [
179.422899999999998499333742074668407440185546875,
179.518200000000007321432349272072315216064453125,
180.103800000000006775735528208315372467041015625
],
"test_run_times": [
41.74000000000000198951966012828052043914794921875,
41.67999999999999971578290569595992565155029296875,
41.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 178.718899999999990768628777004778385162353515625,
"test_run_times": [
41.81000000000000227373675443232059478759765625
]
},
"d": {
"value": 180.43860000000000809450284577906131744384765625,
"test_run_times": [
41.85000000000000142108547152020037174224853515625
]
},
"e": {
"value": 177.010500000000007503331289626657962799072265625,
"test_run_times": [
41.8299999999999982946974341757595539093017578125
]
}
}
},
"3fe07981233683701958382bf8ad2a4f73d4b77e": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.0065000000000026147972675971686840057373046875,
"test_run_times": [
40.4500000000000028421709430404007434844970703125
]
},
"b": {
"value": 61.51019999999999754436430521309375762939453125,
"raw_values": [
61.61630000000000251247911364771425724029541015625,
61.62049999999999982946974341757595539093017578125,
61.29390000000000071622707764618098735809326171875
],
"test_run_times": [
40.53999999999999914734871708787977695465087890625,
40.6700000000000017053025658242404460906982421875,
40.60000000000000142108547152020037174224853515625
]
},
"c": {
"value": 61.54599999999999937472239253111183643341064453125,
"test_run_times": [
40.47999999999999687361196265555918216705322265625
]
},
"d": {
"value": 61.693500000000000227373675443232059478759765625,
"test_run_times": [
40.60000000000000142108547152020037174224853515625
]
},
"e": {
"value": 61.41940000000000310365066980011761188507080078125,
"test_run_times": [
40.909999999999996589394868351519107818603515625
]
}
}
},
"83ed68ebf3a3a3b2b9436b45ecb77f255be36c9b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 475.71809999999999263309291563928127288818359375,
"test_run_times": [
40.4500000000000028421709430404007434844970703125
]
},
"b": {
"value": 487.464600000000018553691916167736053466796875,
"raw_values": [
486.68549999999999045030563138425350189208984375,
486.54610000000002401066012680530548095703125,
489.162199999999984356691129505634307861328125
],
"test_run_times": [
40.53999999999999914734871708787977695465087890625,
40.6700000000000017053025658242404460906982421875,
40.60000000000000142108547152020037174224853515625
]
},
"c": {
"value": 487.17640000000000100044417195022106170654296875,
"test_run_times": [
40.47999999999999687361196265555918216705322265625
]
},
"d": {
"value": 485.71539999999998826751834712922573089599609375,
"test_run_times": [
40.60000000000000142108547152020037174224853515625
]
},
"e": {
"value": 488.24939999999998008206603117287158966064453125,
"test_run_times": [
40.909999999999996589394868351519107818603515625
]
}
}
},
"f64b9bf4bd890119030c8b6a8b0c7b7032df3a8a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.1989000000000000767386154620908200740814208984375,
"test_run_times": [
40.21000000000000085265128291212022304534912109375
]
},
"b": {
"value": 8.0803999999999991388222042587585747241973876953125,
"raw_values": [
8.1256000000000003780087354243732988834381103515625,
8.02929999999999921556081972084939479827880859375,
8.0861999999999998323119143606163561344146728515625
],
"test_run_times": [
39.85000000000000142108547152020037174224853515625,
40.13000000000000255795384873636066913604736328125,
40.52000000000000312638803734444081783294677734375
]
},
"c": {
"value": 8.0190000000000001278976924368180334568023681640625,
"test_run_times": [
40.28999999999999914734871708787977695465087890625
]
},
"d": {
"value": 8.094500000000000028421709430404007434844970703125,
"test_run_times": [
40.22999999999999687361196265555918216705322265625
]
},
"e": {
"value": 8.29729999999999989768184605054557323455810546875,
"test_run_times": [
40.1700000000000017053025658242404460906982421875
]
}
}
},
"8d7cb28d68cd32fe88cedc09ca57f67417a948aa": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 121.8863999999999947476680972613394260406494140625,
"test_run_times": [
40.21000000000000085265128291212022304534912109375
]
},
"b": {
"value": 123.678100000000000591171556152403354644775390625,
"raw_values": [
122.9848999999999961119101499207317829132080078125,
124.4637000000000028876456781290471553802490234375,
123.585700000000002773958840407431125640869140625
],
"test_run_times": [
39.85000000000000142108547152020037174224853515625,
40.13000000000000255795384873636066913604736328125,
40.52000000000000312638803734444081783294677734375
]
},
"c": {
"value": 124.622399999999998954081092961132526397705078125,
"test_run_times": [
40.28999999999999914734871708787977695465087890625
]
},
"d": {
"value": 123.4543000000000034788172342814505100250244140625,
"test_run_times": [
40.22999999999999687361196265555918216705322265625
]
},
"e": {
"value": 120.44089999999999918145476840436458587646484375,
"test_run_times": [
40.1700000000000017053025658242404460906982421875
]
}
}
},
"b15e2cdef9f8dae62220fd77b33538b51c63d2ef": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.41819999999999968309793985099531710147857666015625,
"test_run_times": [
38.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 5.37859999999999960351715344586409628391265869140625,
"raw_values": [
5.3909000000000002472688720445148646831512451171875,
5.40519999999999978257392285740934312343597412109375,
5.339800000000000324007487506605684757232666015625
],
"test_run_times": [
38.409999999999996589394868351519107818603515625,
38.49000000000000198951966012828052043914794921875,
38.5
]
},
"c": {
"value": 5.423899999999999721467247582040727138519287109375,
"test_run_times": [
38.4500000000000028421709430404007434844970703125
]
},
"d": {
"value": 5.40200000000000013500311979441903531551361083984375,
"test_run_times": [
43.99000000000000198951966012828052043914794921875
]
},
"e": {
"value": 5.51339999999999985647036737645976245403289794921875,
"test_run_times": [
38.43999999999999772626324556767940521240234375
]
}
}
},
"2f6b21ec02b77d2f7af4ef1858ff7a5c06cd9522": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 184.386699999999990495780366472899913787841796875,
"test_run_times": [
38.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 185.74529999999998608473106287419795989990234375,
"raw_values": [
185.325199999999995270627550780773162841796875,
184.8247000000000070940586738288402557373046875,
187.085900000000009413270163349807262420654296875
],
"test_run_times": [
38.409999999999996589394868351519107818603515625,
38.49000000000000198951966012828052043914794921875,
38.5
]
},
"c": {
"value": 184.196599999999989449861459434032440185546875,
"test_run_times": [
38.4500000000000028421709430404007434844970703125
]
},
"d": {
"value": 184.931900000000013051248970441520214080810546875,
"test_run_times": [
43.99000000000000198951966012828052043914794921875
]
},
"e": {
"value": 181.199299999999993815436027944087982177734375,
"test_run_times": [
38.43999999999999772626324556767940521240234375
]
}
}
},
"7bd81c6e1afc248cd0227631400de567023b9e0d": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.31440000000000001278976924368180334568023681640625,
"test_run_times": [
37.71000000000000085265128291212022304534912109375
]
},
"b": {
"value": 1.337099999999999955235807647113688290119171142578125,
"raw_values": [
1.3348999999999999754862756162765435874462127685546875,
1.337800000000000100186525742174126207828521728515625,
1.3387000000000000010658141036401502788066864013671875
],
"test_run_times": [
37.6700000000000017053025658242404460906982421875,
37.6700000000000017053025658242404460906982421875,
37.78999999999999914734871708787977695465087890625
]
},
"c": {
"value": 1.31669999999999998152588887023739516735076904296875,
"test_run_times": [
42.60000000000000142108547152020037174224853515625
]
},
"d": {
"value": 1.314599999999999990762944435118697583675384521484375,
"test_run_times": [
42.82000000000000028421709430404007434844970703125
]
},
"e": {
"value": 1.407599999999999962341235004714690148830413818359375,
"test_run_times": [
37.75
]
}
}
},
"b4dbc793940b7f30198f2e87377c997b6c3db06e": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 759.4846999999999752617441117763519287109375,
"test_run_times": [
37.71000000000000085265128291212022304534912109375
]
},
"b": {
"value": 746.707300000000032014213502407073974609375,
"raw_values": [
747.974699999999984356691129505634307861328125,
746.3364000000000260115484707057476043701171875,
745.810699999999997089616954326629638671875
],
"test_run_times": [
37.6700000000000017053025658242404460906982421875,
37.6700000000000017053025658242404460906982421875,
37.78999999999999914734871708787977695465087890625
]
},
"c": {
"value": 758.335900000000037834979593753814697265625,
"test_run_times": [
42.60000000000000142108547152020037174224853515625
]
},
"d": {
"value": 759.4252999999999929059413261711597442626953125,
"test_run_times": [
42.82000000000000028421709430404007434844970703125
]
},
"e": {
"value": 709.15489999999999781721271574497222900390625,
"test_run_times": [
37.75
]
}
}
},
"11f23757bc512e73ec1733c280e61785d8ebeb3b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 38.412700000000000954969436861574649810791015625,
"test_run_times": [
38.090000000000003410605131648480892181396484375
]
},
"b": {
"value": 38.33709999999999951114659779705107212066650390625,
"raw_values": [
38.35770000000000123918653116561472415924072265625,
38.2614999999999980673237587325274944305419921875,
38.39200000000000301270119962282478809356689453125
],
"test_run_times": [
39.3900000000000005684341886080801486968994140625,
37.89999999999999857891452847979962825775146484375,
42.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 38.41040000000000276259015663526952266693115234375,
"test_run_times": [
38.06000000000000227373675443232059478759765625
]
},
"d": {
"value": 38.421999999999997044142219237983226776123046875,
"test_run_times": [
38.030000000000001136868377216160297393798828125
]
},
"e": {
"value": 38.2796000000000020691004465334117412567138671875,
"test_run_times": [
38.0799999999999982946974341757595539093017578125
]
}
}
},
"86ba9fff7f27b605f3bc0d98b860fab8f58f4e94": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 780.4995999999999867213773541152477264404296875,
"test_run_times": [
38.090000000000003410605131648480892181396484375
]
},
"b": {
"value": 782.0399999999999636202119290828704833984375,
"raw_values": [
781.6289000000000442014425061643123626708984375,
783.57619999999997162376530468463897705078125,
780.914899999999988722265698015689849853515625
],
"test_run_times": [
39.3900000000000005684341886080801486968994140625,
37.89999999999999857891452847979962825775146484375,
42.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 780.5294000000000096406438387930393218994140625,
"test_run_times": [
38.06000000000000227373675443232059478759765625
]
},
"d": {
"value": 780.31410000000005311449058353900909423828125,
"test_run_times": [
38.030000000000001136868377216160297393798828125
]
},
"e": {
"value": 783.1979999999999790816218592226505279541015625,
"test_run_times": [
38.0799999999999982946974341757595539093017578125
]
}
}
},
"4c7a3e0f5a69b82a2dc52c3ee1b43e3a8fc5abbd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.6608000000000000540012479177676141262054443359375,
"test_run_times": [
37.96000000000000085265128291212022304534912109375
]
},
"b": {
"value": 3.696099999999999941024952931911684572696685791015625,
"raw_values": [
3.71039999999999992041921359486877918243408203125,
3.6798000000000001818989403545856475830078125,
3.6981999999999999317878973670303821563720703125
],
"test_run_times": [
37.9500000000000028421709430404007434844970703125,
37.9200000000000017053025658242404460906982421875,
37.99000000000000198951966012828052043914794921875
]
},
"c": {
"value": 3.7248000000000001108446667785756289958953857421875,
"test_run_times": [
38.0799999999999982946974341757595539093017578125
]
},
"d": {
"value": 3.693799999999999972288833305356092751026153564453125,
"test_run_times": [
38
]
},
"e": {
"value": 3.749899999999999788968807479250244796276092529296875,
"test_run_times": [
42.969999999999998863131622783839702606201171875
]
}
}
},
"e8775641ef6f3b2dd8eb94255569a4c904cb09e8": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 272.79910000000000991349224932491779327392578125,
"test_run_times": [
37.96000000000000085265128291212022304534912109375
]
},
"b": {
"value": 270.22949999999997316990629769861698150634765625,
"raw_values": [
269.198399999999992360244505107402801513671875,
271.40469999999999117790139280259609222412109375,
270.08539999999999281499185599386692047119140625
],
"test_run_times": [
37.9500000000000028421709430404007434844970703125,
37.9200000000000017053025658242404460906982421875,
37.99000000000000198951966012828052043914794921875
]
},
"c": {
"value": 268.14600000000001500666257925331592559814453125,
"test_run_times": [
38.0799999999999982946974341757595539093017578125
]
},
"d": {
"value": 270.34809999999998808561940677464008331298828125,
"test_run_times": [
38
]
},
"e": {
"value": 266.34440000000000736690708436071872711181640625,
"test_run_times": [
42.969999999999998863131622783839702606201171875
]
}
}
},
"4eaee16613e7ebe05edc8651c848b583666fb211": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 86.42910000000000536601874046027660369873046875,
"test_run_times": [
38.42999999999999971578290569595992565155029296875
]
},
"b": {
"value": 86.250799999999998135535861365497112274169921875,
"raw_values": [
86.3992999999999966576069709844887256622314453125,
86.1226999999999947021933621726930141448974609375,
86.23029999999999972715158946812152862548828125
],
"test_run_times": [
38.4500000000000028421709430404007434844970703125,
38.4200000000000017053025658242404460906982421875,
38.36999999999999744204615126363933086395263671875
]
},
"c": {
"value": 86.1641000000000047975845518521964550018310546875,
"test_run_times": [
38.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 86.5253000000000014324541552923619747161865234375,
"test_run_times": [
38.49000000000000198951966012828052043914794921875
]
},
"e": {
"value": 86.166300000000006775735528208315372467041015625,
"test_run_times": [
38.6400000000000005684341886080801486968994140625
]
}
}
},
"04dc16cdb3e5ac095dfb8d008bb8116fa6ac559a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 346.9388000000000147338141687214374542236328125,
"test_run_times": [
38.42999999999999971578290569595992565155029296875
]
},
"b": {
"value": 347.65519999999997935447026975452899932861328125,
"raw_values": [
347.05059999999997444319888018071651458740234375,
348.16930000000002110027708113193511962890625,
347.74579999999997426129993982613086700439453125
],
"test_run_times": [
38.4500000000000028421709430404007434844970703125,
38.4200000000000017053025658242404460906982421875,
38.36999999999999744204615126363933086395263671875
]
},
"c": {
"value": 348.0117000000000189174897968769073486328125,
"test_run_times": [
38.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 346.560600000000022191670723259449005126953125,
"test_run_times": [
38.49000000000000198951966012828052043914794921875
]
},
"e": {
"value": 347.7604000000000041836756281554698944091796875,
"test_run_times": [
38.6400000000000005684341886080801486968994140625
]
}
}
},
"460c01e2574e71030ea2d5f4f8acbdc1acaffb5c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 86.039299999999997226041159592568874359130859375,
"test_run_times": [
38.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 85.93319999999999936335370875895023345947265625,
"raw_values": [
86.0126000000000061618266045115888118743896484375,
86.12139999999999417923390865325927734375,
85.6657000000000010686562745831906795501708984375
],
"test_run_times": [
38.3900000000000005684341886080801486968994140625,
38.409999999999996589394868351519107818603515625,
38.46000000000000085265128291212022304534912109375
]
},
"c": {
"value": 86.2758999999999929286786937154829502105712890625,
"test_run_times": [
38.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 86.2938999999999936107997200451791286468505859375,
"test_run_times": [
38.68999999999999772626324556767940521240234375
]
},
"e": {
"value": 86.1260999999999938836481305770576000213623046875,
"test_run_times": [
38.46000000000000085265128291212022304534912109375
]
}
}
},
"33b9489f8519e53fc10cce34d84394a5ca653816": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 348.5303999999999859937815926969051361083984375,
"test_run_times": [
38.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 348.7205999999999903593561612069606781005859375,
"raw_values": [
348.10340000000002191882231272757053375244140625,
348.1906999999999925421434454619884490966796875,
349.8677999999999883584678173065185546875
],
"test_run_times": [
38.3900000000000005684341886080801486968994140625,
38.409999999999996589394868351519107818603515625,
38.46000000000000085265128291212022304534912109375
]
},
"c": {
"value": 347.59170000000000300133251585066318511962890625,
"test_run_times": [
38.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 347.51280000000002701199264265596866607666015625,
"test_run_times": [
38.68999999999999772626324556767940521240234375
]
},
"e": {
"value": 348.13920000000001664375304244458675384521484375,
"test_run_times": [
38.46000000000000085265128291212022304534912109375
]
}
}
},
"f3f5d4a6329a80736dc12cdd5b3481b3696bb5af": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.44310000000000027142732506035827100276947021484375,
"test_run_times": [
38.409999999999996589394868351519107818603515625
]
},
"b": {
"value": 5.43400000000000016342482922482304275035858154296875,
"raw_values": [
5.41589999999999971436182022443972527980804443359375,
5.4457000000000004291678123991005122661590576171875,
5.4405000000000001136868377216160297393798828125
],
"test_run_times": [
38.36999999999999744204615126363933086395263671875,
38.46000000000000085265128291212022304534912109375,
38.3599999999999994315658113919198513031005859375
]
},
"c": {
"value": 5.43719999999999981099563228781335055828094482421875,
"test_run_times": [
38.3599999999999994315658113919198513031005859375
]
},
"d": {
"value": 5.4306999999999998607336237910203635692596435546875,
"test_run_times": [
38.36999999999999744204615126363933086395263671875
]
},
"e": {
"value": 5.518299999999999982946974341757595539093017578125,
"test_run_times": [
38.590000000000003410605131648480892181396484375
]
}
}
},
"3c57eba0b1738a72717e08ba85ec7daf504891f8": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 183.633199999999987994669936597347259521484375,
"test_run_times": [
38.409999999999996589394868351519107818603515625
]
},
"b": {
"value": 183.926799999999985857357387430965900421142578125,
"raw_values": [
184.548300000000011777956387959420680999755859375,
183.53280000000000882209860719740390777587890625,
183.699199999999990495780366472899913787841796875
],
"test_run_times": [
38.36999999999999744204615126363933086395263671875,
38.46000000000000085265128291212022304534912109375,
38.3599999999999994315658113919198513031005859375
]
},
"c": {
"value": 183.818999999999988403942552395164966583251953125,
"test_run_times": [
38.3599999999999994315658113919198513031005859375
]
},
"d": {
"value": 184.046999999999997044142219237983226776123046875,
"test_run_times": [
38.36999999999999744204615126363933086395263671875
]
},
"e": {
"value": 181.12889999999998735802364535629749298095703125,
"test_run_times": [
38.590000000000003410605131648480892181396484375
]
}
}
},
"a206800656ca18c80dcdf9fcf46e5a86b142079b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 38.39439999999999741930878371931612491607666015625,
"test_run_times": [
38.22999999999999687361196265555918216705322265625
]
},
"b": {
"value": 38.37270000000000180762071977369487285614013671875,
"raw_values": [
38.408400000000000318323145620524883270263671875,
38.37259999999999848796505830250680446624755859375,
38.3370000000000032969182939268648624420166015625
],
"test_run_times": [
38.0799999999999982946974341757595539093017578125,
38.13000000000000255795384873636066913604736328125,
38.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 38.4054000000000002046363078989088535308837890625,
"test_run_times": [
38.06000000000000227373675443232059478759765625
]
},
"d": {
"value": 38.4911000000000029785951483063399791717529296875,
"test_run_times": [
38.1099999999999994315658113919198513031005859375
]
},
"e": {
"value": 38.3119999999999976125764078460633754730224609375,
"test_run_times": [
38.14999999999999857891452847979962825775146484375
]
}
}
},
"0ecd3fd90f51a32796ec6eaa16bbf44f503ba5c3": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 780.3981999999999743522494100034236907958984375,
"test_run_times": [
38.22999999999999687361196265555918216705322265625
]
},
"b": {
"value": 781.30240000000003419700078666210174560546875,
"raw_values": [
780.574499999999943611328490078449249267578125,
781.297800000000052023096941411495208740234375,
782.0348000000000183717929758131504058837890625
],
"test_run_times": [
38.0799999999999982946974341757595539093017578125,
38.13000000000000255795384873636066913604736328125,
38.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 780.3311999999999670762917958199977874755859375,
"test_run_times": [
38.06000000000000227373675443232059478759765625
]
},
"d": {
"value": 778.762899999999945066520012915134429931640625,
"test_run_times": [
38.1099999999999994315658113919198513031005859375
]
},
"e": {
"value": 782.5439000000000078216544352471828460693359375,
"test_run_times": [
38.14999999999999857891452847979962825775146484375
]
}
}
},
"4f0efa0181011344574983ec95a9367f1b1c7da5": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.72710000000000007958078640513122081756591796875,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 3.68710000000000004405364961712621152400970458984375,
"raw_values": [
3.6806999999999998607336237910203635692596435546875,
3.699100000000000054711790653527714312076568603515625,
3.681500000000000216715534406830556690692901611328125
],
"test_run_times": [
38,
38.22999999999999687361196265555918216705322265625,
37.8900000000000005684341886080801486968994140625
]
},
"c": {
"value": 3.677000000000000046185277824406512081623077392578125,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
},
"d": {
"value": 3.674300000000000121502807814977131783962249755859375,
"test_run_times": [
37.99000000000000198951966012828052043914794921875
]
},
"e": {
"value": 3.778799999999999936761696517351083457469940185546875,
"test_run_times": [
37.99000000000000198951966012828052043914794921875
]
}
}
},
"2d7585a5ae6658d7bdf7ef0deb976bde66d2c652": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 267.99430000000000973159330897033214569091796875,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 270.85359999999997171471477486193180084228515625,
"raw_values": [
271.34129999999998972270986996591091156005859375,
269.95909999999997808117768727242946624755859375,
271.26029999999997244231053628027439117431640625
],
"test_run_times": [
38,
38.22999999999999687361196265555918216705322265625,
37.8900000000000005684341886080801486968994140625
]
},
"c": {
"value": 271.62290000000001555235940031707286834716796875,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
},
"d": {
"value": 271.77969999999999117790139280259609222412109375,
"test_run_times": [
37.99000000000000198951966012828052043914794921875
]
},
"e": {
"value": 264.3061999999999898136593401432037353515625,
"test_run_times": [
37.99000000000000198951966012828052043914794921875
]
}
}
},
"e11820ae0bc99a49e33ece786f4e8d3fff5a72b3": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.26799999999999979394260662957094609737396240234375,
"test_run_times": [
37.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 5.26269999999999971151964928139932453632354736328125,
"raw_values": [
5.25640000000000018332002582610584795475006103515625,
5.26499999999999968025576890795491635799407958984375,
5.266799999999999926103555480949580669403076171875
],
"test_run_times": [
37.8599999999999994315658113919198513031005859375,
37.9500000000000028421709430404007434844970703125,
38.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 5.26320000000000032258640203508548438549041748046875,
"test_run_times": [
37.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 5.274300000000000210320649784989655017852783203125,
"test_run_times": [
37.81000000000000227373675443232059478759765625
]
},
"e": {
"value": 5.2614999999999998436805981327779591083526611328125,
"test_run_times": [
37.9500000000000028421709430404007434844970703125
]
}
}
},
"df293935a009e2c2ffe482dba5113c2b25ca2f7b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5672.7992999999996754922904074192047119140625,
"test_run_times": [
37.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 5678.515199999999822466634213924407958984375,
"raw_values": [
5685.08569999999963329173624515533447265625,
5675.7992999999996754922904074192047119140625,
5674.6607000000003608874976634979248046875
],
"test_run_times": [
37.8599999999999994315658113919198513031005859375,
37.9500000000000028421709430404007434844970703125,
38.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 5677.03499999999985448084771633148193359375,
"test_run_times": [
37.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 5665.46990000000005238689482212066650390625,
"test_run_times": [
37.81000000000000227373675443232059478759765625
]
},
"e": {
"value": 5679.7804999999998472048901021480560302734375,
"test_run_times": [
37.9500000000000028421709430404007434844970703125
]
}
}
},
"c140dfec0018fc181a99a409aabde3dfc60b3338": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 137.50839999999999463398125953972339630126953125,
"test_run_times": [
51.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 133.77899999999999636202119290828704833984375,
"test_run_times": [
52.1099999999999994315658113919198513031005859375
]
},
"c": {
"value": 135.99840000000000372892827726900577545166015625,
"test_run_times": [
52
]
},
"d": {
"value": 130.515299999999996316546457819640636444091796875,
"test_run_times": [
52.0799999999999982946974341757595539093017578125
]
},
"e": {
"value": 137.761400000000008958522812463343143463134765625,
"test_run_times": [
51.6700000000000017053025658242404460906982421875
]
}
}
},
"20c1c51e2bfbc591aaabf47cf063228f6ada73fd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 218.111500000000006593836587853729724884033203125,
"test_run_times": [
51.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 224.16480000000001382431946694850921630859375,
"test_run_times": [
52.1099999999999994315658113919198513031005859375
]
},
"c": {
"value": 220.488799999999997680788510479032993316650390625,
"test_run_times": [
52
]
},
"d": {
"value": 229.44720000000000936779542826116085052490234375,
"test_run_times": [
52.0799999999999982946974341757595539093017578125
]
},
"e": {
"value": 217.718400000000002592059900052845478057861328125,
"test_run_times": [
51.6700000000000017053025658242404460906982421875
]
}
}
},
"85372d2cddb591feb38946fd4fac427c4412616c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 525.1385000000000218278728425502777099609375,
"test_run_times": [
51.36999999999999744204615126363933086395263671875
]
},
"b": {
"value": 520.869500000000016370904631912708282470703125,
"test_run_times": [
50.85000000000000142108547152020037174224853515625
]
},
"c": {
"value": 516.0417999999999665305949747562408447265625,
"test_run_times": [
51.06000000000000227373675443232059478759765625
]
},
"d": {
"value": 514.8981999999999743522494100034236907958984375,
"test_run_times": [
50.75999999999999801048033987171947956085205078125
]
},
"e": {
"value": 519.2685999999999921783455647528171539306640625,
"test_run_times": [
51.10000000000000142108547152020037174224853515625
]
}
}
},
"ae0eb01689f3661bfb3f5549d4f6a3b68092849c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 57.07600000000000051159076974727213382720947265625,
"test_run_times": [
51.36999999999999744204615126363933086395263671875
]
},
"b": {
"value": 57.5701999999999998181010596454143524169921875,
"test_run_times": [
50.85000000000000142108547152020037174224853515625
]
},
"c": {
"value": 57.9917999999999977944753482006490230560302734375,
"test_run_times": [
51.06000000000000227373675443232059478759765625
]
},
"d": {
"value": 58.21289999999999764668245916254818439483642578125,
"test_run_times": [
50.75999999999999801048033987171947956085205078125
]
},
"e": {
"value": 57.5236000000000018417267710901796817779541015625,
"test_run_times": [
51.10000000000000142108547152020037174224853515625
]
}
}
},
"0fa3ad6972acbbc94e8cade3c5b1ae33c0fc79a7": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 16.2145000000000010231815394945442676544189453125,
"test_run_times": [
48.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 16.150400000000001199396137963049113750457763671875,
"test_run_times": [
48.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 16.22409999999999996589394868351519107818603515625,
"test_run_times": [
48.97999999999999687361196265555918216705322265625
]
},
"d": {
"value": 16.166599999999998971134118619374930858612060546875,
"test_run_times": [
48.86999999999999744204615126363933086395263671875
]
},
"e": {
"value": 16.1614000000000004320099833421409130096435546875,
"test_run_times": [
48.8900000000000005684341886080801486968994140625
]
}
}
},
"1a040d88fe38299e97475896381fcc8c2c75f6bc": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 61.6471999999999979991116560995578765869140625,
"test_run_times": [
48.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 61.891300000000001091393642127513885498046875,
"test_run_times": [
48.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 61.608800000000002228262019343674182891845703125,
"test_run_times": [
48.97999999999999687361196265555918216705322265625
]
},
"d": {
"value": 61.8282999999999987039700499735772609710693359375,
"test_run_times": [
48.86999999999999744204615126363933086395263671875
]
},
"e": {
"value": 61.84579999999999699866748414933681488037109375,
"test_run_times": [
48.8900000000000005684341886080801486968994140625
]
}
}
},
"5338300038b8dfdcff4dbbb4467411012e1eda2a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.955200000000001381295078317634761333465576171875,
"test_run_times": [
46.42999999999999971578290569595992565155029296875
]
},
"b": {
"value": 27.989699999999999135980033315718173980712890625,
"test_run_times": [
46.5799999999999982946974341757595539093017578125
]
},
"c": {
"value": 27.8840000000000003410605131648480892181396484375,
"test_run_times": [
46.38000000000000255795384873636066913604736328125
]
},
"d": {
"value": 27.960699999999999221245161606930196285247802734375,
"test_run_times": [
46.3299999999999982946974341757595539093017578125
]
},
"e": {
"value": 27.86370000000000146656020660884678363800048828125,
"test_run_times": [
46.75999999999999801048033987171947956085205078125
]
}
}
},
"523cc885ff74f9e08d52648fa01d46136540daeb": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 35.76400000000000289901436190120875835418701171875,
"test_run_times": [
46.42999999999999971578290569595992565155029296875
]
},
"b": {
"value": 35.71990000000000264890331891365349292755126953125,
"test_run_times": [
46.5799999999999982946974341757595539093017578125
]
},
"c": {
"value": 35.85549999999999926103555480949580669403076171875,
"test_run_times": [
46.38000000000000255795384873636066913604736328125
]
},
"d": {
"value": 35.756900000000001682565198279917240142822265625,
"test_run_times": [
46.3299999999999982946974341757595539093017578125
]
},
"e": {
"value": 35.88159999999999882902557146735489368438720703125,
"test_run_times": [
46.75999999999999801048033987171947956085205078125
]
}
}
},
"588a47d7b846a429886849ab34c1b1b922e347e1": {
"identifier": "pts\/blender-3.6.0",
"title": "Blender",
"app_version": "3.6",
"arguments": "-b ..\/fishy_cat_gpu.blend -o output.test -x 1 -F JPEG -f 1 -- --cycles-device CPU",
"description": "Blend File: Fishy Cat - Compute: CPU-Only",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 35.75,
"test_run_times": [
36.61999999999999744204615126363933086395263671875
]
},
"b": {
"value": 35.25999999999999801048033987171947956085205078125,
"test_run_times": [
36.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 35.030000000000001136868377216160297393798828125,
"test_run_times": [
35.9200000000000017053025658242404460906982421875
]
},
"d": {
"value": 35.159999999999996589394868351519107818603515625,
"test_run_times": [
36.0499999999999971578290569595992565155029296875
]
},
"e": {
"value": 35.5,
"test_run_times": [
36.38000000000000255795384873636066913604736328125
]
}
}
},
"351f556195f128aec13f5c66c67fbf70f78ab21a": {
"identifier": "pts\/blender-3.6.0",
"title": "Blender",
"app_version": "3.6",
"arguments": "-b ..\/bmw27_gpu.blend -o output.test -x 1 -F JPEG -f 1 -- --cycles-device CPU",
"description": "Blend File: BMW27 - Compute: CPU-Only",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 25.739999999999998436805981327779591083526611328125,
"test_run_times": [
26.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 25.629999999999999005240169935859739780426025390625,
"test_run_times": [
26.089999999999999857891452847979962825775146484375
]
},
"c": {
"value": 25.690000000000001278976924368180334568023681640625,
"test_run_times": [
26.14999999999999857891452847979962825775146484375
]
},
"d": {
"value": 25.75,
"test_run_times": [
26.21000000000000085265128291212022304534912109375
]
},
"e": {
"value": 25.71000000000000085265128291212022304534912109375,
"test_run_times": [
26.1700000000000017053025658242404460906982421875
]
}
}
},
"593a6c4f623133c56657aafa16630789959b7eaa": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 500 --ratio=1:5",
"description": "Protocol: Redis - Clients: 500 - Set To Get Ratio: 1:5",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
15.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"b": {
"test_run_times": [
16.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"c": {
"test_run_times": [
15.8499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"d": {
"test_run_times": [
16.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"e": {
"test_run_times": [
15.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
}
}
},
"84e06b6596e6fc00c51b8c57babff8c7e0849142": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 500 --ratio=1:1",
"description": "Protocol: Redis - Clients: 500 - Set To Get Ratio: 1:1",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
15.550000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"b": {
"test_run_times": [
15.800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"c": {
"test_run_times": [
15.800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"d": {
"test_run_times": [
16.32000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"e": {
"test_run_times": [
16.120000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
}
}
},
"85a11ceacd2334d18999f1713ab94e006ee32bc1": {
"identifier": "pts\/memtier-benchmark-1.5.0",
"title": "Redis 7.0.12 + memtier_benchmark",
"app_version": "2.0",
"arguments": "-P redis -c 500 --ratio=1:10",
"description": "Protocol: Redis - Clients: 500 - Set To Get Ratio: 1:10",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
15.589999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"b": {
"test_run_times": [
15.5600000000000004973799150320701301097869873046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"c": {
"test_run_times": [
15.699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"d": {
"test_run_times": [
15.800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
},
"e": {
"test_run_times": [
16.010000000000001563194018672220408916473388671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: error: failed to prepare thread 56 for test."
}
}
}
},
"f83b2ba03e944cd51c4cb0d8da495ecabcd83293": {
"identifier": "pts\/dragonflydb-1.1.0",
"title": "Dragonflydb",
"app_version": "1.6.2",
"arguments": "-c 20 --ratio=1:5",
"description": "Clients Per Thread: 20 - Set To Get Ratio: 1:5",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
7.0800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"b": {
"test_run_times": [
7.160000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"c": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"d": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"e": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
}
}
},
"42f02714488ca342f7f1a53aae494703a014e71a": {
"identifier": "pts\/dragonflydb-1.1.0",
"title": "Dragonflydb",
"app_version": "1.6.2",
"arguments": "-c 20 --ratio=1:10",
"description": "Clients Per Thread: 20 - Set To Get Ratio: 1:10",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"b": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"c": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"d": {
"test_run_times": [
7.0800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection refused"
}
},
"e": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
}
}
},
"629291380bb4af0b6d4904cb50c09ed54ff18bd5": {
"identifier": "pts\/dragonflydb-1.1.0",
"title": "Dragonflydb",
"app_version": "1.6.2",
"arguments": "-c 20 --ratio=1:100",
"description": "Clients Per Thread: 20 - Set To Get Ratio: 1:100",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection refused"
}
},
"b": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"c": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
},
"d": {
"test_run_times": [
6.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection refused"
}
},
"e": {
"test_run_times": [
7.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -levent_openssl -levent -lcrypto -lssl -lpthread -lz -lpcre"
},
"error": "The test run did not produce a result. E: Connection error: Connection reset by peer"
}
}
}
}
}
}