2 x Intel Xeon Platinum 8380 testing with a Intel M50CYP2SB2U (SE5C6200.86B.0022.D08.2103221623 BIOS) and ASPEED on Ubuntu 22.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2301278-NE-83802023239
{
"title": "8380 2023",
"last_modified": "2023-01-27 08:25:30",
"description": "2 x Intel Xeon Platinum 8380 testing with a Intel M50CYP2SB2U (SE5C6200.86B.0022.D08.2103221623 BIOS) and ASPEED on Ubuntu 22.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "2 x Intel Xeon Platinum 8380 @ 3.40GHz (80 Cores \/ 160 Threads)",
"Motherboard": "Intel M50CYP2SB2U (SE5C6200.86B.0022.D08.2103221623 BIOS)",
"Chipset": "Intel Ice Lake IEH",
"Memory": "512GB",
"Disk": "7682GB INTEL SSDPF2KX076TZ",
"Graphics": "ASPEED",
"Monitor": "VE228",
"Network": "2 x Intel X710 for 10GBASE-T + 2 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.10",
"Kernel": "6.2.0-rc5-phx-dodt (x86_64)",
"Desktop": "GNOME Shell",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.3.211",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-01-27 05:19:16",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-Wbc0TK\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-Wbc0TK\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0xd000375",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.6",
"security": "dodt: Vulnerable + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Mitigation of Clear buffers; SMT vulnerable + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "2 x Intel Xeon Platinum 8380 @ 3.40GHz (80 Cores \/ 160 Threads)",
"Motherboard": "Intel M50CYP2SB2U (SE5C6200.86B.0022.D08.2103221623 BIOS)",
"Chipset": "Intel Ice Lake IEH",
"Memory": "512GB",
"Disk": "7682GB INTEL SSDPF2KX076TZ",
"Graphics": "ASPEED",
"Monitor": "VE228",
"Network": "2 x Intel X710 for 10GBASE-T + 2 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.10",
"Kernel": "6.2.0-rc5-phx-dodt (x86_64)",
"Desktop": "GNOME Shell",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.3.211",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-01-27 06:00:04",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-Wbc0TK\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-Wbc0TK\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0xd000375",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.6",
"security": "dodt: Vulnerable + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Mitigation of Clear buffers; SMT vulnerable + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "2 x Intel Xeon Platinum 8380 @ 3.40GHz (80 Cores \/ 160 Threads)",
"Motherboard": "Intel M50CYP2SB2U (SE5C6200.86B.0022.D08.2103221623 BIOS)",
"Chipset": "Intel Ice Lake IEH",
"Memory": "512GB",
"Disk": "7682GB INTEL SSDPF2KX076TZ",
"Graphics": "ASPEED",
"Monitor": "VE228",
"Network": "2 x Intel X710 for 10GBASE-T + 2 x Intel E810-C for QSFP"
},
"software": {
"OS": "Ubuntu 22.10",
"Kernel": "6.2.0-rc5-phx-dodt (x86_64)",
"Desktop": "GNOME Shell",
"Display Server": "X Server 1.21.1.3",
"Vulkan": "1.3.224",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-01-27 06:45:10",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-U8K4Qv\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-U8K4Qv\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate performance (EPP: performance)",
"cpu-microcode": "0xd000375",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.7",
"security": "dodt: Vulnerable + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Mitigation of Clear buffers; SMT vulnerable + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"c835096b1ac0bc337f03e86a081be32ebbff59dd": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.6531000000000002359001882723532617092132568359375,
"test_run_times": [
41.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 12.765100000000000335376171278767287731170654296875,
"test_run_times": [
41.9200000000000017053025658242404460906982421875
]
},
"c": {
"value": 13.815200000000000812860889709554612636566162109375,
"test_run_times": [
42.2000000000000028421709430404007434844970703125
]
}
}
},
"e035e5e6db0bd8c57f24d2e7d85ffc39aebf8f0e": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 73.18049999999999499777914024889469146728515625,
"test_run_times": [
41.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 78.278899999999993042365531437098979949951171875,
"test_run_times": [
41.9200000000000017053025658242404460906982421875
]
},
"c": {
"value": 72.3319000000000045247361413203179836273193359375,
"test_run_times": [
42.2000000000000028421709430404007434844970703125
]
}
}
},
"ebebbbb97e628445b5226a8342edcf98025dc3ce": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_3840x2160.y4m --preset superfast",
"description": "Video Input: Bosphorus 4K - Video Preset: Super Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 41.469999999999998863131622783839702606201171875,
"test_run_times": [
14.53999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 44.3599999999999994315658113919198513031005859375,
"test_run_times": [
13.5999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 42.28999999999999914734871708787977695465087890625,
"test_run_times": [
14.269999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"7f3a6be9c0a3700fb112f9c6ca724682f19c468d": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_3840x2160.y4m --preset ultrafast",
"description": "Video Input: Bosphorus 4K - Video Preset: Ultra Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 45.36999999999999744204615126363933086395263671875,
"test_run_times": [
13.3100000000000004973799150320701301097869873046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 42.42999999999999971578290569595992565155029296875,
"test_run_times": [
14.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 44.99000000000000198951966012828052043914794921875,
"test_run_times": [
13.410000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"f42de1be68c1f5612c87dcfd03d4aa84025b6005": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_3840x2160.y4m --preset ultrafast",
"description": "Video Input: Bosphorus 4K - Video Preset: Ultra Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 49.14999999999999857891452847979962825775146484375,
"test_run_times": [
12.2599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 49.78999999999999914734871708787977695465087890625,
"test_run_times": [
12.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 46.99000000000000198951966012828052043914794921875,
"test_run_times": [
12.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"0e5687b3a41c21194d943ea7b294e87f746b3096": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_3840x2160.y4m --preset veryfast",
"description": "Video Input: Bosphorus 4K - Video Preset: Very Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 41.17999999999999971578290569595992565155029296875,
"test_run_times": [
14.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 42.6099999999999994315658113919198513031005859375,
"test_run_times": [
14.160000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 40.49000000000000198951966012828052043914794921875,
"test_run_times": [
14.8900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"b9cb2ce5e7f571b11c7bcca71ff018ee1b9bd1f6": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset superfast",
"description": "Video Input: Bosphorus 1080p - Video Preset: Super Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 144.8700000000000045474735088646411895751953125,
"test_run_times": [
4.20999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 149.289999999999992041921359486877918243408203125,
"test_run_times": [
4.0800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 143.44999999999998863131622783839702606201171875,
"test_run_times": [
4.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"40871566c5bd58c41b1788040a57a95b3f7f9762": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset superfast",
"description": "Video Input: Bosphorus 1080p - Video Preset: Super Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 189.75,
"test_run_times": [
3.20000000000000017763568394002504646778106689453125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 190.56000000000000227373675443232059478759765625,
"test_run_times": [
3.180000000000000159872115546022541821002960205078125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 183.650000000000005684341886080801486968994140625,
"test_run_times": [
3.29999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"5961a9845ec650c3bb74880ab2d16ffe6e98864c": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"fillsync\"",
"description": "Test: Random Fill Sync",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 508007,
"test_run_times": [
60.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 490210,
"test_run_times": [
60.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 508639,
"test_run_times": [
60.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"c404607b8fa2a04b29bb34477f982a635e15fe0e": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"readwhilewriting\"",
"description": "Test: Read While Writing",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7701319,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 7975258,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 7764276,
"test_run_times": [
60.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"d7d11a4b32473bc358aaa79e049e19ef80e999ca": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset ultrafast",
"description": "Video Input: Bosphorus 1080p - Video Preset: Ultra Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 145.419999999999987494447850622236728668212890625,
"test_run_times": [
4.19000000000000039079850466805510222911834716796875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 146,
"test_run_times": [
4.1699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 150.5,
"test_run_times": [
4.04000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"b17de2f8b3d4d524e979855a1387ce02583ba0cf": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset veryfast",
"description": "Video Input: Bosphorus 1080p - Video Preset: Very Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 185.669999999999987494447850622236728668212890625,
"test_run_times": [
3.270000000000000017763568394002504646778106689453125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 179.780000000000001136868377216160297393798828125,
"test_run_times": [
3.37000000000000010658141036401502788066864013671875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 181.909999999999996589394868351519107818603515625,
"test_run_times": [
3.3300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"45aa78f152294bde15f4f47da79ae8c5df7c9f06": {
"identifier": "pts\/clickhouse-1.2.0",
"title": "ClickHouse",
"app_version": "22.12.3.5",
"description": "100M Rows Hits Dataset, First Run \/ Cold Cache",
"scale": "Queries Per Minute, Geo Mean",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 399.6100000000000136424205265939235687255859375,
"raw_values": [
399.60906041171000424583326093852519989013671875
],
"min_result": [
"36.92"
],
"max_result": [
"4000"
],
"test_run_times": [
235.289999999999992041921359486877918243408203125
]
},
"b": {
"value": 398.98000000000001818989403545856475830078125,
"raw_values": [
398.9751378349300239278818480670452117919921875
],
"min_result": [
"36.81"
],
"max_result": [
"4285.71"
],
"test_run_times": [
234.69999999999998863131622783839702606201171875
]
},
"c": {
"value": 387.30000000000001136868377216160297393798828125,
"raw_values": [
387.29855829222998409022693522274494171142578125
],
"min_result": [
"35.55"
],
"max_result": [
"5000"
],
"test_run_times": [
234.759999999999990905052982270717620849609375
]
}
}
},
"6f3602d50f552dfef4c3845639497b9378aae70f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 222.841599999999999681676854379475116729736328125,
"test_run_times": [
51.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 216.628999999999990677679306827485561370849609375,
"test_run_times": [
47.25
]
},
"c": {
"value": 218.097900000000009868017514236271381378173828125,
"test_run_times": [
55.74000000000000198951966012828052043914794921875
]
}
}
},
"39b407b2c22f6b145219f194fea664540989a2e6": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset medium",
"description": "Video Input: Bosphorus 1080p - Video Preset: Medium",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 88.849999999999994315658113919198513031005859375,
"test_run_times": [
6.79000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 86.3799999999999954525264911353588104248046875,
"test_run_times": [
6.980000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 86.9599999999999937472239253111183643341064453125,
"test_run_times": [
6.94000000000000039079850466805510222911834716796875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"45f010b96ece8f7568547b2c9304ce84ab93c9f7": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset ultrafast",
"description": "Video Input: Bosphorus 1080p - Video Preset: Ultra Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 189.020000000000010231815394945442676544189453125,
"test_run_times": [
3.20999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 183.8899999999999863575794734060764312744140625,
"test_run_times": [
3.29999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 184.650000000000005684341886080801486968994140625,
"test_run_times": [
3.279999999999999804600747665972448885440826416015625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"4c791d296b938c14e87f3cd7a61c6bcaec894e35": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"readrandom\"",
"description": "Test: Random Read",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 283388484,
"test_run_times": [
60.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 278662255,
"test_run_times": [
60.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 275851418,
"test_run_times": [
60.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"60e7cad75c86ea0bbb070c637bee280a4f5805e1": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 179.33400000000000318323145620524883270263671875,
"test_run_times": [
51.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 184.167200000000008230927051045000553131103515625,
"test_run_times": [
47.25
]
},
"c": {
"value": 182.881400000000013505996321327984333038330078125,
"test_run_times": [
55.74000000000000198951966012828052043914794921875
]
}
}
},
"2bb20c26ae53e3a326ad1ccee592b834fd6fd8cc": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 221.094099999999997407940099947154521942138671875,
"test_run_times": [
55.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 220.481500000000011141310096718370914459228515625,
"test_run_times": [
51.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 226.39019999999999299689079634845256805419921875,
"test_run_times": [
55.47999999999999687361196265555918216705322265625
]
}
}
},
"c7ce3bbadd9d2c6469e9cae87d40ceb5c5e846b1": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 180.846800000000001773514668457210063934326171875,
"test_run_times": [
55.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 180.985399999999998499333742074668407440185546875,
"test_run_times": [
51.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 176.3138999999999896317603997886180877685546875,
"test_run_times": [
55.47999999999999687361196265555918216705322265625
]
}
}
},
"d2d296d6014a2341b38d06fc4aede07dba1e4221": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"fillrandom\"",
"description": "Test: Random Fill",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 608380,
"test_run_times": [
60.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 609813,
"test_run_times": [
60.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 624361,
"test_run_times": [
60.2999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"8fcc3f8acbfe72ec5de99c7cde6186277ea32b2f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 52.98599999999999710098563809879124164581298828125,
"test_run_times": [
47.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 53.57889999999999730562194599770009517669677734375,
"test_run_times": [
45.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 52.20909999999999939745976007543504238128662109375,
"test_run_times": [
46.97999999999999687361196265555918216705322265625
]
}
}
},
"843d1824dd19b04697694a69bcc51903129def31": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.864000000000000767386154620908200740814208984375,
"test_run_times": [
47.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 18.6570999999999997953636921010911464691162109375,
"test_run_times": [
45.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 19.145399999999998641442289226688444614410400390625,
"test_run_times": [
46.97999999999999687361196265555918216705322265625
]
}
}
},
"a1c264a568aadee47bc7998efae03a488de9f92b": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset veryfast",
"description": "Video Input: Bosphorus 1080p - Video Preset: Very Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 144.659999999999996589394868351519107818603515625,
"test_run_times": [
4.20999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 146.270000000000010231815394945442676544189453125,
"test_run_times": [
4.160000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 142.729999999999989768184605054557323455810546875,
"test_run_times": [
4.2599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"d537671987750a2b27a51ef3675c6bc012757e9b": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset slow",
"description": "Video Input: Bosphorus 1080p - Video Preset: Slow",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 84.780000000000001136868377216160297393798828125,
"test_run_times": [
7.12000000000000010658141036401502788066864013671875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 86.0199999999999960209606797434389591217041015625,
"test_run_times": [
7.019999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 83.9800000000000039790393202565610408782958984375,
"test_run_times": [
7.19000000000000039079850466805510222911834716796875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"4230fd4503e395b97b705c7ef874acec8073a1b2": {
"identifier": "pts\/clickhouse-1.2.0",
"title": "ClickHouse",
"app_version": "22.12.3.5",
"description": "100M Rows Hits Dataset, Third Run",
"scale": "Queries Per Minute, Geo Mean",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 427.970000000000027284841053187847137451171875,
"raw_values": [
427.97008085004000577100669033825397491455078125
],
"min_result": [
"37.34"
],
"max_result": [
"6000"
],
"test_run_times": [
235.289999999999992041921359486877918243408203125
]
},
"b": {
"value": 418.33999999999997498889570124447345733642578125,
"raw_values": [
418.33936180916998637258075177669525146484375
],
"min_result": [
"36.14"
],
"max_result": [
"4615.38"
],
"test_run_times": [
234.69999999999998863131622783839702606201171875
]
},
"c": {
"value": 426.6399999999999863575794734060764312744140625,
"raw_values": [
426.64180795969997461725142784416675567626953125
],
"min_result": [
"36.9"
],
"max_result": [
"4285.71"
],
"test_run_times": [
234.759999999999990905052982270717620849609375
]
}
}
},
"bc872d091cbb6e9184155e6aea423d25c332e436": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_3840x2160.y4m --preset veryfast",
"description": "Video Input: Bosphorus 4K - Video Preset: Very Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 44.49000000000000198951966012828052043914794921875,
"test_run_times": [
13.53999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 44.2999999999999971578290569595992565155029296875,
"test_run_times": [
13.5999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 43.49000000000000198951966012828052043914794921875,
"test_run_times": [
13.8499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"a481d20f291625225f2abd9a5b5986702d2b1b55": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
19.92999999999999971578290569595992565155029296875
],
"details": {
"error": "The test quit with a non-zero exit status. E: requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https:\/\/api.neuralmagic.com\/models\/download\/nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none"
}
},
"b": {
"value": 896.68640000000004874891601502895355224609375,
"test_run_times": [
46.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 878.8627999999999929059413261711597442626953125,
"test_run_times": [
53.77000000000000312638803734444081783294677734375
]
}
}
},
"f2c297e59506afe0d052909fc3c4cf10d15ae9f7": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 44.5750000000000028421709430404007434844970703125,
"test_run_times": [
46.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 45.4474000000000017962520360015332698822021484375,
"test_run_times": [
53.77000000000000312638803734444081783294677734375
]
}
}
},
"08cd2af53d605140eeed3676eac3a2716eafe442": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_3840x2160.y4m --preset medium",
"description": "Video Input: Bosphorus 4K - Video Preset: Medium",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.280000000000001136868377216160297393798828125,
"test_run_times": [
29.64999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 20.46000000000000085265128291212022304534912109375,
"test_run_times": [
29.379999999999999005240169935859739780426025390625
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 20.1700000000000017053025658242404460906982421875,
"test_run_times": [
29.809999999999998721023075631819665431976318359375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"2bd6c6ec8a454181e63b8aca2ed4ac837f9b262c": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.271300000000000096633812063373625278472900390625,
"test_run_times": [
46.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 20.30630000000000023874235921539366245269775390625,
"test_run_times": [
46.6099999999999994315658113919198513031005859375
]
},
"c": {
"value": 20.03960000000000007958078640513122081756591796875,
"test_run_times": [
46.6099999999999994315658113919198513031005859375
]
}
}
},
"24ab211c45fa94f480a6162bb7ad74f6657c154a": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 49.3215000000000003410605131648480892181396484375,
"test_run_times": [
46.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 49.2374999999999971578290569595992565155029296875,
"test_run_times": [
46.6099999999999994315658113919198513031005859375
]
},
"c": {
"value": 49.89099999999999823785401531495153903961181640625,
"test_run_times": [
46.6099999999999994315658113919198513031005859375
]
}
}
},
"9111f7ca96e327f6bc2b6b20a9a09ac288793d38": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"readrandomwriterandom\"",
"description": "Test: Read Random Write Random",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2711634,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 2676508,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 2711331,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"287c6abb52fda1ae58924d684c1cf11459611563": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 82.235600000000005138645065017044544219970703125,
"test_run_times": [
62.5
]
},
"b": {
"value": 82.672200000000003683453542180359363555908203125,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 81.683300000000002683009370230138301849365234375,
"test_run_times": [
61.99000000000000198951966012828052043914794921875
]
}
}
},
"bce35dd57af77339de209d0621d42876caf6cebc": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"updaterandom\"",
"description": "Test: Update Random",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 594126,
"test_run_times": [
60.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 587046,
"test_run_times": [
60.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 588321,
"test_run_times": [
60.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"abd89e758de17bb20e30ca2c54fd21ae06a00f0c": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 833.8964999999999463398125953972339630126953125,
"test_run_times": [
41.4500000000000028421709430404007434844970703125
]
},
"b": {
"value": 824.2188999999999623469193466007709503173828125,
"test_run_times": [
38.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 828.258199999999987994669936597347259521484375,
"test_run_times": [
41.38000000000000255795384873636066913604736328125
]
}
}
},
"22074c59daa87c89fa03389084881116cf73696f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.737200000000001409716787748038768768310546875,
"test_run_times": [
71.2699999999999960209606797434389591217041015625
]
},
"b": {
"value": 48.340699999999998226485331542789936065673828125,
"test_run_times": [
54.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 48.19859999999999899955582804977893829345703125,
"test_run_times": [
61.090000000000003410605131648480892181396484375
]
}
}
},
"1aa8e961336fa724343a5a75a7f883a445a50d27": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.93780000000000285353962681256234645843505859375,
"test_run_times": [
41.4500000000000028421709430404007434844970703125
]
},
"b": {
"value": 48.45009999999999905639924691058695316314697265625,
"test_run_times": [
38.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 48.2239000000000004320099833421409130096435546875,
"test_run_times": [
41.38000000000000255795384873636066913604736328125
]
}
}
},
"9921e53989c7ce226a5596fc6d0fb4eed9da3003": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 485.2563000000000101863406598567962646484375,
"test_run_times": [
62.5
]
},
"b": {
"value": 482.3373000000000274667399935424327850341796875,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
]
},
"c": {
"value": 487.47840000000002191882231272757053375244140625,
"test_run_times": [
61.99000000000000198951966012828052043914794921875
]
}
}
},
"ab1cb1361405bfaab23a469f722a2922b7e9c359": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 318.73079999999998790372046642005443572998046875,
"test_run_times": [
43.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 315.3990000000000009094947017729282379150390625,
"test_run_times": [
38.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 316.612399999999979627318680286407470703125,
"test_run_times": [
42.0799999999999982946974341757595539093017578125
]
}
}
},
"3b181bc5a971eeb0f13242940580cbd3a1a7ab87": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 125.1889000000000038426151149906218051910400390625,
"test_run_times": [
43.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 126.4586000000000041154635255225002765655517578125,
"test_run_times": [
38.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 125.96670000000000300133251585066318511962890625,
"test_run_times": [
42.0799999999999982946974341757595539093017578125
]
}
}
},
"a89623bd3fa998576f57c7f39b62cc310d201fd9": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset medium",
"description": "Video Input: Bosphorus 1080p - Video Preset: Medium",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 55.1400000000000005684341886080801486968994140625,
"test_run_times": [
10.9399999999999995026200849679298698902130126953125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 55.50999999999999801048033987171947956085205078125,
"test_run_times": [
10.8699999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 55,
"test_run_times": [
10.9700000000000006394884621840901672840118408203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"8392d9f869eda14ce6bc7997ca053ef7c630dfc6": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 49.52170000000000271711542154662311077117919921875,
"test_run_times": [
46.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 49.96690000000000253521648119203746318817138671875,
"test_run_times": [
45.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 49.6056999999999987949195201508700847625732421875,
"test_run_times": [
46.9500000000000028421709430404007434844970703125
]
}
}
},
"8de5c818c20c8daebb2c296f64b37c6fae6fa130": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.18939999999999912461134954355657100677490234375,
"test_run_times": [
46.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 20.009699999999998709654391859658062458038330078125,
"test_run_times": [
45.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 20.155499999999999971578290569595992565155029296875,
"test_run_times": [
46.9500000000000028421709430404007434844970703125
]
}
}
},
"9e978bac2acca2e8a6ca826cd94f908e3cbbe602": {
"identifier": "pts\/clickhouse-1.2.0",
"title": "ClickHouse",
"app_version": "22.12.3.5",
"description": "100M Rows Hits Dataset, Second Run",
"scale": "Queries Per Minute, Geo Mean",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 424.16000000000002501110429875552654266357421875,
"raw_values": [
424.15850379818999726921902038156986236572265625
],
"min_result": [
"35.19"
],
"max_result": [
"6666.67"
],
"test_run_times": [
235.289999999999992041921359486877918243408203125
]
},
"b": {
"value": 421.18999999999999772626324556767940521240234375,
"raw_values": [
421.18653565929997739658574573695659637451171875
],
"min_result": [
"36.34"
],
"max_result": [
"5000"
],
"test_run_times": [
234.69999999999998863131622783839702606201171875
]
},
"c": {
"value": 420.6100000000000136424205265939235687255859375,
"raw_values": [
420.60560872096999673885875381529331207275390625
],
"min_result": [
"36.88"
],
"max_result": [
"4285.71"
],
"test_run_times": [
234.759999999999990905052982270717620849609375
]
}
}
},
"84a8b55216d74b14f047b24a8622e9d204c4e719": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 175.3509999999999990905052982270717620849609375,
"test_run_times": [
45.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 175.920299999999997453414835035800933837890625,
"test_run_times": [
42.530000000000001136868377216160297393798828125
]
},
"c": {
"value": 174.64519999999998844941728748381137847900390625,
"test_run_times": [
42.43999999999999772626324556767940521240234375
]
}
}
},
"459c1a56f63f6ba07a896216df53f7f1c7181ea5": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.6929999999999996163069226895458996295928955078125,
"test_run_times": [
45.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 5.6760999999999999232613845379091799259185791015625,
"test_run_times": [
42.530000000000001136868377216160297393798828125
]
},
"c": {
"value": 5.71750000000000024868995751603506505489349365234375,
"test_run_times": [
42.43999999999999772626324556767940521240234375
]
}
}
},
"02887b161aaefdd2fb8c6c4ed385e03e2b644fac": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_3840x2160.y4m --preset superfast",
"description": "Video Input: Bosphorus 4K - Video Preset: Super Fast",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.909999999999996589394868351519107818603515625,
"test_run_times": [
12.5800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 48.1099999999999994315658113919198513031005859375,
"test_run_times": [
12.5299999999999993605115378159098327159881591796875
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 48.22999999999999687361196265555918216705322265625,
"test_run_times": [
12.4900000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"24eb4ffdc955acf95b9ce746bf1048b938bdbbb8": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 817.15129999999999199644662439823150634765625,
"test_run_times": [
71.2699999999999960209606797434389591217041015625
]
},
"b": {
"value": 822.418699999999944338924251496791839599609375,
"test_run_times": [
54.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 820.75360000000000582076609134674072265625,
"test_run_times": [
61.090000000000003410605131648480892181396484375
]
}
}
},
"3295a6deb073ddc50f35da090ed90177c6249455": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.0510000000000001563194018672220408916473388671875,
"test_run_times": [
38.6099999999999994315658113919198513031005859375
]
},
"b": {
"value": 10.1136999999999996902033672085963189601898193359375,
"test_run_times": [
38.57000000000000028421709430404007434844970703125
]
},
"c": {
"value": 10.1149000000000004462208380573429167270660400390625,
"test_run_times": [
38.96000000000000085265128291212022304534912109375
]
}
}
},
"0e31409aa4bf4376544d970fabdee6c4b44048f4": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 99.40739999999999554347596131265163421630859375,
"test_run_times": [
38.6099999999999994315658113919198513031005859375
]
},
"b": {
"value": 98.7991999999999990222931955941021442413330078125,
"test_run_times": [
38.57000000000000028421709430404007434844970703125
]
},
"c": {
"value": 98.789299999999997226041159592568874359130859375,
"test_run_times": [
38.96000000000000085265128291212022304534912109375
]
}
}
},
"17a0d1d0c53602aded48cc8e34eb168fcdeb4f2a": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_3840x2160.y4m --preset slow",
"description": "Video Input: Bosphorus 4K - Video Preset: Slow",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14.5299999999999993605115378159098327159881591796875,
"test_run_times": [
41.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 14.4900000000000002131628207280300557613372802734375,
"test_run_times": [
41.5
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 14.4399999999999995026200849679298698902130126953125,
"test_run_times": [
41.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"41bb298a249f0a714fce2931db5a0b06fea8033b": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 452.763599999999996725819073617458343505859375,
"test_run_times": [
43.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 451.84210000000001627995516173541545867919921875,
"test_run_times": [
41.10000000000000142108547152020037174224853515625
]
},
"c": {
"value": 454.24849999999997862687450833618640899658203125,
"test_run_times": [
45.85000000000000142108547152020037174224853515625
]
}
}
},
"bc0e0a0359a1d2ebbf42fa758fa42df9acefce0a": {
"identifier": "pts\/rocksdb-1.4.0",
"title": "RocksDB",
"app_version": "7.9.2",
"arguments": "--benchmarks=\"fillseq\"",
"description": "Test: Sequential Fill",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 615043,
"test_run_times": [
260.20999999999997953636921010911464691162109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 615815,
"test_run_times": [
259.8899999999999863575794734060764312744140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 618232,
"test_run_times": [
258.8700000000000045474735088646411895751953125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"f83de7a02c0da38bd1b5466e7db79bb5b8c8f0f5": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 88.1979999999999932924765744246542453765869140625,
"test_run_times": [
43.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 88.3866000000000013869794202037155628204345703125,
"test_run_times": [
41.10000000000000142108547152020037174224853515625
]
},
"c": {
"value": 87.9492000000000047066350816749036312103271484375,
"test_run_times": [
45.85000000000000142108547152020037174224853515625
]
}
}
},
"1e8a8da4e2d17103278ae3637f2d93384ff9d885": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 223.305200000000013460521586239337921142578125,
"test_run_times": [
36.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 222.29329999999998790372046642005443572998046875,
"test_run_times": [
36.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 223.396600000000006502887117676436901092529296875,
"test_run_times": [
36.53999999999999914734871708787977695465087890625
]
}
}
},
"34020adc87228d6b4bcd43a93bddfd95cb54ce67": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.46809999999999973852027324028313159942626953125,
"test_run_times": [
36.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 4.48989999999999955804241835721768438816070556640625,
"test_run_times": [
36.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 4.467999999999999971578290569595992565155029296875,
"test_run_times": [
36.53999999999999914734871708787977695465087890625
]
}
}
},
"a842dc2c08ae67334a6eacb3f5fd842cbef8b738": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.3393999999999977035258780233561992645263671875,
"test_run_times": [
43.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 34.40859999999999985220711096189916133880615234375,
"test_run_times": [
43.85000000000000142108547152020037174224853515625
]
},
"c": {
"value": 34.24430000000000262616595136933028697967529296875,
"test_run_times": [
44.17999999999999971578290569595992565155029296875
]
}
}
},
"ea37e692bf6e6062d0892e695b1de5ffee65d8d6": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.1019000000000005456968210637569427490234375,
"test_run_times": [
43.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 29.04429999999999978399500832892954349517822265625,
"test_run_times": [
43.85000000000000142108547152020037174224853515625
]
},
"c": {
"value": 29.182500000000000994759830064140260219573974609375,
"test_run_times": [
44.17999999999999971578290569595992565155029296875
]
}
}
},
"127d78802d36781936b8cb86102e79f27096841e": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 83.3592000000000012960299500264227390289306640625,
"test_run_times": [
36.75
]
},
"b": {
"value": 82.9971000000000032059688237495720386505126953125,
"test_run_times": [
36.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 83.31000000000000227373675443232059478759765625,
"test_run_times": [
36.82000000000000028421709430404007434844970703125
]
}
}
},
"6ccd28ab1038495bcdb4ce50f0b39795445f75d5": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.985099999999999198507794062606990337371826171875,
"test_run_times": [
36.75
]
},
"b": {
"value": 12.0372000000000003439026841078884899616241455078125,
"test_run_times": [
36.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 11.9917999999999995708321876008994877338409423828125,
"test_run_times": [
36.82000000000000028421709430404007434844970703125
]
}
}
},
"311895bc427dfa0c9e086d56429fbd103a5b8d74": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --preset slow",
"description": "Video Input: Bosphorus 1080p - Video Preset: Slow",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 49.64999999999999857891452847979962825775146484375,
"test_run_times": [
12.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 49.85000000000000142108547152020037174224853515625,
"test_run_times": [
12.0999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 49.78999999999999914734871708787977695465087890625,
"test_run_times": [
12.1199999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"c70b0f16ed57ddd7301fb5e5cac645f9f87c8e85": {
"identifier": "pts\/uvg266-1.0.0",
"title": "uvg266",
"app_version": "0.4.1",
"arguments": "-i Bosphorus_3840x2160.y4m --preset medium",
"description": "Video Input: Bosphorus 4K - Video Preset: Medium",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 16.28999999999999914734871708787977695465087890625,
"test_run_times": [
36.9200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 16.25,
"test_run_times": [
37.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 16.300000000000000710542735760100185871124267578125,
"test_run_times": [
36.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
},
"be706ad79d899a3dfaef843cea5d29377b062c03": {
"identifier": "pts\/kvazaar-1.2.0",
"title": "Kvazaar",
"app_version": "2.2",
"arguments": "-i Bosphorus_3840x2160.y4m --preset slow",
"description": "Video Input: Bosphorus 4K - Video Preset: Slow",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 19.809999999999998721023075631819665431976318359375,
"test_run_times": [
30.370000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"b": {
"value": 19.78999999999999914734871708787977695465087890625,
"test_run_times": [
30.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
},
"c": {
"value": 19.75,
"test_run_times": [
30.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-pthread -ftree-vectorize -fvisibility=hidden -O2 -lpthread -lm -lrt"
}
}
}
}
},
"43f27b9e8703f8523e8dc046919f673c48dcfc6f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 820.539899999999988722265698015689849853515625,
"test_run_times": [
53.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 821.7892000000000507498043589293956756591796875,
"test_run_times": [
57.13000000000000255795384873636066913604736328125
]
},
"c": {
"value": 820.37120000000004438334144651889801025390625,
"test_run_times": [
53.5799999999999982946974341757595539093017578125
]
}
}
},
"a7d6c1f86735d917b5d3565f99bc627cf81a0061": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.24000000000000198951966012828052043914794921875,
"test_run_times": [
53.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 48.24510000000000076170181273482739925384521484375,
"test_run_times": [
57.13000000000000255795384873636066913604736328125
]
},
"c": {
"value": 48.29509999999999791953086969442665576934814453125,
"test_run_times": [
53.5799999999999982946974341757595539093017578125
]
}
}
}
}
}