AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS) and NVIDIA GeForce RTX 3080 10GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2403151-PTS-DEEPSPAA58
{
"title": "deepspaarse 17",
"last_modified": "2024-03-15 19:59:45",
"description": "AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS) and NVIDIA GeForce RTX 3080 10GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + Western Digital WD_BLACK SN850X 2000GB",
"Graphics": "NVIDIA GeForce RTX 3080 10GB",
"Audio": "NVIDIA GA102 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7",
"Display Driver": "NVIDIA 550.54.14",
"OpenGL": "4.6.0",
"OpenCL": "OpenCL 3.0 CUDA 12.4.89",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-03-15 17:18:40",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601206",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + Western Digital WD_BLACK SN850X 2000GB",
"Graphics": "NVIDIA GeForce RTX 3080 10GB",
"Audio": "NVIDIA GA102 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7",
"Display Driver": "NVIDIA 550.54.14",
"OpenGL": "4.6.0",
"OpenCL": "OpenCL 3.0 CUDA 12.4.89",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-03-15 18:09:54",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601206",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + Western Digital WD_BLACK SN850X 2000GB",
"Graphics": "NVIDIA GeForce RTX 3080 10GB",
"Audio": "NVIDIA GA102 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7",
"Display Driver": "NVIDIA 550.54.14",
"OpenGL": "4.6.0",
"OpenCL": "OpenCL 3.0 CUDA 12.4.89",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-03-15 18:28:53",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601206",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + Western Digital WD_BLACK SN850X 2000GB",
"Graphics": "NVIDIA GeForce RTX 3080 10GB",
"Audio": "NVIDIA GA102 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7",
"Display Driver": "NVIDIA 550.54.14",
"OpenGL": "4.6.0",
"OpenCL": "OpenCL 3.0 CUDA 12.4.89",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-03-15 18:47:49",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601206",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"e": {
"identifier": "e",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1905 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + Western Digital WD_BLACK SN850X 2000GB",
"Graphics": "NVIDIA GeForce RTX 3080 10GB",
"Audio": "NVIDIA GA102 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7",
"Display Driver": "NVIDIA 550.54.14",
"OpenGL": "4.6.0",
"OpenCL": "OpenCL 3.0 CUDA 12.4.89",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-03-15 19:06:39",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601206",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"947610139beb46c152f74ada08833bfe9728062d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.598600000000001131184035330079495906829833984375,
"raw_values": [
21.793800000000000949285094975493848323822021484375,
21.519999999999999573674358543939888477325439453125,
21.482099999999999084820956340990960597991943359375
],
"test_run_times": [
41.92999999999999971578290569595992565155029296875,
41.22999999999999687361196265555918216705322265625,
41.22999999999999687361196265555918216705322265625
]
},
"b": {
"value": 21.250499999999998834709913353435695171356201171875,
"test_run_times": [
41.50999999999999801048033987171947956085205078125
]
},
"c": {
"value": 21.279900000000001369926394545473158359527587890625,
"test_run_times": [
41.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 21.244499999999998607336237910203635692596435546875,
"test_run_times": [
41.36999999999999744204615126363933086395263671875
]
},
"e": {
"value": 21.31190000000000139834810397587716579437255859375,
"raw_values": [
21.35470000000000112549969344399869441986083984375,
21.31830000000000069348971010185778141021728515625,
21.262699999999998823341229581274092197418212890625
],
"test_run_times": [
41.22999999999999687361196265555918216705322265625,
41.1700000000000017053025658242404460906982421875,
41.28999999999999914734871708787977695465087890625
]
}
}
},
"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 369.7269000000000005456968210637569427490234375,
"raw_values": [
366.91090000000002646629582159221172332763671875,
370.90010000000000900399754755198955535888671875,
371.369599999999991268850862979888916015625
],
"test_run_times": [
41.92999999999999971578290569595992565155029296875,
41.22999999999999687361196265555918216705322265625,
41.22999999999999687361196265555918216705322265625
]
},
"b": {
"value": 376.36390000000000100044417195022106170654296875,
"test_run_times": [
41.50999999999999801048033987171947956085205078125
]
},
"c": {
"value": 375.865900000000010550138540565967559814453125,
"test_run_times": [
41.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 376.52240000000000463842297904193401336669921875,
"test_run_times": [
41.36999999999999744204615126363933086395263671875
]
},
"e": {
"value": 374.96530000000001336957211606204509735107421875,
"raw_values": [
374.5774999999999863575794734060764312744140625,
374.8043999999999869032762944698333740234375,
375.51389999999997826307662762701511383056640625
],
"test_run_times": [
41.22999999999999687361196265555918216705322265625,
41.1700000000000017053025658242404460906982421875,
41.28999999999999914734871708787977695465087890625
]
}
}
},
"5a36b450b1f8e7b3be90e33289141057ce6391e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.812400000000000233058017329312860965728759765625,
"raw_values": [
18.864200000000000301270119962282478809356689453125,
18.805800000000001404032445861957967281341552734375,
18.76729999999999876081346883438527584075927734375
],
"test_run_times": [
40.909999999999996589394868351519107818603515625,
41,
41.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 18.6561999999999983401721692644059658050537109375,
"test_run_times": [
40.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 18.6912999999999982492226990871131420135498046875,
"test_run_times": [
41.07000000000000028421709430404007434844970703125
]
},
"d": {
"value": 18.715599999999998459543348872102797031402587890625,
"test_run_times": [
40.99000000000000198951966012828052043914794921875
]
},
"e": {
"value": 18.6647999999999996134647517465054988861083984375,
"raw_values": [
18.68209999999999837427822058089077472686767578125,
18.626000000000001222133505507372319698333740234375,
18.68639999999999901092451182194054126739501953125
],
"test_run_times": [
41.02000000000000312638803734444081783294677734375,
40.969999999999998863131622783839702606201171875,
41.02000000000000312638803734444081783294677734375
]
}
}
},
"fa0e1332a3568488061a24e2db603659f1c6501e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 53.14959999999999951114659779705107212066650390625,
"raw_values": [
53.00339999999999918145476840436458587646484375,
53.16810000000000258069121628068387508392333984375,
53.27720000000000055706550483591854572296142578125
],
"test_run_times": [
40.909999999999996589394868351519107818603515625,
41,
41.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 53.5944999999999964757080306299030780792236328125,
"test_run_times": [
40.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 53.493999999999999772626324556767940521240234375,
"test_run_times": [
41.07000000000000028421709430404007434844970703125
]
},
"d": {
"value": 53.424700000000001409716787748038768768310546875,
"test_run_times": [
40.99000000000000198951966012828052043914794921875
]
},
"e": {
"value": 53.569400000000001682565198279917240142822265625,
"raw_values": [
53.52000000000000312638803734444081783294677734375,
53.68039999999999878355083637870848178863525390625,
53.50789999999999935198502498678863048553466796875
],
"test_run_times": [
41.02000000000000312638803734444081783294677734375,
40.969999999999998863131622783839702606201171875,
41.02000000000000312638803734444081783294677734375
]
}
}
},
"a5ba11a554d6383c4486b0661fdd16e9399e857f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 929.8526000000000522049958817660808563232421875,
"raw_values": [
927.368600000000014915713109076023101806640625,
933.0158999999999878127709962427616119384765625,
929.173199999999951614881865680217742919921875
],
"test_run_times": [
42.63000000000000255795384873636066913604736328125,
42.6400000000000005684341886080801486968994140625,
42.3900000000000005684341886080801486968994140625
]
},
"b": {
"value": 928.16570000000001527951098978519439697265625,
"test_run_times": [
42.5
]
},
"c": {
"value": 927.6090000000000372892827726900577545166015625,
"test_run_times": [
42.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 920.2773999999999432475306093692779541015625,
"test_run_times": [
42.56000000000000227373675443232059478759765625
]
},
"e": {
"value": 926.391300000000001091393642127513885498046875,
"raw_values": [
927.91949999999997089616954326629638671875,
924.1915000000000190993887372314929962158203125,
927.0629999999999881765688769519329071044921875
],
"test_run_times": [
42.49000000000000198951966012828052043914794921875,
42.57000000000000028421709430404007434844970703125,
42.60000000000000142108547152020037174224853515625
]
}
}
},
"bda84ddf23206af7a77b4a03ef51ef2f11c11b45": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.5924999999999993605115378159098327159881591796875,
"raw_values": [
8.6152999999999995139887687400914728641510009765625,
8.5632999999999999118927007657475769519805908203125,
8.5989000000000004320099833421409130096435546875
],
"test_run_times": [
42.63000000000000255795384873636066913604736328125,
42.6400000000000005684341886080801486968994140625,
42.3900000000000005684341886080801486968994140625
]
},
"b": {
"value": 8.607900000000000773070496506989002227783203125,
"test_run_times": [
42.5
]
},
"c": {
"value": 8.61280000000000001136868377216160297393798828125,
"test_run_times": [
42.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 8.68169999999999930651028989814221858978271484375,
"test_run_times": [
42.56000000000000227373675443232059478759765625
]
},
"e": {
"value": 8.6243999999999996219912645756267011165618896484375,
"raw_values": [
8.6103000000000005087485988042317330837249755859375,
8.644800000000000039790393202565610408782958984375,
8.6181000000000000937916411203332245349884033203125
],
"test_run_times": [
42.49000000000000198951966012828052043914794921875,
42.57000000000000028421709430404007434844970703125,
42.60000000000000142108547152020037174224853515625
]
}
}
},
"855ea67bb65a4f10b8a649ffcc43fbeb7227cae3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 300.8740999999999985448084771633148193359375,
"raw_values": [
299.60950000000002546585164964199066162109375,
302.27150000000000318323145620524883270263671875,
300.74119999999999208739609457552433013916015625
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
42.81000000000000227373675443232059478759765625,
42.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 301.23529999999999517967808060348033905029296875,
"test_run_times": [
42.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 300.11380000000002610249794088304042816162109375,
"test_run_times": [
42.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 301.70049999999997680788510479032993316650390625,
"test_run_times": [
42.86999999999999744204615126363933086395263671875
]
},
"e": {
"value": 301.1689000000000078216544352471828460693359375,
"raw_values": [
301.29919999999998481143848039209842681884765625,
298.79360000000002628439688123762607574462890625,
303.41390000000001236912794411182403564453125
],
"test_run_times": [
42.71000000000000085265128291212022304534912109375,
42.840000000000003410605131648480892181396484375,
42.719999999999998863131622783839702606201171875
]
}
}
},
"5bbdba8bdb353a59e581a45b7f7943e3030de63a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.320600000000000218136619878350757062435150146484375,
"raw_values": [
3.334700000000000219557705349870957434177398681640625,
3.305099999999999926814098216709680855274200439453125,
3.32200000000000006394884621840901672840118408203125
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
42.81000000000000227373675443232059478759765625,
42.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 3.316800000000000192557081390987150371074676513671875,
"test_run_times": [
42.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 3.328699999999999992184029906638897955417633056640625,
"test_run_times": [
42.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 3.31130000000000013216094885137863457202911376953125,
"test_run_times": [
42.86999999999999744204615126363933086395263671875
]
},
"e": {
"value": 3.317600000000000104449782156734727323055267333984375,
"raw_values": [
3.31590000000000006963318810448981821537017822265625,
3.34410000000000007247535904753021895885467529296875,
3.292899999999999938182781988871283829212188720703125
],
"test_run_times": [
42.71000000000000085265128291212022304534912109375,
42.840000000000003410605131648480892181396484375,
42.719999999999998863131622783839702606201171875
]
}
}
},
"9b57be456e41aaad993f0ce7481a5c9c9a04a9ff": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 280.6163999999999987267074175179004669189453125,
"raw_values": [
280.4605999999999994543031789362430572509765625,
281.23700000000002319211489520967006683349609375,
280.15149999999999863575794734060764312744140625
],
"test_run_times": [
37.0499999999999971578290569595992565155029296875,
37.00999999999999801048033987171947956085205078125,
36.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 280.42770000000001573425834067165851593017578125,
"test_run_times": [
36.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 281.0267000000000052750692702829837799072265625,
"test_run_times": [
36.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 280.44859999999999899955582804977893829345703125,
"test_run_times": [
36.93999999999999772626324556767940521240234375
]
},
"e": {
"value": 280.53530000000000654836185276508331298828125,
"raw_values": [
281.3655999999999721694621257483959197998046875,
280.7078000000000201907823793590068817138671875,
279.53260000000000218278728425502777099609375
],
"test_run_times": [
37.21000000000000085265128291212022304534912109375,
36.93999999999999772626324556767940521240234375,
37.090000000000003410605131648480892181396484375
]
}
}
},
"21a28bcec532bfa9a162a2718b6bd205c8afdb1e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 28.492799999999999016608853708021342754364013671875,
"raw_values": [
28.505199999999998539124135277234017848968505859375,
28.43209999999999837427822058089077472686767578125,
28.541100000000000136424205265939235687255859375
],
"test_run_times": [
37.0499999999999971578290569595992565155029296875,
37.00999999999999801048033987171947956085205078125,
36.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 28.505099999999998772182152606546878814697265625,
"test_run_times": [
36.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 28.457999999999998408384271897375583648681640625,
"test_run_times": [
36.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 28.514500000000001733724275254644453525543212890625,
"test_run_times": [
36.93999999999999772626324556767940521240234375
]
},
"e": {
"value": 28.506099999999999994315658113919198513031005859375,
"raw_values": [
28.422100000000000363797880709171295166015625,
28.48740000000000094360075308941304683685302734375,
28.608699999999998908606357872486114501953125
],
"test_run_times": [
37.21000000000000085265128291212022304534912109375,
36.93999999999999772626324556767940521240234375,
37.090000000000003410605131648480892181396484375
]
}
}
},
"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 195.29050000000000864019966684281826019287109375,
"raw_values": [
195.55500000000000682121026329696178436279296875,
195.13749999999998863131622783839702606201171875,
195.17910000000000536601874046027660369873046875
],
"test_run_times": [
36.9200000000000017053025658242404460906982421875,
36.93999999999999772626324556767940521240234375,
36.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 195.960100000000011277734301984310150146484375,
"test_run_times": [
41.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 195.5004999999999881765688769519329071044921875,
"test_run_times": [
37.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 196.023699999999990950527717359364032745361328125,
"test_run_times": [
36.96000000000000085265128291212022304534912109375
]
},
"e": {
"value": 195.7472999999999956344254314899444580078125,
"raw_values": [
196.671799999999990404830896295607089996337890625,
195.318500000000000227373675443232059478759765625,
195.25159999999999627107172273099422454833984375
],
"test_run_times": [
36.89999999999999857891452847979962825775146484375,
36.88000000000000255795384873636066913604736328125,
36.9200000000000017053025658242404460906982421875
]
}
}
},
"02cfacf2ca4fbbb6b2413969891ed99032c6c05e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.11489999999999955804241835721768438816070556640625,
"raw_values": [
5.10789999999999988489207680686376988887786865234375,
5.118999999999999772626324556767940521240234375,
5.11779999999999990478727340814657509326934814453125
],
"test_run_times": [
36.9200000000000017053025658242404460906982421875,
36.93999999999999772626324556767940521240234375,
36.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 5.09759999999999990905052982270717620849609375,
"test_run_times": [
41.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 5.10949999999999970867747833835892379283905029296875,
"test_run_times": [
37.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 5.09630000000000027426949600339867174625396728515625,
"test_run_times": [
36.96000000000000085265128291212022304534912109375
]
},
"e": {
"value": 5.1029999999999997584154698415659368038177490234375,
"raw_values": [
5.07889999999999997015720509807579219341278076171875,
5.11449999999999960209606797434389591217041015625,
5.115700000000000358113538823090493679046630859375
],
"test_run_times": [
36.89999999999999857891452847979962825775146484375,
36.88000000000000255795384873636066913604736328125,
36.9200000000000017053025658242404460906982421875
]
}
}
},
"4c16c458467e4713990cbf508dda0ad418740729": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2379.95130000000017389538697898387908935546875,
"raw_values": [
2384.11209999999982755980454385280609130859375,
2379.68989999999985229806043207645416259765625,
2376.0518000000001848093234002590179443359375
],
"test_run_times": [
37.22999999999999687361196265555918216705322265625,
37.0799999999999982946974341757595539093017578125,
37.31000000000000227373675443232059478759765625
]
},
"b": {
"value": 2376.5718999999999141437001526355743408203125,
"test_run_times": [
37.25999999999999801048033987171947956085205078125
]
},
"c": {
"value": 2385.76899999999977808329276740550994873046875,
"test_run_times": [
37.17999999999999971578290569595992565155029296875
]
},
"d": {
"value": 2381.2716000000000349245965480804443359375,
"test_run_times": [
37.06000000000000227373675443232059478759765625
]
},
"e": {
"value": 2359.660499999999956344254314899444580078125,
"raw_values": [
2337.21279999999978826963342726230621337890625,
2357.0554000000001906300894916057586669921875,
2384.71329999999989013304002583026885986328125
],
"test_run_times": [
37.18999999999999772626324556767940521240234375,
37.06000000000000227373675443232059478759765625,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"893f2428b81e1c66c35110b1e39867b98d7ffa5b": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.35179999999999989057641869294457137584686279296875,
"raw_values": [
3.34569999999999989626076057902537286281585693359375,
3.3513999999999999346300683100707828998565673828125,
3.3582999999999998408384271897375583648681640625
],
"test_run_times": [
37.22999999999999687361196265555918216705322265625,
37.0799999999999982946974341757595539093017578125,
37.31000000000000227373675443232059478759765625
]
},
"b": {
"value": 3.3559000000000001051603248924948275089263916015625,
"test_run_times": [
37.25999999999999801048033987171947956085205078125
]
},
"c": {
"value": 3.342499999999999804600747665972448885440826416015625,
"test_run_times": [
37.17999999999999971578290569595992565155029296875
]
},
"d": {
"value": 3.348800000000000220978790821391157805919647216796875,
"test_run_times": [
37.06000000000000227373675443232059478759765625
]
},
"e": {
"value": 3.37999999999999989341858963598497211933135986328125,
"raw_values": [
3.4123999999999998777866494492627680301666259765625,
3.383199999999999985078602549037896096706390380859375,
3.344300000000000050448534238967113196849822998046875
],
"test_run_times": [
37.18999999999999772626324556767940521240234375,
37.06000000000000227373675443232059478759765625,
37.1099999999999994315658113919198513031005859375
]
}
}
},
"3b395af9b9d076fb9bff8d47a249ec2fe8331f6e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1437.552300000000059299054555594921112060546875,
"raw_values": [
1437.47190000000000509317032992839813232421875,
1434.13779999999997016857378184795379638671875,
1441.047299999999950159690342843532562255859375
],
"test_run_times": [
36.88000000000000255795384873636066913604736328125,
36.81000000000000227373675443232059478759765625,
36.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 1438.270999999999958163243718445301055908203125,
"test_run_times": [
36.89999999999999857891452847979962825775146484375
]
},
"c": {
"value": 1444.833300000000008367351256310939788818359375,
"test_run_times": [
41.86999999999999744204615126363933086395263671875
]
},
"d": {
"value": 1420.744500000000016370904631912708282470703125,
"test_run_times": [
36.92999999999999971578290569595992565155029296875
]
},
"e": {
"value": 1433.24260000000003856257535517215728759765625,
"raw_values": [
1429.1204999999999927240423858165740966796875,
1425.354900000000043291947804391384124755859375,
1445.2523000000001047737896442413330078125
],
"test_run_times": [
36.88000000000000255795384873636066913604736328125,
36.88000000000000255795384873636066913604736328125,
36.8299999999999982946974341757595539093017578125
]
}
}
},
"314827a2e497fa3e23a149d2aba87047cb19e7e3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.6936999999999999833022457096376456320285797119140625,
"raw_values": [
0.6936999999999999833022457096376456320285797119140625,
0.6954000000000000181188397618825547397136688232421875,
0.6919999999999999484856516573927365243434906005859375
],
"test_run_times": [
36.88000000000000255795384873636066913604736328125,
36.81000000000000227373675443232059478759765625,
36.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 0.69320000000000003836930773104541003704071044921875,
"test_run_times": [
36.89999999999999857891452847979962825775146484375
]
},
"c": {
"value": 0.6898999999999999577227072222740389406681060791015625,
"test_run_times": [
41.86999999999999744204615126363933086395263671875
]
},
"d": {
"value": 0.7018999999999999683808482586755417287349700927734375,
"test_run_times": [
36.92999999999999971578290569595992565155029296875
]
},
"e": {
"value": 0.695699999999999985078602549037896096706390380859375,
"raw_values": [
0.697599999999999997868371792719699442386627197265625,
0.6997999999999999776179038235568441450595855712890625,
0.6897999999999999687361196265555918216705322265625
],
"test_run_times": [
36.88000000000000255795384873636066913604736328125,
36.88000000000000255795384873636066913604736328125,
36.8299999999999982946974341757595539093017578125
]
}
}
},
"20f489ce3ebeafb9d92bbb4838ca4c0390d3dd4d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.095900000000000318323145620524883270263671875,
"raw_values": [
4.09700000000000041922021409845910966396331787109375,
4.09320000000000039364067561109550297260284423828125,
4.09759999999999990905052982270717620849609375
],
"test_run_times": [
48.2000000000000028421709430404007434844970703125,
48.57000000000000028421709430404007434844970703125,
47.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 4.10979999999999989768184605054557323455810546875,
"test_run_times": [
48.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 4.085300000000000153477230924181640148162841796875,
"test_run_times": [
47.9500000000000028421709430404007434844970703125
]
},
"d": {
"value": 4.079100000000000392219590139575302600860595703125,
"test_run_times": [
48.030000000000001136868377216160297393798828125
]
},
"e": {
"value": 4.096199999999999619149093632586300373077392578125,
"raw_values": [
4.09400000000000030553337637684307992458343505859375,
4.09009999999999962483343551866710186004638671875,
4.1044999999999998152588887023739516735076904296875
],
"test_run_times": [
48.02000000000000312638803734444081783294677734375,
47.9500000000000028421709430404007434844970703125,
52.9200000000000017053025658242404460906982421875
]
}
}
},
"d7626651777606a7730e9a1546ff6fd717d306f3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1900.47949999999991632648743689060211181640625,
"raw_values": [
1899.963199999999915235093794763088226318359375,
1901.881599999999934880179353058338165283203125,
1899.593599999999923966242931783199310302734375
],
"test_run_times": [
48.2000000000000028421709430404007434844970703125,
48.57000000000000028421709430404007434844970703125,
47.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 1894.2202999999999519786797463893890380859375,
"test_run_times": [
48.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 1905.415600000000040381564758718013763427734375,
"test_run_times": [
47.9500000000000028421709430404007434844970703125
]
},
"d": {
"value": 1908.607799999999997453414835035800933837890625,
"test_run_times": [
48.030000000000001136868377216160297393798828125
]
},
"e": {
"value": 1900.56410000000005311449058353900909423828125,
"raw_values": [
1901.265799999999899227987043559551239013671875,
1903.16080000000010841176845133304595947265625,
1897.265799999999899227987043559551239013671875
],
"test_run_times": [
48.02000000000000312638803734444081783294677734375,
47.9500000000000028421709430404007434844970703125,
52.9200000000000017053025658242404460906982421875
]
}
}
},
"4ad67f37de90d07a80a48a47c3595fdb13a68be8": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.61080000000000023163693185779266059398651123046875,
"raw_values": [
7.620599999999999596411726088263094425201416015625,
7.6074999999999999289457264239899814128875732421875,
7.6043000000000002813749233609996736049652099609375
],
"test_run_times": [
43.63000000000000255795384873636066913604736328125,
43.49000000000000198951966012828052043914794921875,
43.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 7.6089000000000002188471626141108572483062744140625,
"test_run_times": [
43.57000000000000028421709430404007434844970703125
]
},
"c": {
"value": 7.6059999999999998721023075631819665431976318359375,
"test_run_times": [
43.5799999999999982946974341757595539093017578125
]
},
"d": {
"value": 7.5982000000000002870592652470804750919342041015625,
"test_run_times": [
43.3900000000000005684341886080801486968994140625
]
},
"e": {
"value": 7.6006000000000000227373675443232059478759765625,
"raw_values": [
7.59860000000000024300561562995426356792449951171875,
7.59719999999999995310417943983338773250579833984375,
7.6060999999999996390442902338691055774688720703125
],
"test_run_times": [
43.47999999999999687361196265555918216705322265625,
43.49000000000000198951966012828052043914794921875,
43.42999999999999971578290569595992565155029296875
]
}
}
},
"27ad8c70cf928aa19cccf637f113d2e489a4c94a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 131.376000000000004774847184307873249053955078125,
"raw_values": [
131.206400000000002137312549166381359100341796875,
131.43270000000001118678483180701732635498046875,
131.488799999999997680788510479032993316650390625
],
"test_run_times": [
43.63000000000000255795384873636066913604736328125,
43.49000000000000198951966012828052043914794921875,
43.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 131.4089999999999918145476840436458587646484375,
"test_run_times": [
43.57000000000000028421709430404007434844970703125
]
},
"c": {
"value": 131.458699999999993224264471791684627532958984375,
"test_run_times": [
43.5799999999999982946974341757595539093017578125
]
},
"d": {
"value": 131.595699999999993679011822678148746490478515625,
"test_run_times": [
43.3900000000000005684341886080801486968994140625
]
},
"e": {
"value": 131.5493999999999914507498033344745635986328125,
"raw_values": [
131.5837999999999965439201332628726959228515625,
131.60669999999998935891198925673961639404296875,
131.457799999999991769072948954999446868896484375
],
"test_run_times": [
43.47999999999999687361196265555918216705322265625,
43.49000000000000198951966012828052043914794921875,
43.42999999999999971578290569595992565155029296875
]
}
}
},
"329837c092e993e81c947bb88e5010ebc9891b31": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 279.442999999999983629095368087291717529296875,
"raw_values": [
280.14640000000002828528522513806819915771484375,
279.01369999999997162376530468463897705078125,
279.1689000000000078216544352471828460693359375
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
37.06000000000000227373675443232059478759765625,
36.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 280.45490000000000918589648790657520294189453125,
"test_run_times": [
37.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 280.98000000000001818989403545856475830078125,
"test_run_times": [
36.99000000000000198951966012828052043914794921875
]
},
"d": {
"value": 280.5104000000000041836756281554698944091796875,
"test_run_times": [
37.00999999999999801048033987171947956085205078125
]
},
"e": {
"value": 282.48480000000000700310920365154743194580078125,
"raw_values": [
281.284499999999979991116560995578765869140625,
283.97169999999999845385900698602199554443359375,
282.19819999999998572093318216502666473388671875
],
"test_run_times": [
36.9500000000000028421709430404007434844970703125,
164.6100000000000136424205265939235687255859375,
37.030000000000001136868377216160297393798828125
]
}
}
},
"638213f946adb5ae9135ab4b8b446f7d58664d7f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 28.615899999999999891997504164464771747589111328125,
"raw_values": [
28.5448999999999983856469043530523777008056640625,
28.661699999999999732835931354202330112457275390625,
28.64110000000000155750967678613960742950439453125
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
37.06000000000000227373675443232059478759765625,
36.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 28.507600000000000051159076974727213382720947265625,
"test_run_times": [
37.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 28.4558999999999997498889570124447345733642578125,
"test_run_times": [
36.99000000000000198951966012828052043914794921875
]
},
"d": {
"value": 28.50829999999999841975295566953718662261962890625,
"test_run_times": [
37.00999999999999801048033987171947956085205078125
]
},
"e": {
"value": 28.306999999999998607336237910203635692596435546875,
"raw_values": [
28.431599999999999539568307227455079555511474609375,
28.159800000000000608224581810645759105682373046875,
28.329499999999999459987520822323858737945556640625
],
"test_run_times": [
36.9500000000000028421709430404007434844970703125,
164.6100000000000136424205265939235687255859375,
37.030000000000001136868377216160297393798828125
]
}
}
},
"f23135dde731648112460c357dc2312eab3ce978": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 194.4293999999999869032762944698333740234375,
"raw_values": [
195.1191000000000030922819860279560089111328125,
194.442100000000010595613275654613971710205078125,
193.727000000000003865352482534945011138916015625
],
"test_run_times": [
36.96000000000000085265128291212022304534912109375,
37.0499999999999971578290569595992565155029296875,
36.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 195.40379999999998972270986996591091156005859375,
"test_run_times": [
36.89999999999999857891452847979962825775146484375
]
},
"c": {
"value": 196.335700000000002773958840407431125640869140625,
"test_run_times": [
36.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 196.3727000000000089130480773746967315673828125,
"test_run_times": [
36.93999999999999772626324556767940521240234375
]
},
"e": {
"value": 195.93549999999999045030563138425350189208984375,
"raw_values": [
196.8854000000000041836756281554698944091796875,
195.429000000000002046363078989088535308837890625,
195.492199999999996862243278883397579193115234375
],
"test_run_times": [
37.0799999999999982946974341757595539093017578125,
36.96000000000000085265128291212022304534912109375,
36.92999999999999971578290569595992565155029296875
]
}
}
},
"948f96bcbf119b23cb418fb75b2bd04da31f599f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.1378000000000003666400516522116959095001220703125,
"raw_values": [
5.1196999999999999175770426518283784389495849609375,
5.137100000000000221689333557151257991790771484375,
5.15660000000000007247535904753021895885467529296875
],
"test_run_times": [
36.96000000000000085265128291212022304534912109375,
37.0499999999999971578290569595992565155029296875,
36.9500000000000028421709430404007434844970703125
]
},
"b": {
"value": 5.1120000000000000994759830064140260219573974609375,
"test_run_times": [
36.89999999999999857891452847979962825775146484375
]
},
"c": {
"value": 5.08800000000000007815970093361102044582366943359375,
"test_run_times": [
36.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 5.08710000000000039932501749717630445957183837890625,
"test_run_times": [
36.93999999999999772626324556767940521240234375
]
},
"e": {
"value": 5.09809999999999963193886287626810371875762939453125,
"raw_values": [
5.07300000000000039790393202565610408782958984375,
5.11150000000000037658764995285309851169586181640625,
5.10979999999999989768184605054557323455810546875
],
"test_run_times": [
37.0799999999999982946974341757595539093017578125,
36.96000000000000085265128291212022304534912109375,
36.92999999999999971578290569595992565155029296875
]
}
}
},
"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 126.33990000000000009094947017729282379150390625,
"raw_values": [
126.985600000000005138645065017044544219970703125,
125.57450000000000045474735088646411895751953125,
126.4595000000000055706550483591854572296142578125
],
"test_run_times": [
37.06000000000000227373675443232059478759765625,
37.02000000000000312638803734444081783294677734375,
37.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 126.676299999999997680788510479032993316650390625,
"test_run_times": [
37.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 127.0250999999999947931428323499858379364013671875,
"test_run_times": [
37.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 126.4111999999999937926986603997647762298583984375,
"test_run_times": [
37.17999999999999971578290569595992565155029296875
]
},
"e": {
"value": 126.7258000000000066620486904866993427276611328125,
"raw_values": [
127.8111999999999994770405464805662631988525390625,
127.3816000000000059344529290683567523956298828125,
124.984600000000000363797880709171295166015625
],
"test_run_times": [
37.18999999999999772626324556767940521240234375,
37.0499999999999971578290569595992565155029296875,
37.2000000000000028421709430404007434844970703125
]
}
}
},
"7c1c5406d5fd0bc7f453370348b492b3d54aaa76": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.26809999999999689634933019988238811492919921875,
"raw_values": [
62.93289999999999650981408194638788700103759765625,
63.6647999999999996134647517465054988861083984375,
63.20649999999999835154085303656756877899169921875
],
"test_run_times": [
37.06000000000000227373675443232059478759765625,
37.02000000000000312638803734444081783294677734375,
37.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 63.12270000000000180762071977369487285614013671875,
"test_run_times": [
37.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 62.94659999999999655528881703503429889678955078125,
"test_run_times": [
37.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 63.2608000000000032514435588382184505462646484375,
"test_run_times": [
37.17999999999999971578290569595992565155029296875
]
},
"e": {
"value": 63.09660000000000223963070311583578586578369140625,
"raw_values": [
62.5730999999999966121322358958423137664794921875,
62.7708999999999974761522025801241397857666015625,
63.94590000000000173940861714072525501251220703125
],
"test_run_times": [
37.18999999999999772626324556767940521240234375,
37.0499999999999971578290569595992565155029296875,
37.2000000000000028421709430404007434844970703125
]
}
}
},
"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 99.0032000000000067529981606639921665191650390625,
"raw_values": [
99.0747999999999962028596200980246067047119140625,
98.9338000000000050704329623840749263763427734375,
99.001000000000004774847184307873249053955078125
],
"test_run_times": [
37.02000000000000312638803734444081783294677734375,
37.1099999999999994315658113919198513031005859375,
37.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 99.4969999999999998863131622783839702606201171875,
"test_run_times": [
37.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 99.4073000000000064346750150434672832489013671875,
"test_run_times": [
37.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 99.49840000000000372892827726900577545166015625,
"test_run_times": [
36.96000000000000085265128291212022304534912109375
]
},
"e": {
"value": 99.1039999999999992041921359486877918243408203125,
"raw_values": [
99.3855999999999966121322358958423137664794921875,
98.938999999999992951416061259806156158447265625,
98.9873999999999938381733954884111881256103515625
],
"test_run_times": [
37.07000000000000028421709430404007434844970703125,
37.1700000000000017053025658242404460906982421875,
37
]
}
}
},
"a77140031a418d03f49e6debb4e03cbe7a03a678": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.095900000000000318323145620524883270263671875,
"raw_values": [
10.0891000000000001790567694115452468395233154296875,
10.1027000000000004575895218295045197010040283203125,
10.095900000000000318323145620524883270263671875
],
"test_run_times": [
37.02000000000000312638803734444081783294677734375,
37.1099999999999994315658113919198513031005859375,
37.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 10.04599999999999937472239253111183643341064453125,
"test_run_times": [
37.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 10.05460000000000064801497501321136951446533203125,
"test_run_times": [
37.43999999999999772626324556767940521240234375
]
},
"d": {
"value": 10.04599999999999937472239253111183643341064453125,
"test_run_times": [
36.96000000000000085265128291212022304534912109375
]
},
"e": {
"value": 10.085699999999999221245161606930196285247802734375,
"raw_values": [
10.0569000000000006167510946397669613361358642578125,
10.102199999999999846522769075818359851837158203125,
10.0981000000000005201172825763933360576629638671875
],
"test_run_times": [
37.07000000000000028421709430404007434844970703125,
37.1700000000000017053025658242404460906982421875,
37
]
}
}
},
"4b08a77993201615e7cdd48a86e15cf72e9b3352": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 191.702300000000008139977580867707729339599609375,
"raw_values": [
191.74930000000000518411980010569095611572265625,
191.571200000000004592948243953287601470947265625,
191.786399999999986221155268140137195587158203125
],
"test_run_times": [
38.469999999999998863131622783839702606201171875,
38.32000000000000028421709430404007434844970703125,
38.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 192.506000000000000227373675443232059478759765625,
"test_run_times": [
38.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 192.60759999999999081410351209342479705810546875,
"test_run_times": [
38.22999999999999687361196265555918216705322265625
]
},
"d": {
"value": 192.305399999999991678123478777706623077392578125,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
},
"e": {
"value": 190.791599999999988312993082217872142791748046875,
"raw_values": [
190.482400000000012596501619555056095123291015625,
190.28780000000000427462509833276271820068359375,
191.604700000000008230927051045000553131103515625
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.219999999999998863131622783839702606201171875,
38.21000000000000085265128291212022304534912109375
]
}
}
},
"7108c1bde12eb0d9c6ff634d37ff517773086268": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 41.70720000000000027284841053187847137451171875,
"raw_values": [
41.6843999999999965666575008071959018707275390625,
41.75030000000000285353962681256234645843505859375,
41.68690000000000139834810397587716579437255859375
],
"test_run_times": [
38.469999999999998863131622783839702606201171875,
38.32000000000000028421709430404007434844970703125,
38.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 41.530000000000001136868377216160297393798828125,
"test_run_times": [
38.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 41.5243999999999999772626324556767940521240234375,
"test_run_times": [
38.22999999999999687361196265555918216705322265625
]
},
"d": {
"value": 41.58189999999999741930878371931612491607666015625,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
},
"e": {
"value": 41.9183000000000021145751816220581531524658203125,
"raw_values": [
41.98649999999999948840923025272786617279052734375,
42.032499999999998863131622783839702606201171875,
41.7359000000000008867573342286050319671630859375
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.219999999999998863131622783839702606201171875,
38.21000000000000085265128291212022304534912109375
]
}
}
},
"ec149e1403247f5016fb1f96ce6614000e37c266": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 117.664299999999997226041159592568874359130859375,
"raw_values": [
117.68729999999999336068867705762386322021484375,
117.0240000000000009094947017729282379150390625,
118.281599999999997407940099947154521942138671875
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.340000000000003410605131648480892181396484375,
43.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 116.3491999999999961801222525537014007568359375,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 116.5639000000000038426151149906218051910400390625,
"test_run_times": [
38.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 115.2566000000000059344529290683567523956298828125,
"test_run_times": [
38.3299999999999982946974341757595539093017578125
]
},
"e": {
"value": 117.2078999999999950887286104261875152587890625,
"raw_values": [
117.0818000000000012050804798491299152374267578125,
117.412700000000000954969436861574649810791015625,
117.129199999999997316990629769861698150634765625
],
"test_run_times": [
38.1400000000000005684341886080801486968994140625,
38.18999999999999772626324556767940521240234375,
38.31000000000000227373675443232059478759765625
]
}
}
},
"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.49419999999999930651028989814221858978271484375,
"raw_values": [
8.492200000000000414956957683898508548736572265625,
8.5404999999999997584154698415659368038177490234375,
8.449799999999999755573298898525536060333251953125
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.340000000000003410605131648480892181396484375,
43.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 8.590199999999999391775418189354240894317626953125,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 8.5742999999999991445065461448393762111663818359375,
"test_run_times": [
38.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 8.6714999999999999857891452847979962825775146484375,
"test_run_times": [
38.3299999999999982946974341757595539093017578125
]
},
"e": {
"value": 8.5268999999999994798827174236066639423370361328125,
"raw_values": [
8.5358999999999998209432305884547531604766845703125,
8.51200000000000045474735088646411895751953125,
8.5327999999999999403144101961515843868255615234375
],
"test_run_times": [
38.1400000000000005684341886080801486968994140625,
38.18999999999999772626324556767940521240234375,
38.31000000000000227373675443232059478759765625
]
}
}
},
"029547d9862776523c5601395a6358610a352681": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 37.65220000000000055706550483591854572296142578125,
"raw_values": [
37.70949999999999846522769075818359851837158203125,
37.66369999999999862438926356844604015350341796875,
37.58330000000000126192389870993793010711669921875
],
"test_run_times": [
39.590000000000003410605131648480892181396484375,
39.75,
39.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 37.77590000000000003410605131648480892181396484375,
"test_run_times": [
39.56000000000000227373675443232059478759765625
]
},
"c": {
"value": 37.76389999999999957935870043002068996429443359375,
"test_run_times": [
39.5799999999999982946974341757595539093017578125
]
},
"d": {
"value": 37.71560000000000201225702767260372638702392578125,
"test_run_times": [
39.659999999999996589394868351519107818603515625
]
},
"e": {
"value": 37.6056999999999987949195201508700847625732421875,
"raw_values": [
37.6424999999999982946974341757595539093017578125,
37.61229999999999762394509161822497844696044921875,
37.56230000000000046611603465862572193145751953125
],
"test_run_times": [
39.71000000000000085265128291212022304534912109375,
39.6700000000000017053025658242404460906982421875,
39.52000000000000312638803734444081783294677734375
]
}
}
},
"a6893edb09ab37f3c2a30cc382eee443bef51652": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 212.4479000000000041836756281554698944091796875,
"raw_values": [
212.124699999999990041033015586435794830322265625,
212.382299999999986539478413760662078857421875,
212.83670000000000754880602471530437469482421875
],
"test_run_times": [
39.590000000000003410605131648480892181396484375,
39.75,
39.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 211.751200000000011414158507250249385833740234375,
"test_run_times": [
39.56000000000000227373675443232059478759765625
]
},
"c": {
"value": 211.818999999999988403942552395164966583251953125,
"test_run_times": [
39.5799999999999982946974341757595539093017578125
]
},
"d": {
"value": 212.09039999999998826751834712922573089599609375,
"test_run_times": [
39.659999999999996589394868351519107818603515625
]
},
"e": {
"value": 212.710299999999989495336194522678852081298828125,
"raw_values": [
212.501900000000006230038707144558429718017578125,
212.672699999999991860022419132292270660400390625,
212.956199999999995498001226224005222320556640625
],
"test_run_times": [
39.71000000000000085265128291212022304534912109375,
39.6700000000000017053025658242404460906982421875,
39.52000000000000312638803734444081783294677734375
]
}
}
},
"2e09524a2afac98ccf359361f18a9bf744359ec7": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.573299999999999698729880037717521190643310546875,
"raw_values": [
31.600200000000000954969436861574649810791015625,
31.55049999999999954525264911353588104248046875,
31.569199999999998595967554138042032718658447265625
],
"test_run_times": [
39.090000000000003410605131648480892181396484375,
39.10000000000000142108547152020037174224853515625,
39.2000000000000028421709430404007434844970703125
]
},
"b": {
"value": 31.6614000000000004320099833421409130096435546875,
"test_run_times": [
38.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 31.65769999999999839701558812521398067474365234375,
"test_run_times": [
39.02000000000000312638803734444081783294677734375
]
},
"d": {
"value": 31.701699999999998880184648442082107067108154296875,
"test_run_times": [
39.10000000000000142108547152020037174224853515625
]
},
"e": {
"value": 31.55910000000000081854523159563541412353515625,
"raw_values": [
31.56869999999999976125764078460633754730224609375,
31.588499999999999801048033987171947956085205078125,
31.520199999999999107558323885314166545867919921875
],
"test_run_times": [
39.090000000000003410605131648480892181396484375,
39.0499999999999971578290569595992565155029296875,
39.1700000000000017053025658242404460906982421875
]
}
}
},
"4c1cc90e3ea0d3504b4076fbf87308d1ee648506": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.6587999999999993860910763032734394073486328125,
"raw_values": [
31.631900000000001682565198279917240142822265625,
31.68169999999999930651028989814221858978271484375,
31.662700000000000954969436861574649810791015625
],
"test_run_times": [
39.090000000000003410605131648480892181396484375,
39.10000000000000142108547152020037174224853515625,
39.2000000000000028421709430404007434844970703125
]
},
"b": {
"value": 31.5705999999999988858689903281629085540771484375,
"test_run_times": [
38.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 31.57430000000000092086338554508984088897705078125,
"test_run_times": [
39.02000000000000312638803734444081783294677734375
]
},
"d": {
"value": 31.53079999999999927240423858165740966796875,
"test_run_times": [
39.10000000000000142108547152020037174224853515625
]
},
"e": {
"value": 31.673799999999999954525264911353588104248046875,
"raw_values": [
31.6644000000000005456968210637569427490234375,
31.644200000000001438138497178442776203155517578125,
31.712700000000001665512172621674835681915283203125
],
"test_run_times": [
39.090000000000003410605131648480892181396484375,
39.0499999999999971578290569595992565155029296875,
39.1700000000000017053025658242404460906982421875
]
}
}
},
"83ca1e360507a59226001525682d066a1eee5e84": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 430.42540000000002464730641804635524749755859375,
"raw_values": [
429.9941000000000030922819860279560089111328125,
430.482799999999997453414835035800933837890625,
430.7993999999999914507498033344745635986328125
],
"test_run_times": [
41.89999999999999857891452847979962825775146484375,
42.8299999999999982946974341757595539093017578125,
41.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 431.81139999999999190549715422093868255615234375,
"test_run_times": [
41.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 430.888599999999996725819073617458343505859375,
"test_run_times": [
41.8900000000000005684341886080801486968994140625
]
},
"d": {
"value": 430.66370000000000572981662116944789886474609375,
"test_run_times": [
41.89999999999999857891452847979962825775146484375
]
},
"e": {
"value": 429.15289999999998826751834712922573089599609375,
"raw_values": [
428.62259999999997717168298549950122833251953125,
428.2993000000000165528035722672939300537109375,
430.5366999999999961801222525537014007568359375
],
"test_run_times": [
41.97999999999999687361196265555918216705322265625,
41.71000000000000085265128291212022304534912109375,
41.8900000000000005684341886080801486968994140625
]
}
}
},
"356fd68833e3222975779732b39790139f819b22": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.57379999999999853343979339115321636199951171875,
"raw_values": [
18.592800000000000437694325228221714496612548828125,
18.571200000000001040234565152786672115325927734375,
18.557500000000000994759830064140260219573974609375
],
"test_run_times": [
41.89999999999999857891452847979962825775146484375,
42.8299999999999982946974341757595539093017578125,
41.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 18.513799999999999812416717759333550930023193359375,
"test_run_times": [
41.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 18.5538999999999987267074175179004669189453125,
"test_run_times": [
41.8900000000000005684341886080801486968994140625
]
},
"d": {
"value": 18.5638000000000005229594535194337368011474609375,
"test_run_times": [
41.89999999999999857891452847979962825775146484375
]
},
"e": {
"value": 18.629400000000000403588273911736905574798583984375,
"raw_values": [
18.652499999999999857891452847979962825775146484375,
18.666399999999999437250153278000652790069580078125,
18.569199999999998595967554138042032718658447265625
],
"test_run_times": [
41.97999999999999687361196265555918216705322265625,
41.71000000000000085265128291212022304534912109375,
41.8900000000000005684341886080801486968994140625
]
}
}
},
"56185e1b61cd8aa824fb78f1d7d102710de33b94": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 112.8654999999999972715158946812152862548828125,
"raw_values": [
111.8808999999999969077180139720439910888671875,
112.9946000000000054797055781818926334381103515625,
113.72100000000000363797880709171295166015625
],
"test_run_times": [
41.78999999999999914734871708787977695465087890625,
41.78999999999999914734871708787977695465087890625,
41.78999999999999914734871708787977695465087890625
]
},
"b": {
"value": 112.6490000000000009094947017729282379150390625,
"test_run_times": [
41.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 112.2523000000000052978066378273069858551025390625,
"test_run_times": [
41.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 112.5691000000000059344529290683567523956298828125,
"test_run_times": [
41.67999999999999971578290569595992565155029296875
]
},
"e": {
"value": 112.53440000000000509317032992839813232421875,
"raw_values": [
112.81499999999999772626324556767940521240234375,
112.2048999999999949750417727045714855194091796875,
112.5832999999999941564965411089360713958740234375
],
"test_run_times": [
41.8900000000000005684341886080801486968994140625,
41.85000000000000142108547152020037174224853515625,
41.92999999999999971578290569595992565155029296875
]
}
}
},
"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.85210000000000007958078640513122081756591796875,
"raw_values": [
8.929700000000000414956957683898508548736572265625,
8.841499999999999914734871708787977695465087890625,
8.78509999999999990905052982270717620849609375
],
"test_run_times": [
41.78999999999999914734871708787977695465087890625,
41.78999999999999914734871708787977695465087890625,
41.78999999999999914734871708787977695465087890625
]
},
"b": {
"value": 8.8696000000000001506350599811412394046783447265625,
"test_run_times": [
41.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 8.9003999999999994230392985627986490726470947265625,
"test_run_times": [
41.57000000000000028421709430404007434844970703125
]
},
"d": {
"value": 8.87480000000000046611603465862572193145751953125,
"test_run_times": [
41.67999999999999971578290569595992565155029296875
]
},
"e": {
"value": 8.8780000000000001136868377216160297393798828125,
"raw_values": [
8.8559000000000001051603248924948275089263916015625,
8.904099999999999681676854379475116729736328125,
8.8739000000000007872813512221910059452056884765625
],
"test_run_times": [
41.8900000000000005684341886080801486968994140625,
41.85000000000000142108547152020037174224853515625,
41.92999999999999971578290569595992565155029296875
]
}
}
},
"93d0edcc5ea127a7ae76411e7c930bccd559b10d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.509699999999998709654391859658062458038330078125,
"raw_values": [
21.383199999999998652810972998850047588348388671875,
21.659800000000000608224581810645759105682373046875,
21.486200000000000187583282240666449069976806640625
],
"test_run_times": [
41.11999999999999744204615126363933086395263671875,
40.96000000000000085265128291212022304534912109375,
41.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 21.473400000000001597300069988705217838287353515625,
"test_run_times": [
41.25
]
},
"c": {
"value": 21.31530000000000057980287238024175167083740234375,
"test_run_times": [
41.1400000000000005684341886080801486968994140625
]
},
"d": {
"value": 21.45230000000000103455022326670587062835693359375,
"test_run_times": [
41.030000000000001136868377216160297393798828125
]
},
"e": {
"value": 21.424700000000001409716787748038768768310546875,
"raw_values": [
21.5347000000000008412825991399586200714111328125,
21.474299999999999499777914024889469146728515625,
21.265100000000000335376171278767287731170654296875
],
"test_run_times": [
40.909999999999996589394868351519107818603515625,
41.0799999999999982946974341757595539093017578125,
41.1099999999999994315658113919198513031005859375
]
}
}
},
"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 371.5701999999999998181010596454143524169921875,
"raw_values": [
373.85210000000000718500814400613307952880859375,
369.080600000000004001776687800884246826171875,
371.77789999999998826751834712922573089599609375
],
"test_run_times": [
41.11999999999999744204615126363933086395263671875,
40.96000000000000085265128291212022304534912109375,
41.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 370.8274999999999863575794734060764312744140625,
"test_run_times": [
41.25
]
},
"c": {
"value": 374.0774999999999863575794734060764312744140625,
"test_run_times": [
41.1400000000000005684341886080801486968994140625
]
},
"d": {
"value": 371.9479999999999790816218592226505279541015625,
"test_run_times": [
41.030000000000001136868377216160297393798828125
]
},
"e": {
"value": 372.4923000000000001818989403545856475830078125,
"raw_values": [
371.0303999999999859937815926969051361083984375,
371.92320000000000845830072648823261260986328125,
374.5231999999999743522494100034236907958984375
],
"test_run_times": [
40.909999999999996589394868351519107818603515625,
41.0799999999999982946974341757595539093017578125,
41.1099999999999994315658113919198513031005859375
]
}
}
},
"8810fe9271cfde46003041442cc253185eb44e1c": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.598099999999998743760443176142871379852294921875,
"raw_values": [
18.583600000000000562749846721999347209930419921875,
18.61110000000000042064129956997931003570556640625,
18.599599999999998800603862036950886249542236328125
],
"test_run_times": [
45.96000000000000085265128291212022304534912109375,
40.86999999999999744204615126363933086395263671875,
41.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 18.540299999999998448174665099941194057464599609375,
"test_run_times": [
40.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 18.61449999999999960209606797434389591217041015625,
"test_run_times": [
40.93999999999999772626324556767940521240234375
]
},
"d": {
"value": 18.65350000000000108002495835535228252410888671875,
"test_run_times": [
40.88000000000000255795384873636066913604736328125
]
},
"e": {
"value": 18.616800000000001347189027001149952411651611328125,
"raw_values": [
18.674600000000001642774805077351629734039306640625,
18.57979999999999876081346883438527584075927734375,
18.59609999999999985220711096189916133880615234375
],
"test_run_times": [
40.99000000000000198951966012828052043914794921875,
40.9500000000000028421709430404007434844970703125,
40.8299999999999982946974341757595539093017578125
]
}
}
},
"78aa5fcf7f9028bdaf1287fd59d1b0d907e4aca2": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 53.76100000000000278532752417959272861480712890625,
"raw_values": [
53.8034999999999996589394868351519107818603515625,
53.72460000000000235331754083745181560516357421875,
53.75489999999999923829818726517260074615478515625
],
"test_run_times": [
45.96000000000000085265128291212022304534912109375,
40.86999999999999744204615126363933086395263671875,
41.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 53.9298000000000001818989403545856475830078125,
"test_run_times": [
40.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 53.7145000000000010231815394945442676544189453125,
"test_run_times": [
40.93999999999999772626324556767940521240234375
]
},
"d": {
"value": 53.6024000000000029331204132176935672760009765625,
"test_run_times": [
40.88000000000000255795384873636066913604736328125
]
},
"e": {
"value": 53.7068000000000012050804798491299152374267578125,
"raw_values": [
53.5397999999999996134647517465054988861083984375,
53.81360000000000098907548817805945873260498046875,
53.76700000000000301270119962282478809356689453125
],
"test_run_times": [
40.99000000000000198951966012828052043914794921875,
40.9500000000000028421709430404007434844970703125,
40.8299999999999982946974341757595539093017578125
]
}
}
}
}
}