AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS) and NVIDIA NV174 8GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2312110-PTS-DS58174320
{
"title": "ds",
"last_modified": "2023-12-12 02:13:05",
"description": "AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS) and NVIDIA NV174 8GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "NVIDIA NV174 8GB",
"Audio": "NVIDIA GA104 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700rc2daily20231127-generic (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7 + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 24.0~git2311260600.945288~oibaf~m (git-945288f 2023-11-26 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2023-12-11 22:07:33",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "NVIDIA NV174 8GB",
"Audio": "NVIDIA GA104 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700rc2daily20231127-generic (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7 + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 24.0~git2311260600.945288~oibaf~m (git-945288f 2023-11-26 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2023-12-11 23:04:53",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "NVIDIA NV174 8GB",
"Audio": "NVIDIA GA104 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700rc2daily20231127-generic (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7 + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 24.0~git2311260600.945288~oibaf~m (git-945288f 2023-11-26 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2023-12-12 00:03:47",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "32GB",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "NVIDIA NV174 8GB",
"Audio": "NVIDIA GA104 HD Audio",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700rc2daily20231127-generic (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7 + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 24.0~git2311260600.945288~oibaf~m (git-945288f 2023-11-26 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2023-12-12 01:02:10",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"ef3131cb650fc5296dcb8c35cc5728d21bc68983": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.3213999999999970214048516936600208282470703125,
"raw_values": [
47.29939999999999855617716093547642230987548828125,
47.3866000000000013869794202037155628204345703125,
47.27810000000000201225702767260372638702392578125
],
"test_run_times": [
62.6099999999999994315658113919198513031005859375,
62.57000000000000028421709430404007434844970703125,
62.63000000000000255795384873636066913604736328125
]
},
"b": {
"value": 47.29560000000000030695446184836328029632568359375,
"raw_values": [
47.39320000000000021600499167107045650482177734375,
47.3787999999999982492226990871131420135498046875,
47.11489999999999866986399865709245204925537109375
],
"test_run_times": [
62.6700000000000017053025658242404460906982421875,
62.75,
62.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 47.31649999999999778310666442848742008209228515625,
"raw_values": [
47.3010000000000019326762412674725055694580078125,
47.24730000000000273985278909094631671905517578125,
47.40129999999999910187398199923336505889892578125
],
"test_run_times": [
62.60000000000000142108547152020037174224853515625,
62.5799999999999982946974341757595539093017578125,
62.50999999999999801048033987171947956085205078125
]
},
"d": {
"value": 47.0683999999999969077180139720439910888671875,
"raw_values": [
47.0493000000000023419488570652902126312255859375,
47.06389999999999673718775738961994647979736328125,
47.0921000000000020691004465334117412567138671875
],
"test_run_times": [
62.590000000000003410605131648480892181396484375,
62.63000000000000255795384873636066913604736328125,
62.4500000000000028421709430404007434844970703125
]
}
}
},
"b4b0dae41eeea56982616df74c29d8fe7770a0a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.127900000000000346744855050928890705108642578125,
"raw_values": [
21.137299999999999755573298898525536060333251953125,
21.099599999999998800603862036950886249542236328125,
21.146899999999998698285708087496459484100341796875
],
"test_run_times": [
62.6099999999999994315658113919198513031005859375,
62.57000000000000028421709430404007434844970703125,
62.63000000000000255795384873636066913604736328125
]
},
"b": {
"value": 21.1400000000000005684341886080801486968994140625,
"raw_values": [
21.096599999999998686917024315334856510162353515625,
21.102699999999998681232682429254055023193359375,
21.220800000000000551381162949837744235992431640625
],
"test_run_times": [
62.6700000000000017053025658242404460906982421875,
62.75,
62.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 21.130199999999998539124135277234017848968505859375,
"raw_values": [
21.136900000000000687805368215776979923248291015625,
21.16120000000000089812601800076663494110107421875,
21.092600000000000903810359886847436428070068359375
],
"test_run_times": [
62.60000000000000142108547152020037174224853515625,
62.5799999999999982946974341757595539093017578125,
62.50999999999999801048033987171947956085205078125
]
},
"d": {
"value": 21.2409999999999996589394868351519107818603515625,
"raw_values": [
21.249700000000000699174051987938582897186279296875,
21.242999999999998550492819049395620822906494140625,
21.230199999999999960209606797434389591217041015625
],
"test_run_times": [
62.590000000000003410605131648480892181396484375,
62.63000000000000255795384873636066913604736328125,
62.4500000000000028421709430404007434844970703125
]
}
}
},
"9ff1e78c5264f23b5224a84b200df72830b13579": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 272.16649999999998499333742074668407440185546875,
"raw_values": [
272.1906000000000176441972143948078155517578125,
272.156799999999975625541992485523223876953125,
272.15219999999999345163814723491668701171875
],
"test_run_times": [
69.2399999999999948840923025272786617279052734375,
61.13000000000000255795384873636066913604736328125,
61.159999999999996589394868351519107818603515625
]
},
"b": {
"value": 271.9143000000000256477505899965763092041015625,
"raw_values": [
271.72179999999997335180523805320262908935546875,
271.8668999999999869032762944698333740234375,
272.15410000000002810338628478348255157470703125
],
"test_run_times": [
61.1099999999999994315658113919198513031005859375,
61.25999999999999801048033987171947956085205078125,
61.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 271.778000000000020008883439004421234130859375,
"raw_values": [
271.82359999999999899955582804977893829345703125,
271.6000000000000227373675443232059478759765625,
271.910399999999981446308083832263946533203125
],
"test_run_times": [
60.969999999999998863131622783839702606201171875,
61.14999999999999857891452847979962825775146484375,
61.32000000000000028421709430404007434844970703125
]
},
"d": {
"value": 272.1526999999999816282070241868495941162109375,
"raw_values": [
272.02019999999998844941728748381137847900390625,
272.314200000000028012436814606189727783203125,
272.1236000000000103682396002113819122314453125
],
"test_run_times": [
61.11999999999999744204615126363933086395263671875,
61.28999999999999914734871708787977695465087890625,
61.17999999999999971578290569595992565155029296875
]
}
}
},
"110f1cc60ec0ea7c1af675f5581fd8635260d922": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.35170000000000101181285572238266468048095703125,
"raw_values": [
29.36319999999999907913661445491015911102294921875,
29.325900000000000744648787076584994792938232421875,
29.3659999999999996589394868351519107818603515625
],
"test_run_times": [
69.2399999999999948840923025272786617279052734375,
61.13000000000000255795384873636066913604736328125,
61.159999999999996589394868351519107818603515625
]
},
"b": {
"value": 29.389399999999998414068613783456385135650634765625,
"raw_values": [
29.403199999999998226485331542789936065673828125,
29.38419999999999987494447850622236728668212890625,
29.380700000000000926547727431170642375946044921875
],
"test_run_times": [
61.1099999999999994315658113919198513031005859375,
61.25999999999999801048033987171947956085205078125,
61.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 29.396899999999998698285708087496459484100341796875,
"raw_values": [
29.3977000000000003865352482534945011138916015625,
29.415199999999998681232682429254055023193359375,
29.37780000000000057980287238024175167083740234375
],
"test_run_times": [
60.969999999999998863131622783839702606201171875,
61.14999999999999857891452847979962825775146484375,
61.32000000000000028421709430404007434844970703125
]
},
"d": {
"value": 29.359100000000001529087967355735599994659423828125,
"raw_values": [
29.3736999999999994770405464805662631988525390625,
29.3438000000000016598278307355940341949462890625,
29.35979999999999989768184605054557323455810546875
],
"test_run_times": [
61.11999999999999744204615126363933086395263671875,
61.28999999999999914734871708787977695465087890625,
61.17999999999999971578290569595992565155029296875
]
}
}
},
"4bdc2e856120b16bb5c7704dd9f24c0d445a7eaf": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.33119999999999993889332472463138401508331298828125,
"raw_values": [
3.326200000000000045474735088646411895751953125,
3.32880000000000020321522242738865315914154052734375,
3.338600000000000012079226507921703159809112548828125
],
"test_run_times": [
42.78999999999999914734871708787977695465087890625,
42.61999999999999744204615126363933086395263671875,
42.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 3.313800000000000078870243669371120631694793701171875,
"raw_values": [
3.317099999999999937472239253111183643341064453125,
3.321400000000000130029320644098334014415740966796875,
3.30290000000000016910917111090384423732757568359375
],
"test_run_times": [
43.53999999999999914734871708787977695465087890625,
42.590000000000003410605131648480892181396484375,
42.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 3.317299999999999915445414444548077881336212158203125,
"raw_values": [
3.3025000000000002131628207280300557613372802734375,
3.33990000000000009094947017729282379150390625,
3.3094999999999998863131622783839702606201171875
],
"test_run_times": [
42.5499999999999971578290569595992565155029296875,
42.57000000000000028421709430404007434844970703125,
42.719999999999998863131622783839702606201171875
]
},
"d": {
"value": 3.311900000000000066080474425689317286014556884765625,
"raw_values": [
3.306999999999999939603867460391484200954437255859375,
3.31890000000000018332002582610584795475006103515625,
3.30980000000000007531752999057061970233917236328125
],
"test_run_times": [
42.71000000000000085265128291212022304534912109375,
42.5,
43.67999999999999971578290569595992565155029296875
]
}
}
},
"1414e9d238abf3c69640ae7afe5a8630f728e27e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 299.90919999999999845385900698602199554443359375,
"raw_values": [
300.38209999999997990016709081828594207763671875,
300.11759999999998171915649436414241790771484375,
299.2278999999999768988345749676227569580078125
],
"test_run_times": [
42.78999999999999914734871708787977695465087890625,
42.61999999999999744204615126363933086395263671875,
42.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 301.5140999999999849023879505693912506103515625,
"raw_values": [
301.20810000000000172803993336856365203857421875,
300.79509999999999081410351209342479705810546875,
302.538999999999987267074175179004669189453125
],
"test_run_times": [
43.53999999999999914734871708787977695465087890625,
42.590000000000003410605131648480892181396484375,
42.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 301.17380000000002837623469531536102294921875,
"raw_values": [
302.502799999999979263520799577236175537109375,
299.128699999999980718712322413921356201171875,
301.8899000000000114596332423388957977294921875
],
"test_run_times": [
42.5499999999999971578290569595992565155029296875,
42.57000000000000028421709430404007434844970703125,
42.719999999999998863131622783839702606201171875
]
},
"d": {
"value": 301.64839999999998099156073294579982757568359375,
"raw_values": [
302.09960000000000945874489843845367431640625,
301.02820000000002664819476194679737091064453125,
301.8174000000000205545802600681781768798828125
],
"test_run_times": [
42.71000000000000085265128291212022304534912109375,
42.5,
43.67999999999999971578290569595992565155029296875
]
}
}
},
"6d1bc6324fc6f3c201d57050ed8113b8f3aaa20f": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.1242999999999998550492819049395620822906494140625,
"raw_values": [
8.11749999999999971578290569595992565155029296875,
8.1244999999999993889332472463138401508331298828125,
8.131000000000000227373675443232059478759765625
],
"test_run_times": [
43.75999999999999801048033987171947956085205078125,
42.32000000000000028421709430404007434844970703125,
42.4200000000000017053025658242404460906982421875
]
},
"b": {
"value": 8.0835000000000007958078640513122081756591796875,
"raw_values": [
8.0921000000000002927436071331612765789031982421875,
8.091100000000000846966941026039421558380126953125,
8.0671999999999997044142219237983226776123046875
],
"test_run_times": [
42.340000000000003410605131648480892181396484375,
42.24000000000000198951966012828052043914794921875,
42.27000000000000312638803734444081783294677734375
]
},
"c": {
"value": 8.0962999999999993860910763032734394073486328125,
"raw_values": [
8.103899999999999437250153278000652790069580078125,
8.1072000000000006281197784119285643100738525390625,
8.077799999999999869260136620141565799713134765625
],
"test_run_times": [
42.32000000000000028421709430404007434844970703125,
42.32000000000000028421709430404007434844970703125,
42.3299999999999982946974341757595539093017578125
]
},
"d": {
"value": 8.0907999999999997697841536137275397777557373046875,
"raw_values": [
8.1011000000000006338041202980093657970428466796875,
8.1041000000000007474909580196253955364227294921875,
8.067299999999999471356204594485461711883544921875
],
"test_run_times": [
42.340000000000003410605131648480892181396484375,
42.35000000000000142108547152020037174224853515625,
42.31000000000000227373675443232059478759765625
]
}
}
},
"f524385817c97baf9338a7ff6f39a7c655b03295": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 983.312599999999974897946231067180633544921875,
"raw_values": [
984.1515000000000554791768081486225128173828125,
983.31359999999995125108398497104644775390625,
982.472700000000031650415621697902679443359375
],
"test_run_times": [
43.75999999999999801048033987171947956085205078125,
42.32000000000000028421709430404007434844970703125,
42.4200000000000017053025658242404460906982421875
]
},
"b": {
"value": 988.298099999999976716935634613037109375,
"raw_values": [
987.2386000000000194631866179406642913818359375,
987.37480000000005020410753786563873291015625,
990.2809999999999490682967007160186767578125
],
"test_run_times": [
42.340000000000003410605131648480892181396484375,
42.24000000000000198951966012828052043914794921875,
42.27000000000000312638803734444081783294677734375
]
},
"c": {
"value": 986.6769000000000460204319097101688385009765625,
"raw_values": [
985.7839000000000169166014529764652252197265625,
985.2779000000000451109372079372406005859375,
988.9687999999999874489731155335903167724609375
],
"test_run_times": [
42.32000000000000028421709430404007434844970703125,
42.32000000000000028421709430404007434844970703125,
42.3299999999999982946974341757595539093017578125
]
},
"d": {
"value": 987.4090999999999667124939151108264923095703125,
"raw_values": [
986.1789999999999736246536485850811004638671875,
985.7603000000000292857293970882892608642578125,
990.288099999999985811882652342319488525390625
],
"test_run_times": [
42.340000000000003410605131648480892181396484375,
42.35000000000000142108547152020037174224853515625,
42.31000000000000227373675443232059478759765625
]
}
}
},
"60f855709ace180c19d54e5d245b05d6b1c7fe03": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.287800000000000721911419532261788845062255859375,
"raw_values": [
17.27680000000000148929757415316998958587646484375,
17.28170000000000072759576141834259033203125,
17.3048000000000001818989403545856475830078125
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
41.85000000000000142108547152020037174224853515625,
41.75999999999999801048033987171947956085205078125
]
},
"b": {
"value": 17.277899999999998925659383530728518962860107421875,
"raw_values": [
17.278800000000000380850906367413699626922607421875,
17.3044000000000011141310096718370914459228515625,
17.250499999999998834709913353435695171356201171875
],
"test_run_times": [
41.97999999999999687361196265555918216705322265625,
41.86999999999999744204615126363933086395263671875,
41.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 17.3188999999999992951416061259806156158447265625,
"raw_values": [
17.3027000000000015234036254696547985076904296875,
17.342099999999998516386767732910811901092529296875,
17.311800000000001631406121305190026760101318359375
],
"test_run_times": [
41.93999999999999772626324556767940521240234375,
41.9200000000000017053025658242404460906982421875,
41.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 17.288199999999999789679350215010344982147216796875,
"raw_values": [
17.30049999999999954525264911353588104248046875,
17.261199999999998766497810720466077327728271484375,
17.30290000000000105728759081102907657623291015625
],
"test_run_times": [
41.7999999999999971578290569595992565155029296875,
41.85000000000000142108547152020037174224853515625,
41.909999999999996589394868351519107818603515625
]
}
}
},
"c0672a4955f7b2ab1a405f869c012f764e80097e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 462.41860000000002628439688123762607574462890625,
"raw_values": [
462.70080000000001518856151960790157318115234375,
462.59390000000001919033820740878582000732421875,
461.96120000000001937223714776337146759033203125
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
41.85000000000000142108547152020037174224853515625,
41.75999999999999801048033987171947956085205078125
]
},
"b": {
"value": 462.680200000000013460521586239337921142578125,
"raw_values": [
462.67009999999999081410351209342479705810546875,
461.937599999999974897946231067180633544921875,
463.432900000000017826096154749393463134765625
],
"test_run_times": [
41.97999999999999687361196265555918216705322265625,
41.86999999999999744204615126363933086395263671875,
41.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 461.53440000000000509317032992839813232421875,
"raw_values": [
461.98300000000000409272615797817707061767578125,
460.86619999999999208739609457552433013916015625,
461.7540000000000190993887372314929962158203125
],
"test_run_times": [
41.93999999999999772626324556767940521240234375,
41.9200000000000017053025658242404460906982421875,
41.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 462.40739999999999554347596131265163421630859375,
"raw_values": [
462.09940000000000281943357549607753753662109375,
463.10259999999999536157702095806598663330078125,
462.02019999999998844941728748381137847900390625
],
"test_run_times": [
41.7999999999999971578290569595992565155029296875,
41.85000000000000142108547152020037174224853515625,
41.909999999999996589394868351519107818603515625
]
}
}
},
"cfea26185bda60cf1bd972198a894017567ea66d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 350.749199999999973442754708230495452880859375,
"raw_values": [
350.95839999999998326529748737812042236328125,
350.432900000000017826096154749393463134765625,
350.8564000000000078216544352471828460693359375
],
"test_run_times": [
44.47999999999999687361196265555918216705322265625,
41.6700000000000017053025658242404460906982421875,
41.6700000000000017053025658242404460906982421875
]
},
"b": {
"value": 351.55590000000000827640178613364696502685546875,
"raw_values": [
351.3935000000000172803993336856365203857421875,
351.71980000000002064552973024547100067138671875,
351.554300000000012005330063402652740478515625
],
"test_run_times": [
41.719999999999998863131622783839702606201171875,
41.61999999999999744204615126363933086395263671875,
41.32000000000000028421709430404007434844970703125
]
},
"c": {
"value": 351.40109999999998535713530145585536956787109375,
"raw_values": [
350.17910000000000536601874046027660369873046875,
351.27359999999998763087205588817596435546875,
352.7504999999999881765688769519329071044921875
],
"test_run_times": [
41.7000000000000028421709430404007434844970703125,
41.68999999999999772626324556767940521240234375,
41.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 352.48340000000001737134880386292934417724609375,
"raw_values": [
352.096999999999979991116560995578765869140625,
352.76789999999999736246536485850811004638671875,
352.58530000000001791704562492668628692626953125
],
"test_run_times": [
41.719999999999998863131622783839702606201171875,
41.659999999999996589394868351519107818603515625,
41.63000000000000255795384873636066913604736328125
]
}
}
},
"7177df0983290cc547ee8201e604768da3e0a24a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 22.73890000000000100044417195022106170654296875,
"raw_values": [
22.684599999999999653255144949071109294891357421875,
22.764500000000001733724275254644453525543212890625,
22.7676000000000016143530956469476222991943359375
],
"test_run_times": [
44.47999999999999687361196265555918216705322265625,
41.6700000000000017053025658242404460906982421875,
41.6700000000000017053025658242404460906982421875
]
},
"b": {
"value": 22.68990000000000151203494169749319553375244140625,
"raw_values": [
22.713499999999999801048033987171947956085205078125,
22.62930000000000063664629124104976654052734375,
22.7269000000000005456968210637569427490234375
],
"test_run_times": [
41.719999999999998863131622783839702606201171875,
41.61999999999999744204615126363933086395263671875,
41.32000000000000028421709430404007434844970703125
]
},
"c": {
"value": 22.699999999999999289457264239899814128875732421875,
"raw_values": [
22.799700000000001409716787748038768768310546875,
22.7530000000000001136868377216160297393798828125,
22.54729999999999989768184605054557323455810546875
],
"test_run_times": [
41.7000000000000028421709430404007434844970703125,
41.68999999999999772626324556767940521240234375,
41.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 22.617599999999999482724888366647064685821533203125,
"raw_values": [
22.67229999999999989768184605054557323455810546875,
22.576200000000000045474735088646411895751953125,
22.604299999999998505018083960749208927154541015625
],
"test_run_times": [
41.719999999999998863131622783839702606201171875,
41.659999999999996589394868351519107818603515625,
41.63000000000000255795384873636066913604736328125
]
}
}
},
"a006a3a5fe1942cc73bba310b95c090a716a2126": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.030699999999999505462255910970270633697509765625,
"raw_values": [
9.0594999999999998863131622783839702606201171875,
8.963499999999999801048033987171947956085205078125,
9.0691000000000006053824108676053583621978759765625
],
"test_run_times": [
41.719999999999998863131622783839702606201171875,
41.719999999999998863131622783839702606201171875,
41.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 9.0801999999999996049382389173842966556549072265625,
"raw_values": [
8.9284999999999996589394868351519107818603515625,
9.157000000000000028421709430404007434844970703125,
9.15520000000000067075234255753457546234130859375
],
"test_run_times": [
41.75999999999999801048033987171947956085205078125,
41.75999999999999801048033987171947956085205078125,
41.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 9.0769999999999999573674358543939888477325439453125,
"raw_values": [
9.0416000000000007474909580196253955364227294921875,
9.08990000000000009094947017729282379150390625,
9.099399999999999266719896695576608180999755859375
],
"test_run_times": [
41.7999999999999971578290569595992565155029296875,
41.8599999999999994315658113919198513031005859375,
41.78999999999999914734871708787977695465087890625
]
},
"d": {
"value": 9.041399999999999437250153278000652790069580078125,
"raw_values": [
9.169200000000000017053025658242404460906982421875,
8.971199999999999619149093632586300373077392578125,
8.9838000000000004519051799434237182140350341796875
],
"test_run_times": [
41.780000000000001136868377216160297393798828125,
41.75,
41.8299999999999982946974341757595539093017578125
]
}
}
},
"4b84253f6f74267fbb2b339c2ae5a4541816768d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 110.6227999999999980218490236438810825347900390625,
"raw_values": [
110.2677000000000049340087571181356906890869140625,
111.451200000000000045474735088646411895751953125,
110.1495000000000032969182939268648624420166015625
],
"test_run_times": [
41.719999999999998863131622783839702606201171875,
41.719999999999998863131622783839702606201171875,
41.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 110.0314000000000049794834922067821025848388671875,
"raw_values": [
111.903899999999993042365531437098979949951171875,
109.083699999999993224264471791684627532958984375,
109.1067000000000035697667044587433338165283203125
],
"test_run_times": [
41.75999999999999801048033987171947956085205078125,
41.75999999999999801048033987171947956085205078125,
41.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 110.05500000000000682121026329696178436279296875,
"raw_values": [
110.4885000000000019326762412674725055694580078125,
109.8992999999999966576069709844887256622314453125,
109.77719999999999345163814723491668701171875
],
"test_run_times": [
41.7999999999999971578290569595992565155029296875,
41.8599999999999994315658113919198513031005859375,
41.78999999999999914734871708787977695465087890625
]
},
"d": {
"value": 110.495599999999996043698047287762165069580078125,
"raw_values": [
108.9346000000000032059688237495720386505126953125,
111.3567000000000035697667044587433338165283203125,
111.19540000000000645741238258779048919677734375
],
"test_run_times": [
41.780000000000001136868377216160297393798828125,
41.75,
41.8299999999999982946974341757595539093017578125
]
}
}
},
"45f6d0177f8c6a689eb02824f962c055c66a9292": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 349.97570000000001755324774421751499176025390625,
"raw_values": [
350.4533000000000129148247651755809783935546875,
347.842300000000022919266484677791595458984375,
351.63150000000001682565198279917240142822265625
],
"test_run_times": [
44.06000000000000227373675443232059478759765625,
41.280000000000001136868377216160297393798828125,
41.46000000000000085265128291212022304534912109375
]
},
"b": {
"value": 351.5076000000000249201548285782337188720703125,
"raw_values": [
351.95909999999997808117768727242946624755859375,
351.3935000000000172803993336856365203857421875,
351.17020000000002255546860396862030029296875
],
"test_run_times": [
41.3900000000000005684341886080801486968994140625,
41.5,
41.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 351.44310000000001537046045996248722076416015625,
"raw_values": [
351.28280000000000882209860719740390777587890625,
351.39470000000000027284841053187847137451171875,
351.6517999999999801730155013501644134521484375
],
"test_run_times": [
41.530000000000001136868377216160297393798828125,
41.43999999999999772626324556767940521240234375,
41.52000000000000312638803734444081783294677734375
]
},
"d": {
"value": 351.40789999999998372004483826458454132080078125,
"raw_values": [
351.74169999999998026396497152745723724365234375,
351.3129000000000132786226458847522735595703125,
351.1689999999999827196006663143634796142578125
],
"test_run_times": [
41.31000000000000227373675443232059478759765625,
41.47999999999999687361196265555918216705322265625,
41.39999999999999857891452847979962825775146484375
]
}
}
},
"94d990fdc1f5d799aaa05fc120ac31cf1220b272": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 22.75919999999999987494447850622236728668212890625,
"raw_values": [
22.806499999999999772626324556767940521240234375,
22.851400000000001710986907710321247577667236328125,
22.619800000000001460875864722765982151031494140625
],
"test_run_times": [
44.06000000000000227373675443232059478759765625,
41.280000000000001136868377216160297393798828125,
41.46000000000000085265128291212022304534912109375
]
},
"b": {
"value": 22.719300000000000494537744089029729366302490234375,
"raw_values": [
22.676700000000000301270119962282478809356689453125,
22.717800000000000437694325228221714496612548828125,
22.7633000000000009777068044058978557586669921875
],
"test_run_times": [
41.3900000000000005684341886080801486968994140625,
41.5,
41.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 22.684999999999998721023075631819665431976318359375,
"raw_values": [
22.72879999999999967030817060731351375579833984375,
22.661300000000000665068000671453773975372314453125,
22.66499999999999914734871708787977695465087890625
],
"test_run_times": [
41.530000000000001136868377216160297393798828125,
41.43999999999999772626324556767940521240234375,
41.52000000000000312638803734444081783294677734375
]
},
"d": {
"value": 22.709599999999998232169673428870737552642822265625,
"raw_values": [
22.704299999999999926103555480949580669403076171875,
22.72579999999999955662133288569748401641845703125,
22.69859999999999899955582804977893829345703125
],
"test_run_times": [
41.31000000000000227373675443232059478759765625,
41.47999999999999687361196265555918216705322265625,
41.39999999999999857891452847979962825775146484375
]
}
}
},
"65ae56ceea2f265276e1b95b6a6e3b53119b5ff3": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 51.0955000000000012505552149377763271331787109375,
"raw_values": [
51.07939999999999969304553815163671970367431640625,
51.20280000000000342197381542064249515533447265625,
51.00430000000000063664629124104976654052734375
],
"test_run_times": [
41.27000000000000312638803734444081783294677734375,
41.18999999999999772626324556767940521240234375,
41.28999999999999914734871708787977695465087890625
]
},
"b": {
"value": 51.1689999999999969304553815163671970367431640625,
"raw_values": [
51.17179999999999751025825389660894870758056640625,
51.13380000000000080717654782347381114959716796875,
51.20139999999999957935870043002068996429443359375
],
"test_run_times": [
41.14999999999999857891452847979962825775146484375,
41.31000000000000227373675443232059478759765625,
41.13000000000000255795384873636066913604736328125
]
},
"c": {
"value": 51.15509999999999735109668108634650707244873046875,
"raw_values": [
51.10730000000000217141860048286616802215576171875,
51.23140000000000071622707764618098735809326171875,
51.12660000000000337649908033199608325958251953125
],
"test_run_times": [
41.22999999999999687361196265555918216705322265625,
41.17999999999999971578290569595992565155029296875,
41.13000000000000255795384873636066913604736328125
]
},
"d": {
"value": 51.0970999999999975216269376687705516815185546875,
"raw_values": [
51.1109000000000008867573342286050319671630859375,
51.11299999999999954525264911353588104248046875,
51.06750000000000255795384873636066913604736328125
],
"test_run_times": [
41.24000000000000198951966012828052043914794921875,
41.18999999999999772626324556767940521240234375,
41.22999999999999687361196265555918216705322265625
]
}
}
},
"75b6442e296ce0e967a26cd61945f6ce4b61b99d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 19.568500000000000227373675443232059478759765625,
"raw_values": [
19.574600000000000221689333557151257991790771484375,
19.52740000000000009094947017729282379150390625,
19.603500000000000369482222595252096652984619140625
],
"test_run_times": [
41.27000000000000312638803734444081783294677734375,
41.18999999999999772626324556767940521240234375,
41.28999999999999914734871708787977695465087890625
]
},
"b": {
"value": 19.539100000000001244870873051695525646209716796875,
"raw_values": [
19.537600000000001188027454190887510776519775390625,
19.552499999999998436805981327779591083526611328125,
19.527300000000000324007487506605684757232666015625
],
"test_run_times": [
41.14999999999999857891452847979962825775146484375,
41.31000000000000227373675443232059478759765625,
41.13000000000000255795384873636066913604736328125
]
},
"c": {
"value": 19.545400000000000773070496506989002227783203125,
"raw_values": [
19.563300000000001688249540165998041629791259765625,
19.516200000000001324451659456826746463775634765625,
19.55669999999999930651028989814221858978271484375
],
"test_run_times": [
41.22999999999999687361196265555918216705322265625,
41.17999999999999971578290569595992565155029296875,
41.13000000000000255795384873636066913604736328125
]
},
"d": {
"value": 19.56779999999999830606611794792115688323974609375,
"raw_values": [
19.56269999999999953388396534137427806854248046875,
19.56139999999999901092451182194054126739501953125,
19.57939999999999969304553815163671970367431640625
],
"test_run_times": [
41.24000000000000198951966012828052043914794921875,
41.18999999999999772626324556767940521240234375,
41.22999999999999687361196265555918216705322265625
]
}
}
},
"f685725c528a5d2cf742e05056ea0eefacd5a426": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 51.1655999999999977490006131120026111602783203125,
"raw_values": [
51.17999999999999971578290569595992565155029296875,
51.1240999999999985448084771633148193359375,
51.192599999999998772182152606546878814697265625
],
"test_run_times": [
41.090000000000003410605131648480892181396484375,
41.0499999999999971578290569595992565155029296875,
40.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 51.19749999999999801048033987171947956085205078125,
"raw_values": [
51.25800000000000267164068645797669887542724609375,
51.1946999999999974306774674914777278900146484375,
51.13969999999999771489456179551780223846435546875
],
"test_run_times": [
41,
40.97999999999999687361196265555918216705322265625,
40.97999999999999687361196265555918216705322265625
]
},
"c": {
"value": 51.19319999999999737383404863066971302032470703125,
"raw_values": [
51.164299999999997226041159592568874359130859375,
51.3231999999999999317878973670303821563720703125,
51.09219999999999828332875040359795093536376953125
],
"test_run_times": [
41.00999999999999801048033987171947956085205078125,
41.159999999999996589394868351519107818603515625,
41.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 51.25139999999999673718775738961994647979736328125,
"raw_values": [
51.2179000000000002046363078989088535308837890625,
51.14150000000000062527760746888816356658935546875,
51.39479999999999648707671440206468105316162109375
],
"test_run_times": [
40.99000000000000198951966012828052043914794921875,
41,
41.03999999999999914734871708787977695465087890625
]
}
}
},
"a7579910c8f49ef834c189504eac153d4889bd74": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 19.54169999999999873807610129006206989288330078125,
"raw_values": [
19.53620000000000089812601800076663494110107421875,
19.557500000000000994759830064140260219573974609375,
19.53150000000000119371179607696831226348876953125
],
"test_run_times": [
41.090000000000003410605131648480892181396484375,
41.0499999999999971578290569595992565155029296875,
40.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 19.529199999999999448618837050162255764007568359375,
"raw_values": [
19.506499999999999062083588796667754650115966796875,
19.530300000000000437694325228221714496612548828125,
19.55069999999999907913661445491015911102294921875
],
"test_run_times": [
41,
40.97999999999999687361196265555918216705322265625,
40.97999999999999687361196265555918216705322265625
]
},
"c": {
"value": 19.53079999999999927240423858165740966796875,
"raw_values": [
19.54220000000000112549969344399869441986083984375,
19.481100000000001415401129634119570255279541015625,
19.56909999999999882902557146735489368438720703125
],
"test_run_times": [
41.00999999999999801048033987171947956085205078125,
41.159999999999996589394868351519107818603515625,
41.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 19.509699999999998709654391859658062458038330078125,
"raw_values": [
19.522400000000001085709300241433084011077880859375,
19.55160000000000053432813729159533977508544921875,
19.455200000000001381295078317634761333465576171875
],
"test_run_times": [
40.99000000000000198951966012828052043914794921875,
41,
41.03999999999999914734871708787977695465087890625
]
}
}
},
"a2efe4ee2ae3185b2d06fce82479f0651157c55c": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 204.857200000000005957190296612679958343505859375,
"raw_values": [
204.443500000000000227373675443232059478759765625,
204.32720000000000482032191939651966094970703125,
205.800800000000009504219633527100086212158203125
],
"test_run_times": [
39.969999999999998863131622783839702606201171875,
39.25,
39.3599999999999994315658113919198513031005859375
]
},
"b": {
"value": 205.599799999999987676346790976822376251220703125,
"raw_values": [
208.852399999999988722265698015689849853515625,
202.777999999999991587174008600413799285888671875,
205.169000000000011141310096718370914459228515625
],
"test_run_times": [
39.49000000000000198951966012828052043914794921875,
39.1700000000000017053025658242404460906982421875,
39.42999999999999971578290569595992565155029296875
]
},
"c": {
"value": 204.575500000000005229594535194337368011474609375,
"raw_values": [
203.945699999999987994669936597347259521484375,
204.969300000000004047251422889530658721923828125,
204.8115999999999985448084771633148193359375
],
"test_run_times": [
39.57000000000000028421709430404007434844970703125,
39.3900000000000005684341886080801486968994140625,
39.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 204.220499999999987039700499735772609710693359375,
"raw_values": [
203.49569999999999936335370875895023345947265625,
203.706199999999995498001226224005222320556640625,
205.45949999999999135980033315718173980712890625
],
"test_run_times": [
39.28999999999999914734871708787977695465087890625,
39.47999999999999687361196265555918216705322265625,
39.25
]
}
}
},
"6089d6134855343b042b5ffe9f952c461140c3ab": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 38.98349999999999937472239253111183643341064453125,
"raw_values": [
38.98530000000000228510543820448219776153564453125,
39.1124999999999971578290569595992565155029296875,
38.85260000000000246700437855906784534454345703125
],
"test_run_times": [
39.969999999999998863131622783839702606201171875,
39.25,
39.3599999999999994315658113919198513031005859375
]
},
"b": {
"value": 38.86999999999999744204615126363933086395263671875,
"raw_values": [
38.1970000000000027284841053187847137451171875,
39.44669999999999987494447850622236728668212890625,
38.96640000000000014779288903810083866119384765625
],
"test_run_times": [
39.49000000000000198951966012828052043914794921875,
39.1700000000000017053025658242404460906982421875,
39.42999999999999971578290569595992565155029296875
]
},
"c": {
"value": 39.04279999999999972715158946812152862548828125,
"raw_values": [
39.17049999999999698729880037717521190643310546875,
39.00370000000000203499439521692693233489990234375,
38.9542000000000001591615728102624416351318359375
],
"test_run_times": [
39.57000000000000028421709430404007434844970703125,
39.3900000000000005684341886080801486968994140625,
39.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 39.1304999999999978399500832892954349517822265625,
"raw_values": [
39.28670000000000328554961015470325946807861328125,
39.223399999999998044586391188204288482666015625,
38.8815000000000026147972675971686840057373046875
],
"test_run_times": [
39.28999999999999914734871708787977695465087890625,
39.47999999999999687361196265555918216705322265625,
39.25
]
}
}
},
"1f417a129a26ca72098c17e5820805ce0e39abde": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 30.861299999999999954525264911353588104248046875,
"raw_values": [
30.88119999999999976125764078460633754730224609375,
30.928999999999998493649400188587605953216552734375,
30.773700000000001608668753760866820812225341796875
],
"test_run_times": [
38.92999999999999971578290569595992565155029296875,
38.81000000000000227373675443232059478759765625,
38.88000000000000255795384873636066913604736328125
]
},
"b": {
"value": 30.8325999999999993406163412146270275115966796875,
"raw_values": [
30.84570000000000078443918027915060520172119140625,
30.80140000000000100044417195022106170654296875,
30.85079999999999955662133288569748401641845703125
],
"test_run_times": [
38.86999999999999744204615126363933086395263671875,
38.82000000000000028421709430404007434844970703125,
38.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 30.848400000000001597300069988705217838287353515625,
"raw_values": [
30.875499999999998834709913353435695171356201171875,
30.84100000000000108002495835535228252410888671875,
30.828700000000001324451659456826746463775634765625
],
"test_run_times": [
38.8900000000000005684341886080801486968994140625,
38.88000000000000255795384873636066913604736328125,
38.8900000000000005684341886080801486968994140625
]
},
"d": {
"value": 30.846199999999999619149093632586300373077392578125,
"raw_values": [
30.778600000000000846966941026039421558380126953125,
30.897999999999999687361196265555918216705322265625,
30.861999999999998323119143606163561344146728515625
],
"test_run_times": [
38.85000000000000142108547152020037174224853515625,
38.8599999999999994315658113919198513031005859375,
38.8599999999999994315658113919198513031005859375
]
}
}
},
"783e4fda90b92632a55752f151f8b54fe13bc5a4": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 32.38880000000000336513039655983448028564453125,
"raw_values": [
32.36749999999999971578290569595992565155029296875,
32.31790000000000162572177941910922527313232421875,
32.481099999999997862687450833618640899658203125
],
"test_run_times": [
38.92999999999999971578290569595992565155029296875,
38.81000000000000227373675443232059478759765625,
38.88000000000000255795384873636066913604736328125
]
},
"b": {
"value": 32.41890000000000071622707764618098735809326171875,
"raw_values": [
32.40509999999999735109668108634650707244873046875,
32.45190000000000196678229258395731449127197265625,
32.39970000000000283080225926823914051055908203125
],
"test_run_times": [
38.86999999999999744204615126363933086395263671875,
38.82000000000000028421709430404007434844970703125,
38.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 32.40220000000000055706550483591854572296142578125,
"raw_values": [
32.3736999999999994770405464805662631988525390625,
32.4095999999999975216269376687705516815185546875,
32.4232999999999975671016727574169635772705078125
],
"test_run_times": [
38.8900000000000005684341886080801486968994140625,
38.88000000000000255795384873636066913604736328125,
38.8900000000000005684341886080801486968994140625
]
},
"d": {
"value": 32.4054000000000002046363078989088535308837890625,
"raw_values": [
32.47699999999999675992512493394315242767333984375,
32.35090000000000287627699435688555240631103515625,
32.3883000000000009777068044058978557586669921875
],
"test_run_times": [
38.85000000000000142108547152020037174224853515625,
38.8599999999999994315658113919198513031005859375,
38.8599999999999994315658113919198513031005859375
]
}
}
},
"19d426cc943b00227b564f6813b33d710c2a4615": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.20649999999999835154085303656756877899169921875,
"raw_values": [
39.22489999999999810142981004901230335235595703125,
39.24430000000000262616595136933028697967529296875,
39.15039999999999764668245916254818439483642578125
],
"test_run_times": [
39.969999999999998863131622783839702606201171875,
38.25,
38.22999999999999687361196265555918216705322265625
]
},
"b": {
"value": 39.2941000000000002501110429875552654266357421875,
"raw_values": [
39.2740000000000009094947017729282379150390625,
39.3130000000000023874235921539366245269775390625,
39.29520000000000123918653116561472415924072265625
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.32000000000000028421709430404007434844970703125,
38.2999999999999971578290569595992565155029296875
]
},
"c": {
"value": 39.21640000000000014779288903810083866119384765625,
"raw_values": [
39.12700000000000244426701101474463939666748046875,
39.2531000000000034333424991928040981292724609375,
39.26910000000000167119651450775563716888427734375
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.25999999999999801048033987171947956085205078125,
38.21000000000000085265128291212022304534912109375
]
},
"d": {
"value": 39.27830000000000154614099301397800445556640625,
"raw_values": [
39.3609000000000008867573342286050319671630859375,
39.27199999999999846522769075818359851837158203125,
39.20190000000000196678229258395731449127197265625
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.25,
38.24000000000000198951966012828052043914794921875
]
}
}
},
"bbe2982cef2af31b6c22d5cc1487ed124ca4ed4b": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 203.966599999999999681676854379475116729736328125,
"raw_values": [
203.894000000000005456968210637569427490234375,
203.7527000000000043655745685100555419921875,
204.253099999999989222487783990800380706787109375
],
"test_run_times": [
39.969999999999998863131622783839702606201171875,
38.25,
38.22999999999999687361196265555918216705322265625
]
},
"b": {
"value": 203.489299999999985857357387430965900421142578125,
"raw_values": [
203.57490000000001373336999677121639251708984375,
203.37209999999998899511410854756832122802734375,
203.520900000000011687006917782127857208251953125
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.32000000000000028421709430404007434844970703125,
38.2999999999999971578290569595992565155029296875
]
},
"c": {
"value": 203.918499999999994543031789362430572509765625,
"raw_values": [
204.40489999999999781721271574497222900390625,
203.69360000000000354702933691442012786865234375,
203.6571000000000140062184073030948638916015625
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.25999999999999801048033987171947956085205078125,
38.21000000000000085265128291212022304534912109375
]
},
"d": {
"value": 203.61930000000000973159330897033214569091796875,
"raw_values": [
203.198000000000007503331289626657962799072265625,
203.653899999999993042365531437098979949951171875,
204.00610000000000354702933691442012786865234375
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.25,
38.24000000000000198951966012828052043914794921875
]
}
}
},
"2d13c0ebad5488ddc8b194766412ebeba7b497e0": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.58840000000000003410605131648480892181396484375,
"raw_values": [
8.539500000000000312638803734444081783294677734375,
8.5997000000000003439026841078884899616241455078125,
8.6259999999999994457766661071218550205230712890625
],
"test_run_times": [
38.28999999999999914734871708787977695465087890625,
38.280000000000001136868377216160297393798828125,
38.27000000000000312638803734444081783294677734375
]
},
"b": {
"value": 8.572900000000000630961949354968965053558349609375,
"raw_values": [
8.675599999999999312194631784223020076751708984375,
8.573100000000000164845914696343243122100830078125,
8.4701000000000004064304448547773063182830810546875
],
"test_run_times": [
38.35000000000000142108547152020037174224853515625,
38.2999999999999971578290569595992565155029296875,
38.25
]
},
"c": {
"value": 8.5631000000000003780087354243732988834381103515625,
"raw_values": [
8.6879000000000008441247700829990208148956298828125,
8.5004000000000008441247700829990208148956298828125,
8.5008999999999996788346834364347159862518310546875
],
"test_run_times": [
38.18999999999999772626324556767940521240234375,
38.31000000000000227373675443232059478759765625,
38.27000000000000312638803734444081783294677734375
]
},
"d": {
"value": 8.5234000000000005314859663485549390316009521484375,
"raw_values": [
8.4671000000000002927436071331612765789031982421875,
8.57639999999999957935870043002068996429443359375,
8.5266999999999999459987520822323858737945556640625
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.24000000000000198951966012828052043914794921875,
38.22999999999999687361196265555918216705322265625
]
}
}
},
"e9ceeb6664940d8b450401aeeb6cce42adb2afe5": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 116.3673000000000001818989403545856475830078125,
"raw_values": [
117.034099999999995134203345514833927154541015625,
116.210499999999996134647517465054988861083984375,
115.8572999999999950659912428818643093109130859375
],
"test_run_times": [
38.28999999999999914734871708787977695465087890625,
38.280000000000001136868377216160297393798828125,
38.27000000000000312638803734444081783294677734375
]
},
"b": {
"value": 116.5815999999999945657691569067537784576416015625,
"raw_values": [
115.2006999999999976580511429347097873687744140625,
116.5704999999999955662133288569748401641845703125,
117.973600000000004683897714130580425262451171875
],
"test_run_times": [
38.35000000000000142108547152020037174224853515625,
38.2999999999999971578290569595992565155029296875,
38.25
]
},
"c": {
"value": 116.7135999999999995679900166578590869903564453125,
"raw_values": [
115.0276000000000067302607931196689605712890625,
117.5701999999999998181010596454143524169921875,
117.5430999999999954752638586796820163726806640625
],
"test_run_times": [
38.18999999999999772626324556767940521240234375,
38.31000000000000227373675443232059478759765625,
38.27000000000000312638803734444081783294677734375
]
},
"d": {
"value": 117.2570999999999941110218060202896595001220703125,
"raw_values": [
118.031800000000004047251422889530658721923828125,
116.5276999999999958390617393888533115386962890625,
117.2118999999999999772626324556767940521240234375
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.24000000000000198951966012828052043914794921875,
38.22999999999999687361196265555918216705322265625
]
}
}
},
"39697168b3b50cc5be0663ce16b826085d7964b6": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.009100000000000108002495835535228252410888671875,
"raw_values": [
27.014500000000001733724275254644453525543212890625,
26.993900000000000005684341886080801486968994140625,
27.01899999999999835154085303656756877899169921875
],
"test_run_times": [
37.6400000000000005684341886080801486968994140625,
36.97999999999999687361196265555918216705322265625,
37.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 27.057400000000001227817847393453121185302734375,
"raw_values": [
27.06400000000000005684341886080801486968994140625,
27.072199999999998709654391859658062458038330078125,
27.035900000000001597300069988705217838287353515625
],
"test_run_times": [
37.02000000000000312638803734444081783294677734375,
36.9200000000000017053025658242404460906982421875,
36.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 27.038599999999998857447280897758901119232177734375,
"raw_values": [
27.025200000000001665512172621674835681915283203125,
27.06609999999999871533873374573886394500732421875,
27.0243999999999999772626324556767940521240234375
],
"test_run_times": [
37,
36.86999999999999744204615126363933086395263671875,
36.89999999999999857891452847979962825775146484375
]
},
"d": {
"value": 27.074200000000001153921402874402701854705810546875,
"raw_values": [
27.09100000000000108002495835535228252410888671875,
27.05760000000000076170181273482739925384521484375,
27.0741000000000013869794202037155628204345703125
],
"test_run_times": [
36.92999999999999971578290569595992565155029296875,
37.03999999999999914734871708787977695465087890625,
36.909999999999996589394868351519107818603515625
]
}
}
},
"a9114050bf9d19d8068bec56f0849556b5ad7e41": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 296.03780000000000427462509833276271820068359375,
"raw_values": [
295.95850000000001500666257925331592559814453125,
296.25240000000002282831701450049877166748046875,
295.90240000000000009094947017729282379150390625
],
"test_run_times": [
37.6400000000000005684341886080801486968994140625,
36.97999999999999687361196265555918216705322265625,
37.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 295.52100000000001500666257925331592559814453125,
"raw_values": [
295.47629999999998062776285223662853240966796875,
295.3319000000000187355908565223217010498046875,
295.75479999999998881321516819298267364501953125
],
"test_run_times": [
37.02000000000000312638803734444081783294677734375,
36.9200000000000017053025658242404460906982421875,
36.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 295.72849999999999681676854379475116729736328125,
"raw_values": [
295.9080999999999903593561612069606781005859375,
295.42509999999998626663000322878360748291015625,
295.85219999999998208295437507331371307373046875
],
"test_run_times": [
37,
36.86999999999999744204615126363933086395263671875,
36.89999999999999857891452847979962825775146484375
]
},
"d": {
"value": 295.3355000000000245563569478690624237060546875,
"raw_values": [
295.15069999999997207851265557110309600830078125,
295.49209999999999354258761741220951080322265625,
295.3636999999999943611328490078449249267578125
],
"test_run_times": [
36.92999999999999971578290569595992565155029296875,
37.03999999999999914734871708787977695465087890625,
36.909999999999996589394868351519107818603515625
]
}
}
},
"d3a51d2475684402105c9de929d898b8c318d267": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 59.86410000000000053432813729159533977508544921875,
"raw_values": [
59.89999999999999857891452847979962825775146484375,
60.06609999999999871533873374573886394500732421875,
59.6261999999999972033037920482456684112548828125
],
"test_run_times": [
37.2000000000000028421709430404007434844970703125,
37.030000000000001136868377216160297393798828125,
36.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 60.02830000000000154614099301397800445556640625,
"raw_values": [
60.28280000000000171667124959640204906463623046875,
60.3066000000000030922819860279560089111328125,
59.49560000000000314912540488876402378082275390625
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
37.21000000000000085265128291212022304534912109375,
36.99000000000000198951966012828052043914794921875
]
},
"c": {
"value": 60.5733000000000032514435588382184505462646484375,
"raw_values": [
60.2342000000000012960299500264227390289306640625,
60.9457000000000022055246517993509769439697265625,
60.54010000000000246700437855906784534454345703125
],
"test_run_times": [
37,
36.99000000000000198951966012828052043914794921875,
36.909999999999996589394868351519107818603515625
]
},
"d": {
"value": 60.29460000000000263753463514149188995361328125,
"raw_values": [
60.64569999999999794226823723874986171722412109375,
59.921300000000002228262019343674182891845703125,
60.316699999999997316990629769861698150634765625
],
"test_run_times": [
36.9200000000000017053025658242404460906982421875,
36.909999999999996589394868351519107818603515625,
36.909999999999996589394868351519107818603515625
]
}
}
},
"99fe49a34e19276c2c1e1cabb81232bca03c6b56": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 133.5375999999999976353137753903865814208984375,
"raw_values": [
133.46109999999998763087205588817596435546875,
133.06409999999999627107172273099422454833984375,
134.08760000000000900399754755198955535888671875
],
"test_run_times": [
37.2000000000000028421709430404007434844970703125,
37.030000000000001136868377216160297393798828125,
36.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 133.1707000000000107320374809205532073974609375,
"raw_values": [
132.638700000000000045474735088646411895751953125,
132.52649999999999863575794734060764312744140625,
134.346800000000001773514668457210063934326171875
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
37.21000000000000085265128291212022304534912109375,
36.99000000000000198951966012828052043914794921875
]
},
"c": {
"value": 132.02510000000000900399754755198955535888671875,
"raw_values": [
132.764100000000013324097380973398685455322265625,
131.21129999999999427018337883055210113525390625,
132.099799999999987676346790976822376251220703125
],
"test_run_times": [
37,
36.99000000000000198951966012828052043914794921875,
36.909999999999996589394868351519107818603515625
]
},
"d": {
"value": 132.59329999999999927240423858165740966796875,
"raw_values": [
131.880799999999993588062352500855922698974609375,
133.365900000000010550138540565967559814453125,
132.533199999999993679011822678148746490478515625
],
"test_run_times": [
36.9200000000000017053025658242404460906982421875,
36.909999999999996589394868351519107818603515625,
36.909999999999996589394868351519107818603515625
]
}
}
},
"bf5141edd92c8c1e44875bf4322842f2d565a81a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 62.6287999999999982492226990871131420135498046875,
"raw_values": [
62.99889999999999901092451182194054126739501953125,
62.85379999999999967030817060731351375579833984375,
62.03359999999999985220711096189916133880615234375
],
"test_run_times": [
37.1099999999999994315658113919198513031005859375,
36.97999999999999687361196265555918216705322265625,
36.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 62.86019999999999896544977673329412937164306640625,
"raw_values": [
62.797899999999998499333742074668407440185546875,
62.41579999999999728288457845337688922882080078125,
63.3667999999999977944753482006490230560302734375
],
"test_run_times": [
36.93999999999999772626324556767940521240234375,
36.96000000000000085265128291212022304534912109375,
36.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 62.73230000000000217141860048286616802215576171875,
"raw_values": [
62.31519999999999726014721090905368328094482421875,
62.41810000000000258069121628068387508392333984375,
63.4637000000000028876456781290471553802490234375
],
"test_run_times": [
37,
36.93999999999999772626324556767940521240234375,
36.99000000000000198951966012828052043914794921875
]
},
"d": {
"value": 62.469099999999997407940099947154521942138671875,
"raw_values": [
62.23830000000000239879227592609822750091552734375,
62.56649999999999778310666442848742008209228515625,
62.6024000000000029331204132176935672760009765625
],
"test_run_times": [
36.97999999999999687361196265555918216705322265625,
36.9500000000000028421709430404007434844970703125,
36.96000000000000085265128291212022304534912109375
]
}
}
},
"30a0ae27e6fce0ebd1a53ca1cf7c2475badd4741": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 127.7125999999999947931428323499858379364013671875,
"raw_values": [
126.9585000000000007958078640513122081756591796875,
127.2544999999999930651028989814221858978271484375,
128.924700000000001409716787748038768768310546875
],
"test_run_times": [
37.1099999999999994315658113919198513031005859375,
36.97999999999999687361196265555918216705322265625,
36.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 127.2462000000000017507773009128868579864501953125,
"raw_values": [
127.3700000000000045474735088646411895751953125,
128.14109999999999445208231918513774871826171875,
126.2275000000000062527760746888816356658935546875
],
"test_run_times": [
36.93999999999999772626324556767940521240234375,
36.96000000000000085265128291212022304534912109375,
36.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 127.4662000000000006139089236967265605926513671875,
"raw_values": [
128.273899999999997589839040301740169525146484375,
128.08940000000001191438059322535991668701171875,
126.03530000000000654836185276508331298828125
],
"test_run_times": [
37,
36.93999999999999772626324556767940521240234375,
36.99000000000000198951966012828052043914794921875
]
},
"d": {
"value": 128.016899999999992587618180550634860992431640625,
"raw_values": [
128.499699999999990041033015586435794830322265625,
127.8365000000000009094947017729282379150390625,
127.7146000000000043428372009657323360443115234375
],
"test_run_times": [
36.97999999999999687361196265555918216705322265625,
36.9500000000000028421709430404007434844970703125,
36.96000000000000085265128291212022304534912109375
]
}
}
},
"fe8adf6ae3796d52419bec3b9df723076023e933": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.44709999999999983089082888909615576267242431640625,
"raw_values": [
3.448100000000000164845914696343243122100830078125,
3.443099999999999827338115210295654833316802978515625,
3.450200000000000155608859131461940705776214599609375
],
"test_run_times": [
37.0799999999999982946974341757595539093017578125,
36.9200000000000017053025658242404460906982421875,
37.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 3.444199999999999928235183688229881227016448974609375,
"raw_values": [
3.431999999999999939603867460391484200954437255859375,
3.46539999999999981383780323085375130176544189453125,
3.4352999999999997982058630441315472126007080078125
],
"test_run_times": [
37.030000000000001136868377216160297393798828125,
36.9200000000000017053025658242404460906982421875,
36.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 3.44200000000000017053025658242404460906982421875,
"raw_values": [
3.429600000000000203925765163148753345012664794921875,
3.4451999999999998181010596454143524169921875,
3.451099999999999834443542567896656692028045654296875
],
"test_run_times": [
37.02000000000000312638803734444081783294677734375,
36.909999999999996589394868351519107818603515625,
36.92999999999999971578290569595992565155029296875
]
},
"d": {
"value": 3.478000000000000202504679691628552973270416259765625,
"raw_values": [
3.491000000000000103028696685214526951313018798828125,
3.4535999999999997811528373858891427516937255859375,
3.489500000000000046185277824406512081623077392578125
],
"test_run_times": [
36.909999999999996589394868351519107818603515625,
37.00999999999999801048033987171947956085205078125,
36.9500000000000028421709430404007434844970703125
]
}
}
},
"1a8f84ecf131a8f2bb9cf496b58f44a8a27991a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2314.22719999999981155269779264926910400390625,
"raw_values": [
2313.18719999999984793248586356639862060546875,
2317.47940000000016880221664905548095703125,
2312.01510000000007494236342608928680419921875
],
"test_run_times": [
37.0799999999999982946974341757595539093017578125,
36.9200000000000017053025658242404460906982421875,
37.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 2315.52399999999988722265698015689849853515625,
"raw_values": [
2323.54340000000001964508555829524993896484375,
2301.5911999999998442945070564746856689453125,
2321.4373999999997977283783257007598876953125
],
"test_run_times": [
37.030000000000001136868377216160297393798828125,
36.9200000000000017053025658242404460906982421875,
36.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 2317.2555000000002110027708113193511962890625,
"raw_values": [
2325.481499999999869032762944698333740234375,
2315.0700999999999112333171069622039794921875,
2311.21500000000014551915228366851806640625
],
"test_run_times": [
37.02000000000000312638803734444081783294677734375,
36.909999999999996589394868351519107818603515625,
36.92999999999999971578290569595992565155029296875
]
},
"d": {
"value": 2293.24800000000004729372449219226837158203125,
"raw_values": [
2284.7622000000001207808963954448699951171875,
2309.31129999999984647729434072971343994140625,
2285.6705000000001746229827404022216796875
],
"test_run_times": [
36.909999999999996589394868351519107818603515625,
37.00999999999999801048033987171947956085205078125,
36.9500000000000028421709430404007434844970703125
]
}
}
},
"462f293f366723d6995e274ef4bcdb1bff660c2d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.80760000000000076170181273482739925384521484375,
"raw_values": [
9.7993000000000005655920176650397479534149169921875,
9.8190000000000008384404281969182193279266357421875,
9.80460000000000064801497501321136951446533203125
],
"test_run_times": [
36.89999999999999857891452847979962825775146484375,
36.969999999999998863131622783839702606201171875,
36.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 9.8179999999999996163069226895458996295928955078125,
"raw_values": [
9.81680000000000063664629124104976654052734375,
9.809400000000000119371179607696831226348876953125,
9.82770000000000010231815394945442676544189453125
],
"test_run_times": [
36.9500000000000028421709430404007434844970703125,
36.8900000000000005684341886080801486968994140625,
36.97999999999999687361196265555918216705322265625
]
},
"c": {
"value": 9.8068000000000008498091119690798223018646240234375,
"raw_values": [
9.8111999999999994770405464805662631988525390625,
9.80930000000000035242919693700969219207763671875,
9.7997999999999994003019310184754431247711181640625
],
"test_run_times": [
36.88000000000000255795384873636066913604736328125,
36.9200000000000017053025658242404460906982421875,
37.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 9.8452999999999999403144101961515843868255615234375,
"raw_values": [
9.8544999999999998152588887023739516735076904296875,
9.8711999999999999744204615126363933086395263671875,
9.8102999999999997982058630441315472126007080078125
],
"test_run_times": [
36.969999999999998863131622783839702606201171875,
36.909999999999996589394868351519107818603515625,
36.969999999999998863131622783839702606201171875
]
}
}
},
"59d928faf884edbadd7e25d023874b40a291e0c0": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 101.8661000000000029785951483063399791717529296875,
"raw_values": [
101.9532999999999987039700499735772609710693359375,
101.74569999999999936335370875895023345947265625,
101.8993999999999999772626324556767940521240234375
],
"test_run_times": [
36.89999999999999857891452847979962825775146484375,
36.969999999999998863131622783839702606201171875,
36.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 101.767200000000002546585164964199066162109375,
"raw_values": [
101.784099999999995134203345514833927154541015625,
101.8593000000000046156856114976108074188232421875,
101.658199999999993679011822678148746490478515625
],
"test_run_times": [
36.9500000000000028421709430404007434844970703125,
36.8900000000000005684341886080801486968994140625,
36.97999999999999687361196265555918216705322265625
]
},
"c": {
"value": 101.8841000000000036607161746360361576080322265625,
"raw_values": [
101.84059999999999490682967007160186767578125,
101.8521999999999962938090902753174304962158203125,
101.9595000000000055706550483591854572296142578125
],
"test_run_times": [
36.88000000000000255795384873636066913604736328125,
36.9200000000000017053025658242404460906982421875,
37.0499999999999971578290569595992565155029296875
]
},
"d": {
"value": 101.480199999999996407495927996933460235595703125,
"raw_values": [
101.3772000000000019781509763561189174652099609375,
101.2137000000000028876456781290471553802490234375,
101.8498000000000018872015061788260936737060546875
],
"test_run_times": [
36.969999999999998863131622783839702606201171875,
36.909999999999996589394868351519107818603515625,
36.969999999999998863131622783839702606201171875
]
}
}
},
"eca4294ef9f65f9eb7e3619864362bb782b221df": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.0106999999999999317878973670303821563720703125,
"raw_values": [
27.021300000000000096633812063373625278472900390625,
26.972100000000001074340616469271481037139892578125,
27.038599999999998857447280897758901119232177734375
],
"test_run_times": [
37,
36.8599999999999994315658113919198513031005859375,
36.99000000000000198951966012828052043914794921875
]
},
"b": {
"value": 27.034400000000001540456651127897202968597412109375,
"raw_values": [
26.995400000000000062527760746888816356658935546875,
27.04820000000000135287336888723075389862060546875,
27.0594999999999998863131622783839702606201171875
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
36.909999999999996589394868351519107818603515625,
36.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 27.0808999999999997498889570124447345733642578125,
"raw_values": [
27.127199999999998425437297555617988109588623046875,
27.0538999999999987267074175179004669189453125,
27.061499999999998777866494492627680301666259765625
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
36.9500000000000028421709430404007434844970703125,
36.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 27.0538999999999987267074175179004669189453125,
"raw_values": [
26.9969999999999998863131622783839702606201171875,
27.048700000000000187583282240666449069976806640625,
27.116099999999999425881469505839049816131591796875
],
"test_run_times": [
36.9500000000000028421709430404007434844970703125,
36.86999999999999744204615126363933086395263671875,
36.92999999999999971578290569595992565155029296875
]
}
}
},
"59e3c791f39382e6c9e84cf0bd6166c7d7b5ba9e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 296.0321999999999889041646383702754974365234375,
"raw_values": [
295.87610000000000809450284577906131744384765625,
296.46179999999998244675225578248500823974609375,
295.7586000000000012732925824820995330810546875
],
"test_run_times": [
37,
36.8599999999999994315658113919198513031005859375,
36.99000000000000198951966012828052043914794921875
]
},
"b": {
"value": 295.76060000000001082298695109784603118896484375,
"raw_values": [
296.19009999999997262420947663486003875732421875,
295.6177999999999883584678173065185546875,
295.47390000000001464286469854414463043212890625
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
36.909999999999996589394868351519107818603515625,
36.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 295.23660000000000991349224932491779327392578125,
"raw_values": [
294.71030000000001791704562492668628692626953125,
295.49259999999998171915649436414241790771484375,
295.50700000000000500222085975110530853271484375
],
"test_run_times": [
36.99000000000000198951966012828052043914794921875,
36.9500000000000028421709430404007434844970703125,
36.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 295.57310000000001082298695109784603118896484375,
"raw_values": [
296.18410000000000081854523159563541412353515625,
295.65879999999998517523636110126972198486328125,
294.8763000000000147338141687214374542236328125
],
"test_run_times": [
36.9500000000000028421709430404007434844970703125,
36.86999999999999744204615126363933086395263671875,
36.92999999999999971578290569595992565155029296875
]
}
}
},
"386d3c9c7501657468be0ac976a04b369aced25d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.6869999999999993889332472463138401508331298828125,
"raw_values": [
9.6823999999999994514610079932026565074920654296875,
9.6806999999999998607336237910203635692596435546875,
9.69800000000000039790393202565610408782958984375
],
"test_run_times": [
36.8900000000000005684341886080801486968994140625,
36.97999999999999687361196265555918216705322265625,
36.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 9.6882999999999999118927007657475769519805908203125,
"raw_values": [
9.677099999999999369038050645031034946441650390625,
9.69369999999999976125764078460633754730224609375,
9.6940000000000008384404281969182193279266357421875
],
"test_run_times": [
36.969999999999998863131622783839702606201171875,
36.8900000000000005684341886080801486968994140625,
36.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 9.67360000000000042064129956997931003570556640625,
"raw_values": [
9.673799999999999954525264911353588104248046875,
9.6728000000000005087485988042317330837249755859375,
9.6742000000000007986500349943526089191436767578125
],
"test_run_times": [
36.969999999999998863131622783839702606201171875,
36.8900000000000005684341886080801486968994140625,
36.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 9.6808999999999993946175891323946416378021240234375,
"raw_values": [
9.6715999999999997527311279554851353168487548828125,
9.6653999999999999914734871708787977695465087890625,
9.705600000000000449063009000383317470550537109375
],
"test_run_times": [
36.96000000000000085265128291212022304534912109375,
36.86999999999999744204615126363933086395263671875,
36.86999999999999744204615126363933086395263671875
]
}
}
},
"184fece0867b0c453d1ea8cbb6c3eeeca294f0fd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 103.1664999999999992041921359486877918243408203125,
"raw_values": [
103.2176999999999935653249849565327167510986328125,
103.232699999999994133759173564612865447998046875,
103.049000000000006593836587853729724884033203125
],
"test_run_times": [
36.8900000000000005684341886080801486968994140625,
36.97999999999999687361196265555918216705322265625,
36.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 103.1634999999999990905052982270717620849609375,
"raw_values": [
103.28079999999999927240423858165740966796875,
103.1073999999999983856469043530523777008056640625,
103.1022999999999996134647517465054988861083984375
],
"test_run_times": [
36.969999999999998863131622783839702606201171875,
36.8900000000000005684341886080801486968994140625,
36.9500000000000028421709430404007434844970703125
]
},
"c": {
"value": 103.31680000000000063664629124104976654052734375,
"raw_values": [
103.3174999999999954525264911353588104248046875,
103.3230999999999966121322358958423137664794921875,
103.3097999999999956344254314899444580078125
],
"test_run_times": [
36.969999999999998863131622783839702606201171875,
36.8900000000000005684341886080801486968994140625,
36.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 103.232799999999997453414835035800933837890625,
"raw_values": [
103.33400000000000318323145620524883270263671875,
103.40399999999999636202119290828704833984375,
102.9604000000000070258465711958706378936767578125
],
"test_run_times": [
36.96000000000000085265128291212022304534912109375,
36.86999999999999744204615126363933086395263671875,
36.86999999999999744204615126363933086395263671875
]
}
}
},
"5dea4cb36afc2938810567625491f7b43ad557cd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.06700000000000017053025658242404460906982421875,
"raw_values": [
5.027300000000000324007487506605684757232666015625,
5.099199999999999732835931354202330112457275390625,
5.07439999999999979962694851565174758434295654296875
],
"test_run_times": [
36.86999999999999744204615126363933086395263671875,
36.8599999999999994315658113919198513031005859375,
36.93999999999999772626324556767940521240234375
]
},
"b": {
"value": 5.032000000000000028421709430404007434844970703125,
"raw_values": [
5.0266999999999999459987520822323858737945556640625,
4.99549999999999982946974341757595539093017578125,
5.0739000000000000767386154620908200740814208984375
],
"test_run_times": [
36.909999999999996589394868351519107818603515625,
36.8599999999999994315658113919198513031005859375,
36.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 5.038199999999999789679350215010344982147216796875,
"raw_values": [
5.0364000000000004320099833421409130096435546875,
5.03840000000000021174173525650985538959503173828125,
5.039699999999999846522769075818359851837158203125
],
"test_run_times": [
36.8299999999999982946974341757595539093017578125,
36.840000000000003410605131648480892181396484375,
36.81000000000000227373675443232059478759765625
]
},
"d": {
"value": 5.03559999999999963193886287626810371875762939453125,
"raw_values": [
5.01850000000000040500935938325710594654083251953125,
5.04169999999999962625452099018730223178863525390625,
5.04670000000000040785153032629750669002532958984375
],
"test_run_times": [
36.85000000000000142108547152020037174224853515625,
36.89999999999999857891452847979962825775146484375,
36.9200000000000017053025658242404460906982421875
]
}
}
},
"1654e04c4da2ac25065bfa01530180c82acb03cd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 197.079800000000005866240826435387134552001953125,
"raw_values": [
198.627100000000012869350030086934566497802734375,
195.8220000000000027284841053187847137451171875,
196.790400000000005320544005371630191802978515625
],
"test_run_times": [
36.86999999999999744204615126363933086395263671875,
36.8599999999999994315658113919198513031005859375,
36.93999999999999772626324556767940521240234375
]
},
"b": {
"value": 198.477900000000005320544005371630191802978515625,
"raw_values": [
198.678400000000010550138540565967559814453125,
199.9420000000000072759576141834259033203125,
196.813299999999998135535861365497112274169921875
],
"test_run_times": [
36.909999999999996589394868351519107818603515625,
36.8599999999999994315658113919198513031005859375,
36.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 198.247899999999987130649969913065433502197265625,
"raw_values": [
198.30959999999998899511410854756832122802734375,
198.21490000000000009094947017729282379150390625,
198.219099999999997407940099947154521942138671875
],
"test_run_times": [
36.8299999999999982946974341757595539093017578125,
36.840000000000003410605131648480892181396484375,
36.81000000000000227373675443232059478759765625
]
},
"d": {
"value": 198.361999999999994770405464805662631988525390625,
"raw_values": [
199.053599999999988767740433104336261749267578125,
198.10570000000001300577423535287380218505859375,
197.926799999999985857357387430965900421142578125
],
"test_run_times": [
36.85000000000000142108547152020037174224853515625,
36.89999999999999857891452847979962825775146484375,
36.9200000000000017053025658242404460906982421875
]
}
}
},
"753aeb8a274f556289615ead1b33b34309049c95": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.02170000000000005258016244624741375446319580078125,
"raw_values": [
5.0251999999999998891553332214243710041046142578125,
5.01620000000000043627323975670151412487030029296875,
5.0236000000000000653699316899292171001434326171875
],
"test_run_times": [
36.909999999999996589394868351519107818603515625,
36.840000000000003410605131648480892181396484375,
36.88000000000000255795384873636066913604736328125
]
},
"b": {
"value": 5.03310000000000012931877790833823382854461669921875,
"raw_values": [
5.04319999999999968309793985099531710147857666015625,
5.01780000000000026005864128819666802883148193359375,
5.03829999999999955662133288569748401641845703125
],
"test_run_times": [
36.8599999999999994315658113919198513031005859375,
36.89999999999999857891452847979962825775146484375,
36.9200000000000017053025658242404460906982421875
]
},
"c": {
"value": 5.0250000000000003552713678800500929355621337890625,
"raw_values": [
5.01959999999999961772800816106610000133514404296875,
5.02170000000000005258016244624741375446319580078125,
5.03359999999999985220711096189916133880615234375
],
"test_run_times": [
36.840000000000003410605131648480892181396484375,
36.82000000000000028421709430404007434844970703125,
36.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 5.019800000000000039790393202565610408782958984375,
"raw_values": [
5.025999999999999801048033987171947956085205078125,
5.03610000000000024300561562995426356792449951171875,
4.99739999999999984225951266125775873661041259765625
],
"test_run_times": [
36.82000000000000028421709430404007434844970703125,
36.909999999999996589394868351519107818603515625,
36.81000000000000227373675443232059478759765625
]
}
}
},
"6cffa9ab35b6aef98adc22c9570d27e8498b2cc7": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 198.896700000000009822542779147624969482421875,
"raw_values": [
198.7423000000000001818989403545856475830078125,
199.112200000000001409716787748038768768310546875,
198.835700000000002773958840407431125640869140625
],
"test_run_times": [
36.909999999999996589394868351519107818603515625,
36.840000000000003410605131648480892181396484375,
36.88000000000000255795384873636066913604736328125
]
},
"b": {
"value": 198.450700000000011868905858136713504791259765625,
"raw_values": [
198.051600000000007639755494892597198486328125,
199.06180000000000518411980010569095611572265625,
198.238599999999991041477187536656856536865234375
],
"test_run_times": [
36.8599999999999994315658113919198513031005859375,
36.89999999999999857891452847979962825775146484375,
36.9200000000000017053025658242404460906982421875
]
},
"c": {
"value": 198.765299999999996316546457819640636444091796875,
"raw_values": [
198.94769999999999754436430521309375762939453125,
198.915400000000005320544005371630191802978515625,
198.432899999999989404386724345386028289794921875
],
"test_run_times": [
36.840000000000003410605131648480892181396484375,
36.82000000000000028421709430404007434844970703125,
36.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 198.9678999999999859937815926969051361083984375,
"raw_values": [
198.70310000000000627551344223320484161376953125,
198.34989999999999099600245244801044464111328125,
199.850699999999989131538313813507556915283203125
],
"test_run_times": [
36.82000000000000028421709430404007434844970703125,
36.909999999999996589394868351519107818603515625,
36.81000000000000227373675443232059478759765625
]
}
}
},
"43a4d7c1eff55bcea48516c4a6afc01afa37a084": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.76949999999999996180832795289461500942707061767578125,
"raw_values": [
0.76180000000000003268496584496460855007171630859375,
0.7643999999999999683808482586755417287349700927734375,
0.78239999999999998436805981327779591083526611328125
],
"test_run_times": [
36.71000000000000085265128291212022304534912109375,
36.7000000000000028421709430404007434844970703125,
36.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 0.769800000000000039790393202565610408782958984375,
"raw_values": [
0.768299999999999982946974341757595539093017578125,
0.77749999999999996891375531049561686813831329345703125,
0.763700000000000045474735088646411895751953125
],
"test_run_times": [
36.71000000000000085265128291212022304534912109375,
36.72999999999999687361196265555918216705322265625,
36.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 0.762000000000000010658141036401502788066864013671875,
"raw_values": [
0.76080000000000003179678742526448331773281097412109375,
0.76149999999999995470290059529361315071582794189453125,
0.76359999999999994546584503041231073439121246337890625
],
"test_run_times": [
36.67999999999999971578290569595992565155029296875,
36.7000000000000028421709430404007434844970703125,
36.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 0.76719999999999999307220832633902318775653839111328125,
"raw_values": [
0.76710000000000000408562073062057606875896453857421875,
0.76749999999999996003197111349436454474925994873046875,
0.76710000000000000408562073062057606875896453857421875
],
"test_run_times": [
36.71000000000000085265128291212022304534912109375,
36.75999999999999801048033987171947956085205078125,
36.75
]
}
}
},
"3b440bbd8e4ccd918716ffc64aa79f6a9429dae7": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1295.80780000000004292814992368221282958984375,
"raw_values": [
1308.895999999999958163243718445301055908203125,
1304.416300000000092040863819420337677001953125,
1274.111000000000103682396002113819122314453125
],
"test_run_times": [
36.71000000000000085265128291212022304534912109375,
36.7000000000000028421709430404007434844970703125,
36.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 1295.230999999999994543031789362430572509765625,
"raw_values": [
1297.47100000000000363797880709171295166015625,
1281.975300000000061118043959140777587890625,
1306.2467999999998937710188329219818115234375
],
"test_run_times": [
36.71000000000000085265128291212022304534912109375,
36.72999999999999687361196265555918216705322265625,
36.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 1308.767000000000052750692702829837799072265625,
"raw_values": [
1310.8728000000000974978320300579071044921875,
1309.340899999999919600668363273143768310546875,
1306.087299999999913779902271926403045654296875
],
"test_run_times": [
36.67999999999999971578290569595992565155029296875,
36.7000000000000028421709430404007434844970703125,
36.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 1299.090899999999919600668363273143768310546875,
"raw_values": [
1299.373100000000022191670723259449005126953125,
1298.7379000000000814907252788543701171875,
1299.16159999999990759533829987049102783203125
],
"test_run_times": [
36.71000000000000085265128291212022304534912109375,
36.75999999999999801048033987171947956085205078125,
36.75
]
}
}
}
}
}