Benchmarks for a future article.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2312143-NE-A8154652071
{
"title": "a",
"last_modified": "2023-12-14 14:35:15",
"description": "Benchmarks for a future article.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "2 x INTEL XEON PLATINUM 8592+ @ 3.90GHz (128 Cores \/ 256 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3B05.TEL4P1 BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "1008GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS",
"Graphics": "ASPEED",
"Network": "2 x Intel X710 for 10GBASE-T"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-12-12 00:07:14",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x21000161",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "2 x INTEL XEON PLATINUM 8592+ @ 3.90GHz (128 Cores \/ 256 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3B05.TEL4P1 BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "1008GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS",
"Graphics": "ASPEED",
"Network": "2 x Intel X710 for 10GBASE-T"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-12-12 02:28:45",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x21000161",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "2 x INTEL XEON PLATINUM 8592+ @ 3.90GHz (128 Cores \/ 256 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3B05.TEL4P1 BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "1008GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS",
"Graphics": "ASPEED",
"Network": "2 x Intel X710 for 10GBASE-T"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-12-12 10:31:14",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x21000161",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "2 x INTEL XEON PLATINUM 8592+ @ 3.90GHz (128 Cores \/ 256 Threads)",
"Motherboard": "Quanta Cloud S6Q-MB-MPS (3B05.TEL4P1 BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "1008GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS",
"Graphics": "ASPEED",
"Network": "2 x Intel X710 for 10GBASE-T"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2023-12-13 00:17:41",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x21000161",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"75b6442e296ce0e967a26cd61945f6ce4b61b99d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.194500000000001449507180950604379177093505859375,
"raw_values": [
31.8472000000000008412825991399586200714111328125,
30.25150000000000005684341886080801486968994140625,
30.89399999999999835154085303656756877899169921875,
31.785199999999999675992512493394315242767333984375
],
"test_run_times": [
45.030000000000001136868377216160297393798828125,
52.57000000000000028421709430404007434844970703125,
51.469999999999998863131622783839702606201171875,
51.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 31.233599999999999141664375201798975467681884765625,
"raw_values": [
31.37069999999999936335370875895023345947265625,
32.0972000000000008412825991399586200714111328125,
29.894600000000000505906427861191332340240478515625,
32.6972999999999984765963745303452014923095703125,
30.987300000000001176658770418725907802581787109375,
31.909300000000001773514668457210063934326171875,
31.166000000000000369482222595252096652984619140625,
28.877500000000001278976924368180334568023681640625,
30.23270000000000123918653116561472415924072265625,
32.12060000000000314912540488876402378082275390625,
31.072500000000001563194018672220408916473388671875,
31.618099999999998317434801720082759857177734375,
32.01400000000000289901436190120875835418701171875,
31.116099999999999425881469505839049816131591796875,
31.330799999999999982946974341757595539093017578125
],
"test_run_times": [
45.7000000000000028421709430404007434844970703125,
51.38000000000000255795384873636066913604736328125,
53.840000000000003410605131648480892181396484375,
45.64999999999999857891452847979962825775146484375,
49.969999999999998863131622783839702606201171875,
51.530000000000001136868377216160297393798828125,
50.909999999999996589394868351519107818603515625,
51.719999999999998863131622783839702606201171875,
52.6099999999999994315658113919198513031005859375,
50.74000000000000198951966012828052043914794921875,
51.64999999999999857891452847979962825775146484375,
50.17999999999999971578290569595992565155029296875,
51.4200000000000017053025658242404460906982421875,
50.9500000000000028421709430404007434844970703125,
50.52000000000000312638803734444081783294677734375
]
},
"c": {
"value": 31.629999999999999005240169935859739780426025390625,
"raw_values": [
30.48989999999999866986399865709245204925537109375,
32.5251999999999981127984938211739063262939453125,
32.4543000000000034788172342814505100250244140625,
32.75970000000000226236807066015899181365966796875,
33.69760000000000133013600134290754795074462890625,
31.00339999999999918145476840436458587646484375,
31.917000000000001591615728102624416351318359375,
33.224299999999999499777914024889469146728515625,
30.587299999999999045030563138425350189208984375,
29.271399999999999863575794734060764312744140625,
31.121500000000001051603248924948275089263916015625,
30.779199999999999448618837050162255764007568359375,
32.6914000000000015688783605583012104034423828125,
31.2950000000000017053025658242404460906982421875,
30.632799999999999585043042316101491451263427734375
],
"test_run_times": [
51.36999999999999744204615126363933086395263671875,
47.38000000000000255795384873636066913604736328125,
50.67999999999999971578290569595992565155029296875,
46.14999999999999857891452847979962825775146484375,
44.72999999999999687361196265555918216705322265625,
51.659999999999996589394868351519107818603515625,
50.64999999999999857891452847979962825775146484375,
44.68999999999999772626324556767940521240234375,
50.07000000000000028421709430404007434844970703125,
50.219999999999998863131622783839702606201171875,
49.63000000000000255795384873636066913604736328125,
52.57000000000000028421709430404007434844970703125,
48.50999999999999801048033987171947956085205078125,
51.28999999999999914734871708787977695465087890625,
49.4200000000000017053025658242404460906982421875
]
},
"d": {
"value": 32.89359999999999928377292235381901264190673828125,
"raw_values": [
30.32359999999999899955582804977893829345703125,
32.12740000000000151203494169749319553375244140625,
33.5799999999999982946974341757595539093017578125,
32.4506999999999976580511429347097873687744140625,
34.0501000000000004774847184307873249053955078125,
32.0076999999999998181010596454143524169921875,
32.719999999999998863131622783839702606201171875,
32.828000000000002955857780762016773223876953125,
33.77210000000000178488335222937166690826416015625,
32.2100999999999970668795867823064327239990234375,
33.945300000000003137756721116602420806884765625,
33.92699999999999960209606797434389591217041015625,
32.69120000000000203499439521692693233489990234375,
32.78229999999999932924765744246542453765869140625,
33.98790000000000333102434524334967136383056640625
],
"test_run_times": [
45.75999999999999801048033987171947956085205078125,
45.60000000000000142108547152020037174224853515625,
44.72999999999999687361196265555918216705322265625,
45.780000000000001136868377216160297393798828125,
45.719999999999998863131622783839702606201171875,
45.77000000000000312638803734444081783294677734375,
45.75999999999999801048033987171947956085205078125,
45.7000000000000028421709430404007434844970703125,
45.5799999999999982946974341757595539093017578125,
45.909999999999996589394868351519107818603515625,
45.78999999999999914734871708787977695465087890625,
45.469999999999998863131622783839702606201171875,
45.72999999999999687361196265555918216705322265625,
45.49000000000000198951966012828052043914794921875,
45.7000000000000028421709430404007434844970703125
]
}
}
},
"65ae56ceea2f265276e1b95b6a6e3b53119b5ff3": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 32.0613000000000027966962079517543315887451171875,
"raw_values": [
31.38980000000000103455022326670587062835693359375,
33.0459000000000031604940886609256267547607421875,
32.3581999999999965211827657185494899749755859375,
31.451299999999999812416717759333550930023193359375
],
"test_run_times": [
45.030000000000001136868377216160297393798828125,
52.57000000000000028421709430404007434844970703125,
51.469999999999998863131622783839702606201171875,
51.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 32.036799999999999499777914024889469146728515625,
"raw_values": [
31.8669000000000011141310096718370914459228515625,
31.145199999999999107558323885314166545867919921875,
33.4403999999999967940311762504279613494873046875,
30.576100000000000278532752417959272861480712890625,
32.261200000000002319211489520967006683349609375,
31.32849999999999823785401531495153903961181640625,
32.0756999999999976580511429347097873687744140625,
34.6184999999999973852027324028313159942626953125,
33.06649999999999778310666442848742008209228515625,
31.12259999999999848796505830250680446624755859375,
32.17240000000000321733750752173364162445068359375,
31.6176999999999992496668710373342037200927734375,
31.22619999999999862438926356844604015350341796875,
32.12729999999999819237928022630512714385986328125,
31.90670000000000072759576141834259033203125
],
"test_run_times": [
45.7000000000000028421709430404007434844970703125,
51.38000000000000255795384873636066913604736328125,
53.840000000000003410605131648480892181396484375,
45.64999999999999857891452847979962825775146484375,
49.969999999999998863131622783839702606201171875,
51.530000000000001136868377216160297393798828125,
50.909999999999996589394868351519107818603515625,
51.719999999999998863131622783839702606201171875,
52.6099999999999994315658113919198513031005859375,
50.74000000000000198951966012828052043914794921875,
51.64999999999999857891452847979962825775146484375,
50.17999999999999971578290569595992565155029296875,
51.4200000000000017053025658242404460906982421875,
50.9500000000000028421709430404007434844970703125,
50.52000000000000312638803734444081783294677734375
]
},
"c": {
"value": 31.650099999999998345856511150486767292022705078125,
"raw_values": [
32.78699999999999903366187936626374721527099609375,
30.734300000000001062971932697109878063201904296875,
30.8027000000000015234036254696547985076904296875,
30.515100000000000335376171278767287731170654296875,
29.66550000000000153477230924181640148162841796875,
32.2432000000000016370904631912708282470703125,
31.321400000000000574118530494160950183868408203125,
30.088300000000000267164068645797669887542724609375,
32.68319999999999936335370875895023345947265625,
34.15209999999999723740984336473047733306884765625,
32.12160000000000081854523159563541412353515625,
32.4799000000000006593836587853729724884033203125,
30.579100000000000392219590139575302600860595703125,
31.943500000000000227373675443232059478759765625,
32.63430000000000319460013997741043567657470703125
],
"test_run_times": [
51.36999999999999744204615126363933086395263671875,
47.38000000000000255795384873636066913604736328125,
50.67999999999999971578290569595992565155029296875,
46.14999999999999857891452847979962825775146484375,
44.72999999999999687361196265555918216705322265625,
51.659999999999996589394868351519107818603515625,
50.64999999999999857891452847979962825775146484375,
44.68999999999999772626324556767940521240234375,
50.07000000000000028421709430404007434844970703125,
50.219999999999998863131622783839702606201171875,
49.63000000000000255795384873636066913604736328125,
52.57000000000000028421709430404007434844970703125,
48.50999999999999801048033987171947956085205078125,
51.28999999999999914734871708787977695465087890625,
49.4200000000000017053025658242404460906982421875
]
},
"d": {
"value": 30.422200000000000130739863379858434200286865234375,
"raw_values": [
32.97030000000000171667124959640204906463623046875,
31.1186000000000007048583938740193843841552734375,
29.772099999999998232169673428870737552642822265625,
30.809000000000001051603248924948275089263916015625,
29.361299999999999954525264911353588104248046875,
31.2349999999999994315658113919198513031005859375,
30.55539999999999878355083637870848178863525390625,
30.454299999999999926103555480949580669403076171875,
29.602900000000001767830326571129262447357177734375,
31.0390000000000014779288903810083866119384765625,
29.45179999999999864712663111276924610137939453125,
29.4679000000000002046363078989088535308837890625,
30.582499999999999573674358543939888477325439453125,
30.497099999999999653255144949071109294891357421875,
29.415299999999998448174665099941194057464599609375
],
"test_run_times": [
45.75999999999999801048033987171947956085205078125,
45.60000000000000142108547152020037174224853515625,
44.72999999999999687361196265555918216705322265625,
45.780000000000001136868377216160297393798828125,
45.719999999999998863131622783839702606201171875,
45.77000000000000312638803734444081783294677734375,
45.75999999999999801048033987171947956085205078125,
45.7000000000000028421709430404007434844970703125,
45.5799999999999982946974341757595539093017578125,
45.909999999999996589394868351519107818603515625,
45.78999999999999914734871708787977695465087890625,
45.469999999999998863131622783839702606201171875,
45.72999999999999687361196265555918216705322265625,
45.49000000000000198951966012828052043914794921875,
45.7000000000000028421709430404007434844970703125
]
}
}
},
"a7579910c8f49ef834c189504eac153d4889bd74": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.69539999999999935198502498678863048553466796875,
"raw_values": [
30.855599999999999027977537480182945728302001953125,
32.20870000000000032969182939268648624420166015625,
33.00269999999999726014721090905368328094482421875,
33.19590000000000173940861714072525501251220703125,
30.996900000000000119371179607696831226348876953125,
33.68520000000000180762071977369487285614013671875,
30.27420000000000044337866711430251598358154296875,
32.38510000000000133013600134290754795074462890625,
31.688300000000001688249540165998041629791259765625,
30.9070999999999997953636921010911464691162109375,
30.85549999999999926103555480949580669403076171875,
29.426899999999999835154085303656756877899169921875,
32.51700000000000301270119962282478809356689453125,
32.42909999999999826059138285927474498748779296875,
31.0030000000000001136868377216160297393798828125
],
"test_run_times": [
46.02000000000000312638803734444081783294677734375,
49.46000000000000085265128291212022304534912109375,
50.60000000000000142108547152020037174224853515625,
45.63000000000000255795384873636066913604736328125,
50.090000000000003410605131648480892181396484375,
48.219999999999998863131622783839702606201171875,
50.97999999999999687361196265555918216705322265625,
51.32000000000000028421709430404007434844970703125,
50.780000000000001136868377216160297393798828125,
50.00999999999999801048033987171947956085205078125,
50.780000000000001136868377216160297393798828125,
52.219999999999998863131622783839702606201171875,
51.030000000000001136868377216160297393798828125,
51.3599999999999994315658113919198513031005859375,
52.24000000000000198951966012828052043914794921875
]
},
"b": {
"value": 31.53320000000000078443918027915060520172119140625,
"raw_values": [
32.52879999999999682813722756691277027130126953125,
31.6948000000000007503331289626657962799072265625,
30.417699999999999960209606797434389591217041015625,
30.021100000000000562749846721999347209930419921875,
32.0090000000000003410605131648480892181396484375,
30.747800000000001574562702444382011890411376953125,
33.3138000000000005229594535194337368011474609375,
31.232900000000000773070496506989002227783203125,
30.86370000000000146656020660884678363800048828125,
31.177299999999998902922015986405313014984130859375,
32.56949999999999789679350215010344982147216796875,
32.4352999999999980218490236438810825347900390625,
32.02069999999999794226823723874986171722412109375,
31.84740000000000037516656448133289813995361328125,
30.118500000000000937916411203332245349884033203125
],
"test_run_times": [
44.469999999999998863131622783839702606201171875,
49.409999999999996589394868351519107818603515625,
52.340000000000003410605131648480892181396484375,
53.96000000000000085265128291212022304534912109375,
50.06000000000000227373675443232059478759765625,
50.3299999999999982946974341757595539093017578125,
48.409999999999996589394868351519107818603515625,
51.21000000000000085265128291212022304534912109375,
51.60000000000000142108547152020037174224853515625,
49.77000000000000312638803734444081783294677734375,
51.030000000000001136868377216160297393798828125,
51.280000000000001136868377216160297393798828125,
48.88000000000000255795384873636066913604736328125,
48.8599999999999994315658113919198513031005859375,
51.7000000000000028421709430404007434844970703125
]
},
"c": {
"value": 31.72019999999999839701558812521398067474365234375,
"raw_values": [
32.01440000000000196678229258395731449127197265625,
30.809899999999998954081092961132526397705078125,
30.2490999999999985448084771633148193359375,
34.0548000000000001818989403545856475830078125,
31.55969999999999942019712761975824832916259765625,
32.61749999999999971578290569595992565155029296875,
32.4551000000000016143530956469476222991943359375,
30.21209999999999951114659779705107212066650390625,
30.528600000000000846966941026039421558380126953125,
32.4549999999999982946974341757595539093017578125,
33.95020000000000237605490838177502155303955078125,
31.31869999999999976125764078460633754730224609375,
32.226100000000002410160959698259830474853515625,
29.971199999999999619149093632586300373077392578125,
31.37989999999999923829818726517260074615478515625
],
"test_run_times": [
44.61999999999999744204615126363933086395263671875,
52.14999999999999857891452847979962825775146484375,
49.50999999999999801048033987171947956085205078125,
48.11999999999999744204615126363933086395263671875,
51.42999999999999971578290569595992565155029296875,
48.530000000000001136868377216160297393798828125,
50.92999999999999971578290569595992565155029296875,
49.63000000000000255795384873636066913604736328125,
51.659999999999996589394868351519107818603515625,
49.50999999999999801048033987171947956085205078125,
50.5,
49.909999999999996589394868351519107818603515625,
51.42999999999999971578290569595992565155029296875,
49.18999999999999772626324556767940521240234375,
48.60000000000000142108547152020037174224853515625
]
},
"d": {
"value": 33.054000000000002046363078989088535308837890625,
"raw_values": [
29.840599999999998459543348872102797031402587890625,
31.885000000000001563194018672220408916473388671875,
33.515399999999999636202119290828704833984375,
34.1075000000000017053025658242404460906982421875,
32.7068000000000012050804798491299152374267578125,
32.34230000000000160298441187478601932525634765625,
34.10390000000000298996383207850158214569091796875,
34.0354999999999989768184605054557323455810546875,
34.18469999999999942019712761975824832916259765625,
31.43220000000000169393388205207884311676025390625,
32.52080000000000126192389870993793010711669921875,
33.8164000000000015688783605583012104034423828125,
33.722499999999996589394868351519107818603515625,
33.46889999999999787405613460578024387359619140625,
34.12689999999999912461134954355657100677490234375
],
"test_run_times": [
52.409999999999996589394868351519107818603515625,
45.9200000000000017053025658242404460906982421875,
45.409999999999996589394868351519107818603515625,
46.10000000000000142108547152020037174224853515625,
45.43999999999999772626324556767940521240234375,
45.68999999999999772626324556767940521240234375,
44.50999999999999801048033987171947956085205078125,
45.7000000000000028421709430404007434844970703125,
44.88000000000000255795384873636066913604736328125,
45.60000000000000142108547152020037174224853515625,
46.2999999999999971578290569595992565155029296875,
45.46000000000000085265128291212022304534912109375,
45.68999999999999772626324556767940521240234375,
45.32000000000000028421709430404007434844970703125,
45.5
]
}
}
},
"f685725c528a5d2cf742e05056ea0eefacd5a426": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.582100000000000505906427861191332340240478515625,
"raw_values": [
32.3993999999999999772626324556767940521240234375,
31.038900000000001710986907710321247577667236328125,
30.290299999999998448174665099941194057464599609375,
30.11410000000000053432813729159533977508544921875,
32.2509000000000014551915228366851806640625,
29.676300000000001233502189279533922672271728515625,
33.02120000000000032969182939268648624420166015625,
30.867799999999999016608853708021342754364013671875,
31.54639999999999844249032321386039257049560546875,
32.344099999999997407940099947154521942138671875,
32.39840000000000230784280574880540370941162109375,
33.97169999999999845385900698602199554443359375,
30.7423000000000001818989403545856475830078125,
30.826100000000000278532752417959272861480712890625,
32.24430000000000262616595136933028697967529296875
],
"test_run_times": [
46.02000000000000312638803734444081783294677734375,
49.46000000000000085265128291212022304534912109375,
50.60000000000000142108547152020037174224853515625,
45.63000000000000255795384873636066913604736328125,
50.090000000000003410605131648480892181396484375,
48.219999999999998863131622783839702606201171875,
50.97999999999999687361196265555918216705322265625,
51.32000000000000028421709430404007434844970703125,
50.780000000000001136868377216160297393798828125,
50.00999999999999801048033987171947956085205078125,
50.780000000000001136868377216160297393798828125,
52.219999999999998863131622783839702606201171875,
51.030000000000001136868377216160297393798828125,
51.3599999999999994315658113919198513031005859375,
52.24000000000000198951966012828052043914794921875
]
},
"b": {
"value": 31.73029999999999972715158946812152862548828125,
"raw_values": [
30.73120000000000118234311230480670928955078125,
31.540199999999998681232682429254055023193359375,
32.864699999999999135980033315718173980712890625,
33.29899999999999948840923025272786617279052734375,
31.22939999999999827196006663143634796142578125,
32.511899999999997135091689415276050567626953125,
30.007400000000000517275111633352935314178466796875,
32.0073000000000007503331289626657962799072265625,
32.3900000000000005684341886080801486968994140625,
32.06389999999999673718775738961994647979736328125,
30.693000000000001392663762089796364307403564453125,
30.82090000000000173940861714072525501251220703125,
31.21920000000000072759576141834259033203125,
31.388600000000000278532752417959272861480712890625,
33.18780000000000285353962681256234645843505859375
],
"test_run_times": [
44.469999999999998863131622783839702606201171875,
49.409999999999996589394868351519107818603515625,
52.340000000000003410605131648480892181396484375,
53.96000000000000085265128291212022304534912109375,
50.06000000000000227373675443232059478759765625,
50.3299999999999982946974341757595539093017578125,
48.409999999999996589394868351519107818603515625,
51.21000000000000085265128291212022304534912109375,
51.60000000000000142108547152020037174224853515625,
49.77000000000000312638803734444081783294677734375,
51.030000000000001136868377216160297393798828125,
51.280000000000001136868377216160297393798828125,
48.88000000000000255795384873636066913604736328125,
48.8599999999999994315658113919198513031005859375,
51.7000000000000028421709430404007434844970703125
]
},
"c": {
"value": 31.561800000000001631406121305190026760101318359375,
"raw_values": [
31.2246999999999985675458447076380252838134765625,
32.44669999999999987494447850622236728668212890625,
33.047899999999998499333742074668407440185546875,
29.354099999999998971134118619374930858612060546875,
31.6751000000000004774847184307873249053955078125,
30.647800000000000153477230924181640148162841796875,
30.80140000000000100044417195022106170654296875,
33.08840000000000003410605131648480892181396484375,
32.74419999999999930651028989814221858978271484375,
30.80120000000000146656020660884678363800048828125,
29.444700000000000983391146291978657245635986328125,
31.91890000000000071622707764618098735809326171875,
31.02060000000000172803993336856365203857421875,
33.35459999999999780584403197281062602996826171875,
31.857299999999998618704921682365238666534423828125
],
"test_run_times": [
44.61999999999999744204615126363933086395263671875,
52.14999999999999857891452847979962825775146484375,
49.50999999999999801048033987171947956085205078125,
48.11999999999999744204615126363933086395263671875,
51.42999999999999971578290569595992565155029296875,
48.530000000000001136868377216160297393798828125,
50.92999999999999971578290569595992565155029296875,
49.63000000000000255795384873636066913604736328125,
51.659999999999996589394868351519107818603515625,
49.50999999999999801048033987171947956085205078125,
50.5,
49.909999999999996589394868351519107818603515625,
51.42999999999999971578290569595992565155029296875,
49.18999999999999772626324556767940521240234375,
48.60000000000000142108547152020037174224853515625
]
},
"d": {
"value": 30.289100000000001244870873051695525646209716796875,
"raw_values": [
33.50460000000000349018591805361211299896240234375,
31.353600000000000136424205265939235687255859375,
29.829599999999999226929503493010997772216796875,
29.31139999999999901092451182194054126739501953125,
30.567499999999999005240169935859739780426025390625,
30.912299999999998334487827378325164318084716796875,
29.314699999999998425437297555617988109588623046875,
29.37389999999999901092451182194054126739501953125,
29.24569999999999936335370875895023345947265625,
31.80709999999999837427822058089077472686767578125,
30.740899999999999891997504164464771747589111328125,
29.564099999999999823785401531495153903961181640625,
29.645199999999999107558323885314166545867919921875,
29.870999999999998664179656771011650562286376953125,
29.2950000000000017053025658242404460906982421875
],
"test_run_times": [
52.409999999999996589394868351519107818603515625,
45.9200000000000017053025658242404460906982421875,
45.409999999999996589394868351519107818603515625,
46.10000000000000142108547152020037174224853515625,
45.43999999999999772626324556767940521240234375,
45.68999999999999772626324556767940521240234375,
44.50999999999999801048033987171947956085205078125,
45.7000000000000028421709430404007434844970703125,
44.88000000000000255795384873636066913604736328125,
45.60000000000000142108547152020037174224853515625,
46.2999999999999971578290569595992565155029296875,
45.46000000000000085265128291212022304534912109375,
45.68999999999999772626324556767940521240234375,
45.32000000000000028421709430404007434844970703125,
45.5
]
}
}
},
"6089d6134855343b042b5ffe9f952c461140c3ab": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 183.49660000000000081854523159563541412353515625,
"raw_values": [
175.971300000000013596945791505277156829833984375,
182.5357999999999947249307297170162200927734375,
187.446400000000011232259566895663738250732421875,
186.81409999999999627107172273099422454833984375,
186.482900000000000773070496506989002227783203125,
177.507100000000008321876521222293376922607421875,
185.2740000000000009094947017729282379150390625,
185.94130000000001246007741428911685943603515625
],
"test_run_times": [
47.77000000000000312638803734444081783294677734375,
43.24000000000000198951966012828052043914794921875,
43.219999999999998863131622783839702606201171875,
42.82000000000000028421709430404007434844970703125,
43.159999999999996589394868351519107818603515625,
43.39999999999999857891452847979962825775146484375,
43.1700000000000017053025658242404460906982421875,
43.3599999999999994315658113919198513031005859375
]
},
"b": {
"value": 180.3156999999999925421434454619884490966796875,
"raw_values": [
176.203499999999991132426657713949680328369140625,
181.75520000000000209183781407773494720458984375,
182.988300000000009504219633527100086212158203125
],
"test_run_times": [
46.22999999999999687361196265555918216705322265625,
43.17999999999999971578290569595992565155029296875,
43.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 177.151199999999988676790962927043437957763671875,
"raw_values": [
173.8582000000000107320374809205532073974609375,
177.395000000000010231815394945442676544189453125,
180.200299999999998590283212251961231231689453125
],
"test_run_times": [
46.32000000000000028421709430404007434844970703125,
43.31000000000000227373675443232059478759765625,
43.50999999999999801048033987171947956085205078125
]
},
"d": {
"value": 181.202899999999999636202119290828704833984375,
"raw_values": [
173.29140000000001009539118967950344085693359375,
179.72399999999998954081092961132526397705078125,
186.55230000000000245563569478690624237060546875,
183.702300000000008139977580867707729339599609375,
178.253500000000002501110429875552654266357421875,
177.92009999999999081410351209342479705810546875,
186.355400000000003046807250939309597015380859375,
184.52510000000000900399754755198955535888671875,
180.50200000000000954969436861574649810791015625
],
"test_run_times": [
44.780000000000001136868377216160297393798828125,
43.49000000000000198951966012828052043914794921875,
43.0799999999999982946974341757595539093017578125,
43.25,
43.35000000000000142108547152020037174224853515625,
43.78999999999999914734871708787977695465087890625,
43.0799999999999982946974341757595539093017578125,
43.38000000000000255795384873636066913604736328125,
43.4200000000000017053025658242404460906982421875
]
}
}
},
"a2efe4ee2ae3185b2d06fce82479f0651157c55c": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 347.66370000000000572981662116944789886474609375,
"raw_values": [
362.2427999999999883584678173065185546875,
348.979199999999991632648743689060211181640625,
340.75970000000000936779542826116085052490234375,
341.2450000000000045474735088646411895751953125,
342.4433000000000220097717829048633575439453125,
359.2540000000000190993887372314929962158203125,
343.5883000000000038198777474462985992431640625,
342.79689999999999372448655776679515838623046875
],
"test_run_times": [
47.77000000000000312638803734444081783294677734375,
43.24000000000000198951966012828052043914794921875,
43.219999999999998863131622783839702606201171875,
42.82000000000000028421709430404007434844970703125,
43.159999999999996589394868351519107818603515625,
43.39999999999999857891452847979962825775146484375,
43.1700000000000017053025658242404460906982421875,
43.3599999999999994315658113919198513031005859375
]
},
"b": {
"value": 353.6888999999999896317603997886180877685546875,
"raw_values": [
361.96940000000000736690708436071872711181640625,
350.6956000000000130967237055301666259765625,
348.4017000000000052750692702829837799072265625
],
"test_run_times": [
46.22999999999999687361196265555918216705322265625,
43.17999999999999971578290569595992565155029296875,
43.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 359.89190000000002100932761095464229583740234375,
"raw_values": [
366.29199999999997316990629769861698150634765625,
359.03370000000001027729013003408908843994140625,
354.3500000000000227373675443232059478759765625
],
"test_run_times": [
46.32000000000000028421709430404007434844970703125,
43.31000000000000227373675443232059478759765625,
43.50999999999999801048033987171947956085205078125
]
},
"d": {
"value": 352.22350000000000136424205265939235687255859375,
"raw_values": [
367.98890000000000100044417195022106170654296875,
355.0747000000000070940586738288402557373046875,
342.27559999999999718056642450392246246337890625,
347.4279999999999972715158946812152862548828125,
356.7305000000000063664629124104976654052734375,
358.47480000000001609805622138082981109619140625,
341.99110000000001718944986350834369659423828125,
346.18130000000002155502443201839923858642578125,
353.86700000000001864464138634502887725830078125
],
"test_run_times": [
44.780000000000001136868377216160297393798828125,
43.49000000000000198951966012828052043914794921875,
43.0799999999999982946974341757595539093017578125,
43.25,
43.35000000000000142108547152020037174224853515625,
43.78999999999999914734871708787977695465087890625,
43.0799999999999982946974341757595539093017578125,
43.38000000000000255795384873636066913604736328125,
43.4200000000000017053025658242404460906982421875
]
}
}
},
"b4b0dae41eeea56982616df74c29d8fe7770a0a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.942099999999999937472239253111183643341064453125,
"raw_values": [
29.66590000000000060254023992456495761871337890625,
30.61019999999999896544977673329412937164306640625,
28.62839999999999918145476840436458587646484375,
30.395700000000001494981916039250791072845458984375,
29.97200000000000130739863379858434200286865234375,
30.38040000000000162572177941910922527313232421875
],
"test_run_times": [
76.969999999999998863131622783839702606201171875,
86.7999999999999971578290569595992565155029296875,
78.0499999999999971578290569595992565155029296875,
84.650000000000005684341886080801486968994140625,
92.5499999999999971578290569595992565155029296875,
87.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 30.3890999999999991132426657713949680328369140625,
"raw_values": [
30.6768000000000000682121026329696178436279296875,
29.84819999999999851070242584683001041412353515625,
30.642199999999998993871486163698136806488037109375
],
"test_run_times": [
80.81000000000000227373675443232059478759765625,
88.6200000000000045474735088646411895751953125,
85.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 30.294399999999999550936990999616682529449462890625,
"raw_values": [
30.496900000000000119371179607696831226348876953125,
30.381099999999999994315658113919198513031005859375,
30.005099999999998772182152606546878814697265625
],
"test_run_times": [
78.909999999999996589394868351519107818603515625,
86.340000000000003410605131648480892181396484375,
85.5100000000000051159076974727213382720947265625
]
},
"d": {
"value": 29.5230999999999994543031789362430572509765625,
"raw_values": [
29.338200000000000500222085975110530853271484375,
29.693599999999999994315658113919198513031005859375,
29.537400000000001654143488849513232707977294921875
],
"test_run_times": [
83.2399999999999948840923025272786617279052734375,
81.7900000000000062527760746888816356658935546875,
82.1299999999999954525264911353588104248046875
]
}
}
},
"ef3131cb650fc5296dcb8c35cc5728d21bc68983": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 33.40220000000000055706550483591854572296142578125,
"raw_values": [
33.69619999999999748752088635228574275970458984375,
32.65599999999999880628820392303168773651123046875,
34.91980000000000217141860048286616802215576171875,
32.88680000000000092086338554508984088897705078125,
33.35119999999999862438926356844604015350341796875,
32.90330000000000154614099301397800445556640625
],
"test_run_times": [
76.969999999999998863131622783839702606201171875,
86.7999999999999971578290569595992565155029296875,
78.0499999999999971578290569595992565155029296875,
84.650000000000005684341886080801486968994140625,
92.5499999999999971578290569595992565155029296875,
87.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 32.898899999999997589839040301740169525146484375,
"raw_values": [
32.5852000000000003865352482534945011138916015625,
33.489699999999999135980033315718173980712890625,
32.6218999999999965666575008071959018707275390625
],
"test_run_times": [
80.81000000000000227373675443232059478759765625,
88.6200000000000045474735088646411895751953125,
85.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 32.99839999999999662350091966800391674041748046875,
"raw_values": [
32.777500000000003410605131648480892181396484375,
32.903199999999998226485331542789936065673828125,
33.3145999999999986584953148849308490753173828125
],
"test_run_times": [
78.909999999999996589394868351519107818603515625,
86.340000000000003410605131648480892181396484375,
85.5100000000000051159076974727213382720947265625
]
},
"d": {
"value": 33.8635000000000019326762412674725055694580078125,
"raw_values": [
34.07589999999999719193510827608406543731689453125,
33.6683000000000021145751816220581531524658203125,
33.84620000000000317186277243308722972869873046875
],
"test_run_times": [
83.2399999999999948840923025272786617279052734375,
81.7900000000000062527760746888816356658935546875,
82.1299999999999954525264911353588104248046875
]
}
}
},
"43a4d7c1eff55bcea48516c4a6afc01afa37a084": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.9680999999999999605648781653144396841526031494140625,
"raw_values": [
0.965899999999999980815346134477294981479644775390625,
0.9981999999999999761968183520366437733173370361328125,
0.95079999999999997850608224325696937739849090576171875,
0.957300000000000039790393202565610408782958984375
],
"test_run_times": [
38.3900000000000005684341886080801486968994140625,
38.7000000000000028421709430404007434844970703125,
38.590000000000003410605131648480892181396484375,
38.57000000000000028421709430404007434844970703125
]
},
"b": {
"value": 0.97060000000000001829647544582257978618144989013671875,
"raw_values": [
0.98850000000000004529709940470638684928417205810546875,
0.96079999999999998738786644025822170078754425048828125,
0.96250000000000002220446049250313080847263336181640625
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.159999999999996589394868351519107818603515625,
38.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 0.955600000000000004973799150320701301097869873046875,
"raw_values": [
0.96479999999999999094058011905872263014316558837890625,
0.94840000000000002078337502098293043673038482666015625,
0.9536000000000000031974423109204508364200592041015625
],
"test_run_times": [
38.219999999999998863131622783839702606201171875,
38.35000000000000142108547152020037174224853515625,
38.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 0.96670000000000000373034936274052597582340240478515625,
"raw_values": [
1.0202999999999999847233311811578460037708282470703125,
0.9553000000000000380140363631653599441051483154296875,
0.961300000000000043343106881366111338138580322265625,
0.951799999999999979394260662957094609737396240234375,
0.9617999999999999882760448599583469331264495849609375,
0.94699999999999995292654375589336268603801727294921875,
0.96919999999999995043964418073301203548908233642578125
],
"test_run_times": [
38.50999999999999801048033987171947956085205078125,
38.31000000000000227373675443232059478759765625,
38.280000000000001136868377216160297393798828125,
38.3299999999999982946974341757595539093017578125,
38.47999999999999687361196265555918216705322265625,
38.38000000000000255795384873636066913604736328125,
38.3599999999999994315658113919198513031005859375
]
}
}
},
"f583cee16288439a0002a839493a1dea95498487": {
"identifier": "pts\/nwchem-1.1.1",
"title": "NWChem",
"app_version": "7.0.2",
"description": "Input: C240 Buckyball",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1744,
"test_run_times": [
1749.829999999999927240423858165740966796875
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-lnwctask -lccsd -lmcscf -lselci -lmp2 -lmoints -lstepper -ldriver -loptim -lnwdft -lgradients -lcphf -lesp -lddscf -ldangchang -lguess -lhessian -lvib -lnwcutil -lrimp2 -lproperty -lsolvation -lnwints -lprepar -lnwmd -lnwpw -lofpw -lpaw -lpspw -lband -lnwpwlib -lcafe -lspace -lanalyze -lqhop -lpfft -ldplot -ldrdy -lvscf -lqmmm -lqmd -letrans -ltce -lbq -lmm -lcons -lperfm -ldntmc -lccca -ldimqm -lga -larmci -lpeigs -l64to32 -lopenblas -lpthread -lrt -llapack -lnwcblas -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz -lcomex -m64 -ffast-math -std=legacy -fdefault-integer-8 -finline-functions -O2"
}
}
},
"b": {
"value": 1730.700000000000045474735088646411895751953125,
"test_run_times": [
1742.029999999999972715158946812152862548828125
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-lnwctask -lccsd -lmcscf -lselci -lmp2 -lmoints -lstepper -ldriver -loptim -lnwdft -lgradients -lcphf -lesp -lddscf -ldangchang -lguess -lhessian -lvib -lnwcutil -lrimp2 -lproperty -lsolvation -lnwints -lprepar -lnwmd -lnwpw -lofpw -lpaw -lpspw -lband -lnwpwlib -lcafe -lspace -lanalyze -lqhop -lpfft -ldplot -ldrdy -lvscf -lqmmm -lqmd -letrans -ltce -lbq -lmm -lcons -lperfm -ldntmc -lccca -ldimqm -lga -larmci -lpeigs -l64to32 -lopenblas -lpthread -lrt -llapack -lnwcblas -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz -lcomex -m64 -ffast-math -std=legacy -fdefault-integer-8 -finline-functions -O2"
}
}
},
"c": {
"value": 1757.299999999999954525264911353588104248046875,
"test_run_times": [
1768.3699999999998908606357872486114501953125
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-lnwctask -lccsd -lmcscf -lselci -lmp2 -lmoints -lstepper -ldriver -loptim -lnwdft -lgradients -lcphf -lesp -lddscf -ldangchang -lguess -lhessian -lvib -lnwcutil -lrimp2 -lproperty -lsolvation -lnwints -lprepar -lnwmd -lnwpw -lofpw -lpaw -lpspw -lband -lnwpwlib -lcafe -lspace -lanalyze -lqhop -lpfft -ldplot -ldrdy -lvscf -lqmmm -lqmd -letrans -ltce -lbq -lmm -lcons -lperfm -ldntmc -lccca -ldimqm -lga -larmci -lpeigs -l64to32 -lopenblas -lpthread -lrt -llapack -lnwcblas -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz -lcomex -m64 -ffast-math -std=legacy -fdefault-integer-8 -finline-functions -O2"
}
}
},
"d": {
"value": 1748,
"test_run_times": [
1753.700000000000045474735088646411895751953125
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-lnwctask -lccsd -lmcscf -lselci -lmp2 -lmoints -lstepper -ldriver -loptim -lnwdft -lgradients -lcphf -lesp -lddscf -ldangchang -lguess -lhessian -lvib -lnwcutil -lrimp2 -lproperty -lsolvation -lnwints -lprepar -lnwmd -lnwpw -lofpw -lpaw -lpspw -lband -lnwpwlib -lcafe -lspace -lanalyze -lqhop -lpfft -ldplot -ldrdy -lvscf -lqmmm -lqmd -letrans -ltce -lbq -lmm -lcons -lperfm -ldntmc -lccca -ldimqm -lga -larmci -lpeigs -l64to32 -lopenblas -lpthread -lrt -llapack -lnwcblas -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz -lcomex -m64 -ffast-math -std=legacy -fdefault-integer-8 -finline-functions -O2"
}
}
}
}
},
"3b440bbd8e4ccd918716ffc64aa79f6a9429dae7": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1030.31809999999995852704159915447235107421875,
"raw_values": [
1032.40900000000010550138540565967559814453125,
998.5040000000000190993887372314929962158203125,
1048.846800000000030195224098861217498779296875,
1041.512500000000045474735088646411895751953125
],
"test_run_times": [
38.3900000000000005684341886080801486968994140625,
38.7000000000000028421709430404007434844970703125,
38.590000000000003410605131648480892181396484375,
38.57000000000000028421709430404007434844970703125
]
},
"b": {
"value": 1027.5117000000000189174897968769073486328125,
"raw_values": [
1008.591599999999971259967423975467681884765625,
1037.594499999999925421434454619884490966796875,
1036.348999999999932697392068803310394287109375
],
"test_run_times": [
38.25999999999999801048033987171947956085205078125,
38.159999999999996589394868351519107818603515625,
38.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 1043.28040000000009968061931431293487548828125,
"raw_values": [
1032.992899999999963256414048373699188232421875,
1051.11670000000003710738383233547210693359375,
1045.731500000000096406438387930393218994140625
],
"test_run_times": [
38.219999999999998863131622783839702606201171875,
38.35000000000000142108547152020037174224853515625,
38.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 1032.240999999999985448084771633148193359375,
"raw_values": [
977.2585000000000263753463514149188995361328125,
1044.082900000000108775566332042217254638671875,
1037.210800000000062937033362686634063720703125,
1047.78209999999990031938068568706512451171875,
1036.9852000000000771251507103443145751953125,
1053.217499999999972715158946812152862548828125,
1029.15000000000009094947017729282379150390625
],
"test_run_times": [
38.50999999999999801048033987171947956085205078125,
38.31000000000000227373675443232059478759765625,
38.280000000000001136868377216160297393798828125,
38.3299999999999982946974341757595539093017578125,
38.47999999999999687361196265555918216705322265625,
38.38000000000000255795384873636066913604736328125,
38.3599999999999994315658113919198513031005859375
]
}
}
},
"e9ceeb6664940d8b450401aeeb6cce42adb2afe5": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 199.693000000000012050804798491299152374267578125,
"raw_values": [
183.9533999999999878127709962427616119384765625,
202.666500000000013415046851150691509246826171875,
199.928300000000007230482879094779491424560546875,
201.513700000000000045474735088646411895751953125,
200.2115000000000009094947017729282379150390625,
200.328900000000004411049303598701953887939453125,
202.012699999999995270627550780773162841796875,
201.02649999999999863575794734060764312744140625,
200.983699999999998908606357872486114501953125,
201.258199999999987994669936597347259521484375,
202.037000000000006139089236967265605926513671875,
200.39560000000000172803993336856365203857421875
],
"test_run_times": [
40.2000000000000028421709430404007434844970703125,
40.35000000000000142108547152020037174224853515625,
42.57000000000000028421709430404007434844970703125,
42.590000000000003410605131648480892181396484375,
42.6700000000000017053025658242404460906982421875,
42.719999999999998863131622783839702606201171875,
42.659999999999996589394868351519107818603515625,
42.63000000000000255795384873636066913604736328125,
42.71000000000000085265128291212022304534912109375,
42.719999999999998863131622783839702606201171875,
42.57000000000000028421709430404007434844970703125,
42.78999999999999914734871708787977695465087890625
]
},
"b": {
"value": 199.337999999999993860910763032734394073486328125,
"raw_values": [
176.9234999999999899955582804977893829345703125,
202.101499999999987267074175179004669189453125,
201.999200000000001864464138634502887725830078125,
201.466100000000011505107977427542209625244140625,
199.818900000000013505996321327984333038330078125,
201.646399999999999863575794734060764312744140625,
201.834100000000006502887117676436901092529296875,
200.430200000000013460521586239337921142578125,
200.617899999999991678123478777706623077392578125,
202.294099999999986039256327785551548004150390625,
201.761899999999997135091689415276050567626953125,
201.1616999999999961801222525537014007568359375
],
"test_run_times": [
40.280000000000001136868377216160297393798828125,
42.6700000000000017053025658242404460906982421875,
42.67999999999999971578290569595992565155029296875,
42.63000000000000255795384873636066913604736328125,
42.74000000000000198951966012828052043914794921875,
42.64999999999999857891452847979962825775146484375,
42.75,
42.60000000000000142108547152020037174224853515625,
42.67999999999999971578290569595992565155029296875,
42.6400000000000005684341886080801486968994140625,
42.909999999999996589394868351519107818603515625,
42.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 199.332300000000003592504072003066539764404296875,
"raw_values": [
180.11619999999999208739609457552433013916015625,
200.78100000000000591171556152403354644775390625,
201.00360000000000582076609134674072265625,
201.3283999999999878127709962427616119384765625,
200.29230000000001155058271251618862152099609375,
201.9198000000000092768459580838680267333984375,
202.022500000000007958078640513122081756591796875,
202.248500000000007048583938740193843841552734375,
200.45679999999998699422576464712619781494140625,
200.44859999999999899955582804977893829345703125,
201.2395999999999958163243718445301055908203125,
200.130500000000012050804798491299152374267578125
],
"test_run_times": [
40.659999999999996589394868351519107818603515625,
43.07000000000000028421709430404007434844970703125,
42.61999999999999744204615126363933086395263671875,
42.6099999999999994315658113919198513031005859375,
42.659999999999996589394868351519107818603515625,
42.6700000000000017053025658242404460906982421875,
42.60000000000000142108547152020037174224853515625,
42.6400000000000005684341886080801486968994140625,
42.61999999999999744204615126363933086395263671875,
42.719999999999998863131622783839702606201171875,
42.57000000000000028421709430404007434844970703125,
42.67999999999999971578290569595992565155029296875
]
},
"d": {
"value": 196.78739999999999099600245244801044464111328125,
"raw_values": [
185.460700000000002773958840407431125640869140625,
200.1535000000000081854523159563541412353515625,
200.134600000000006048139766789972782135009765625,
199.551500000000004320099833421409130096435546875,
196.759199999999992769517120905220508575439453125,
197.46539999999998826751834712922573089599609375,
197.963899999999995316102285869419574737548828125,
196.810100000000005593392415903508663177490234375
],
"test_run_times": [
40.32000000000000028421709430404007434844970703125,
40.39999999999999857891452847979962825775146484375,
40.32000000000000028421709430404007434844970703125,
40.340000000000003410605131648480892181396484375,
40.46000000000000085265128291212022304534912109375,
40.340000000000003410605131648480892181396484375,
40.3900000000000005684341886080801486968994140625,
40.39999999999999857891452847979962825775146484375
]
}
}
},
"2d13c0ebad5488ddc8b194766412ebeba7b497e0": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.00729999999999986215470926254056394100189208984375,
"raw_values": [
5.4320000000000003836930773104541003704071044921875,
4.93029999999999990478727340814657509326934814453125,
4.998400000000000176214598468504846096038818359375,
4.95920000000000005258016244624741375446319580078125,
4.9917999999999995708321876008994877338409423828125,
4.9885999999999999232613845379091799259185791015625,
4.94669999999999987494447850622236728668212890625,
4.97060000000000012931877790833823382854461669921875,
4.97240000000000037516656448133289813995361328125,
4.964999999999999857891452847979962825775146484375,
4.94610000000000038511416278197430074214935302734375,
4.98650000000000037658764995285309851169586181640625
],
"test_run_times": [
40.2000000000000028421709430404007434844970703125,
40.35000000000000142108547152020037174224853515625,
42.57000000000000028421709430404007434844970703125,
42.590000000000003410605131648480892181396484375,
42.6700000000000017053025658242404460906982421875,
42.719999999999998863131622783839702606201171875,
42.659999999999996589394868351519107818603515625,
42.63000000000000255795384873636066913604736328125,
42.71000000000000085265128291212022304534912109375,
42.719999999999998863131622783839702606201171875,
42.57000000000000028421709430404007434844970703125,
42.78999999999999914734871708787977695465087890625
]
},
"b": {
"value": 5.01959999999999961772800816106610000133514404296875,
"raw_values": [
5.64730000000000043058889787062071263790130615234375,
4.945100000000000051159076974727213382720947265625,
4.94719999999999959783281155978329479694366455078125,
4.95999999999999996447286321199499070644378662109375,
5.0008999999999996788346834364347159862518310546875,
4.95600000000000040500935938325710594654083251953125,
4.95160000000000000142108547152020037174224853515625,
4.98610000000000042064129956997931003570556640625,
4.9809999999999998721023075631819665431976318359375,
4.94010000000000015774048733874224126338958740234375,
4.95239999999999991331378623726777732372283935546875,
4.9673999999999995935695551452226936817169189453125
],
"test_run_times": [
40.280000000000001136868377216160297393798828125,
42.6700000000000017053025658242404460906982421875,
42.67999999999999971578290569595992565155029296875,
42.63000000000000255795384873636066913604736328125,
42.74000000000000198951966012828052043914794921875,
42.64999999999999857891452847979962825775146484375,
42.75,
42.60000000000000142108547152020037174224853515625,
42.67999999999999971578290569595992565155029296875,
42.6400000000000005684341886080801486968994140625,
42.909999999999996589394868351519107818603515625,
42.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 5.01790000000000002700062395888380706310272216796875,
"raw_values": [
5.54729999999999989768184605054557323455810546875,
4.97750000000000003552713678800500929355621337890625,
4.97130000000000027426949600339867174625396728515625,
4.96389999999999975699438437004573643207550048828125,
4.98899999999999987920773492078296840190887451171875,
4.94920000000000026574298317427746951580047607421875,
4.9465000000000003410605131648480892181396484375,
4.94109999999999960351715344586409628391265869140625,
4.984899999999999664623828721232712268829345703125,
4.98510000000000008668621376273222267627716064453125,
4.96609999999999995878852132591418921947479248046875,
4.9930000000000003268496584496460855007171630859375
],
"test_run_times": [
40.659999999999996589394868351519107818603515625,
43.07000000000000028421709430404007434844970703125,
42.61999999999999744204615126363933086395263671875,
42.6099999999999994315658113919198513031005859375,
42.659999999999996589394868351519107818603515625,
42.6700000000000017053025658242404460906982421875,
42.60000000000000142108547152020037174224853515625,
42.6400000000000005684341886080801486968994140625,
42.61999999999999744204615126363933086395263671875,
42.719999999999998863131622783839702606201171875,
42.57000000000000028421709430404007434844970703125,
42.67999999999999971578290569595992565155029296875
]
},
"d": {
"value": 5.080799999999999982946974341757595539093017578125,
"raw_values": [
5.38849999999999962341235004714690148830413818359375,
4.99279999999999990478727340814657509326934814453125,
4.9932999999999996276756064617075026035308837890625,
5.0068999999999999062083588796667754650115966796875,
5.07899999999999973709918776876293122768402099609375,
5.060800000000000409272615797817707061767578125,
5.04779999999999962057017910410650074481964111328125,
5.07739999999999991331378623726777732372283935546875
],
"test_run_times": [
40.32000000000000028421709430404007434844970703125,
40.39999999999999857891452847979962825775146484375,
40.32000000000000028421709430404007434844970703125,
40.340000000000003410605131648480892181396484375,
40.46000000000000085265128291212022304534912109375,
40.340000000000003410605131648480892181396484375,
40.3900000000000005684341886080801486968994140625,
40.39999999999999857891452847979962825775146484375
]
}
}
},
"a006a3a5fe1942cc73bba310b95c090a716a2126": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.3634000000000003893774191965349018573760986328125,
"raw_values": [
10.3453999999999997072563928668387234210968017578125,
10.358399999999999607780409860424697399139404296875,
10.3863000000000003097966327914036810398101806640625
],
"test_run_times": [
45.67999999999999971578290569595992565155029296875,
48.7000000000000028421709430404007434844970703125,
50.35000000000000142108547152020037174224853515625
]
},
"b": {
"value": 10.3695000000000003836930773104541003704071044921875,
"raw_values": [
10.3861000000000007759126674500294029712677001953125,
10.3071999999999999175770426518283784389495849609375,
10.4153000000000002245315045001916587352752685546875
],
"test_run_times": [
45.71000000000000085265128291212022304534912109375,
44.25999999999999801048033987171947956085205078125,
48.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 10.350699999999999789679350215010344982147216796875,
"raw_values": [
10.31569999999999964757080306299030780792236328125,
10.368700000000000471800376544706523418426513671875,
10.367599999999999482724888366647064685821533203125
],
"test_run_times": [
46,
50.1700000000000017053025658242404460906982421875,
49.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 10.4501000000000008327560863108374178409576416015625,
"raw_values": [
11.1914999999999995594635038287378847599029541015625,
10.3840000000000003410605131648480892181396484375,
10.3633000000000006224354365258477628231048583984375,
10.3890999999999991132426657713949680328369140625,
10.3038000000000007361222742474637925624847412109375,
10.3542000000000005144329406903125345706939697265625,
10.4184000000000001051603248924948275089263916015625,
10.28059999999999973852027324028313159942626953125,
10.38889999999999957935870043002068996429443359375,
10.426899999999999835154085303656756877899169921875
],
"test_run_times": [
45.409999999999996589394868351519107818603515625,
44.39999999999999857891452847979962825775146484375,
44.22999999999999687361196265555918216705322265625,
44.31000000000000227373675443232059478759765625,
44.42999999999999971578290569595992565155029296875,
44.39999999999999857891452847979962825775146484375,
44.25999999999999801048033987171947956085205078125,
44.22999999999999687361196265555918216705322265625,
44.14999999999999857891452847979962825775146484375,
44.27000000000000312638803734444081783294677734375
]
}
}
},
"eca4294ef9f65f9eb7e3619864362bb782b221df": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.868099999999998317434801720082759857177734375,
"raw_values": [
35.719099999999997407940099947154521942138671875,
34.5125000000000028421709430404007434844970703125,
34.3727999999999980218490236438810825347900390625
],
"test_run_times": [
41.75,
39.9500000000000028421709430404007434844970703125,
39.86999999999999744204615126363933086395263671875
]
},
"b": {
"value": 35.14229999999999876081346883438527584075927734375,
"raw_values": [
35.26129999999999853343979339115321636199951171875,
35.3070000000000021600499167107045650482177734375,
34.85860000000000269437805400229990482330322265625
],
"test_run_times": [
40.88000000000000255795384873636066913604736328125,
39.719999999999998863131622783839702606201171875,
39.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 34.82169999999999987494447850622236728668212890625,
"raw_values": [
35.02890000000000014779288903810083866119384765625,
34.6501999999999981127984938211739063262939453125,
34.78609999999999757847035652957856655120849609375
],
"test_run_times": [
41.49000000000000198951966012828052043914794921875,
39.7000000000000028421709430404007434844970703125,
39.78999999999999914734871708787977695465087890625
]
},
"d": {
"value": 35.10130000000000194404492503963410854339599609375,
"raw_values": [
35.85470000000000112549969344399869441986083984375,
34.53139999999999787405613460578024387359619140625,
34.917900000000003046807250939309597015380859375
],
"test_run_times": [
40.590000000000003410605131648480892181396484375,
40,
39.88000000000000255795384873636066913604736328125
]
}
}
},
"59e3c791f39382e6c9e84cf0bd6166c7d7b5ba9e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1832.792699999999967985786497592926025390625,
"raw_values": [
1787.435799999999971987563185393810272216796875,
1851.417699999999967985786497592926025390625,
1859.52449999999998908606357872486114501953125
],
"test_run_times": [
41.75,
39.9500000000000028421709430404007434844970703125,
39.86999999999999744204615126363933086395263671875
]
},
"b": {
"value": 1817.99389999999993960955180227756500244140625,
"raw_values": [
1810.017499999999927240423858165740966796875,
1810.5610999999998966814018785953521728515625,
1833.40309999999999490682967007160186767578125
],
"test_run_times": [
40.88000000000000255795384873636066913604736328125,
39.719999999999998863131622783839702606201171875,
39.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 1834.47710000000006402842700481414794921875,
"raw_values": [
1824.31379999999990104697644710540771484375,
1843.66949999999997089616954326629638671875,
1835.44810000000006766640581190586090087890625
],
"test_run_times": [
41.49000000000000198951966012828052043914794921875,
39.7000000000000028421709430404007434844970703125,
39.78999999999999914734871708787977695465087890625
]
},
"d": {
"value": 1819.6860999999998966814018785953521728515625,
"raw_values": [
1779.152100000000018553691916167736053466796875,
1850.704500000000052750692702829837799072265625,
1829.20170000000007348717190325260162353515625
],
"test_run_times": [
40.590000000000003410605131648480892181396484375,
40,
39.88000000000000255795384873636066913604736328125
]
}
}
},
"000491b6954aa4ca7a90f7caa6fe0a6a6ae7d525": {
"identifier": "pts\/wrf-1.0.1",
"title": "WRF",
"app_version": "4.2.2",
"arguments": "-i conus 2.5km",
"description": "Input: conus 2.5km",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5566.7290000000002692104317247867584228515625,
"test_run_times": [
5566.72999999999956344254314899444580078125
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-O2 -ftree-vectorize -funroll-loops -ffree-form -fconvert=big-endian -frecord-marker=4 -fallow-invalid-boz -lesmf_time -lwrfio_nf -lnetcdff -lnetcdf -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz"
}
}
},
"b": {
"value": 5600.9759999999996580299921333789825439453125,
"test_run_times": [
5600.97999999999956344254314899444580078125
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-O2 -ftree-vectorize -funroll-loops -ffree-form -fconvert=big-endian -frecord-marker=4 -fallow-invalid-boz -lesmf_time -lwrfio_nf -lnetcdff -lnetcdf -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz"
}
}
},
"c": {
"value": 5583.1120000000000800355337560176849365234375,
"test_run_times": [
5583.1099999999996725819073617458343505859375
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-O2 -ftree-vectorize -funroll-loops -ffree-form -fconvert=big-endian -frecord-marker=4 -fallow-invalid-boz -lesmf_time -lwrfio_nf -lnetcdff -lnetcdf -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz"
}
}
},
"d": {
"value": 5617.197000000000116415321826934814453125,
"test_run_times": [
5617.1999999999998181010596454143524169921875
],
"details": {
"compiler-options": {
"compiler-type": "F9X",
"compiler": "gfortran",
"compiler-options": "-O2 -ftree-vectorize -funroll-loops -ffree-form -fconvert=big-endian -frecord-marker=4 -fallow-invalid-boz -lesmf_time -lwrfio_nf -lnetcdff -lnetcdf -lmpi_usempif08 -lmpi_mpifh -lmpi -lopen-rte -lopen-pal -lhwloc -levent_core -levent_pthreads -lm -lz"
}
}
}
}
},
"4b84253f6f74267fbb2b339c2ae5a4541816768d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 96.43000000000000682121026329696178436279296875,
"raw_values": [
96.5979999999999989768184605054557323455810546875,
96.4729999999999989768184605054557323455810546875,
96.219099999999997407940099947154521942138671875
],
"test_run_times": [
45.67999999999999971578290569595992565155029296875,
48.7000000000000028421709430404007434844970703125,
50.35000000000000142108547152020037174224853515625
]
},
"b": {
"value": 96.3790000000000048885340220294892787933349609375,
"raw_values": [
96.215699999999998226485331542789936065673828125,
96.964799999999996771293808706104755401611328125,
95.9565999999999945657691569067537784576416015625
],
"test_run_times": [
45.71000000000000085265128291212022304534912109375,
44.25999999999999801048033987171947956085205078125,
48.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 96.5473999999999961119101499207317829132080078125,
"raw_values": [
96.873099999999993769961292855441570281982421875,
96.3812999999999959754859446547925472259521484375,
96.387799999999998590283212251961231231689453125
],
"test_run_times": [
46,
50.1700000000000017053025658242404460906982421875,
49.8599999999999994315658113919198513031005859375
]
},
"d": {
"value": 95.6980999999999966121322358958423137664794921875,
"raw_values": [
89.3131000000000057070792536251246929168701171875,
96.250799999999998135535861365497112274169921875,
96.449600000000003774403012357652187347412109375,
96.20810000000000172803993336856365203857421875,
97.0010999999999938836481305770576000213623046875,
96.5320999999999997953636921010911464691162109375,
95.9352999999999980218490236438810825347900390625,
97.221800000000001773514668457210063934326171875,
96.2112000000000051613824325613677501678466796875,
95.8580999999999932015271042473614215850830078125
],
"test_run_times": [
45.409999999999996589394868351519107818603515625,
44.39999999999999857891452847979962825775146484375,
44.22999999999999687361196265555918216705322265625,
44.31000000000000227373675443232059478759765625,
44.42999999999999971578290569595992565155029296875,
44.39999999999999857891452847979962825775146484375,
44.25999999999999801048033987171947956085205078125,
44.22999999999999687361196265555918216705322265625,
44.14999999999999857891452847979962825775146484375,
44.27000000000000312638803734444081783294677734375
]
}
}
},
"c0672a4955f7b2ab1a405f869c012f764e80097e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1880.768800000000055661075748503208160400390625,
"raw_values": [
1837.9389000000001033185981214046478271484375,
1903.046199999999998908606357872486114501953125,
1901.321200000000089858076535165309906005859375
],
"test_run_times": [
59.590000000000003410605131648480892181396484375,
48.13000000000000255795384873636066913604736328125,
48
]
},
"b": {
"value": 1875.90349999999989449861459434032440185546875,
"raw_values": [
1823.009099999999989449861459434032440185546875,
1903.82670000000007348717190325260162353515625,
1900.8746000000001004082150757312774658203125
],
"test_run_times": [
54.02000000000000312638803734444081783294677734375,
47.99000000000000198951966012828052043914794921875,
47.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 1879.83879999999999199644662439823150634765625,
"raw_values": [
1837.487399999999979627318680286407470703125,
1899.544799999999895590008236467838287353515625,
1902.484200000000100772012956440448760986328125
],
"test_run_times": [
57.02000000000000312638803734444081783294677734375,
47.9200000000000017053025658242404460906982421875,
47.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 1865.019299999999930150806903839111328125,
"raw_values": [
1821.994500000000016370904631912708282470703125,
1888.45710000000008221832104027271270751953125,
1884.606199999999944338924251496791839599609375
],
"test_run_times": [
54.82000000000000028421709430404007434844970703125,
48.06000000000000227373675443232059478759765625,
48.06000000000000227373675443232059478759765625
]
}
}
},
"60f855709ace180c19d54e5d245b05d6b1c7fe03": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 33.9808000000000021145751816220581531524658203125,
"raw_values": [
34.73689999999999855617716093547642230987548828125,
33.59009999999999962483343551866710186004638671875,
33.6154999999999972715158946812152862548828125
],
"test_run_times": [
59.590000000000003410605131648480892181396484375,
48.13000000000000255795384873636066913604736328125,
48
]
},
"b": {
"value": 34.08149999999999835154085303656756877899169921875,
"raw_values": [
35.0459000000000031604940886609256267547607421875,
33.571899999999999408828443847596645355224609375,
33.62660000000000337649908033199608325958251953125
],
"test_run_times": [
54.02000000000000312638803734444081783294677734375,
47.99000000000000198951966012828052043914794921875,
47.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 33.99389999999999645297066308557987213134765625,
"raw_values": [
34.75280000000000057980287238024175167083740234375,
33.6492999999999966576069709844887256622314453125,
33.579599999999999226929503493010997772216796875
],
"test_run_times": [
57.02000000000000312638803734444081783294677734375,
47.9200000000000017053025658242404460906982421875,
47.96000000000000085265128291212022304534912109375
]
},
"d": {
"value": 34.250799999999998135535861365497112274169921875,
"raw_values": [
35.04809999999999803321770741604268550872802734375,
33.82509999999999905639924691058695316314697265625,
33.87930000000000063664629124104976654052734375
],
"test_run_times": [
54.82000000000000028421709430404007434844970703125,
48.06000000000000227373675443232059478759765625,
48.06000000000000227373675443232059478759765625
]
}
}
},
"cfea26185bda60cf1bd972198a894017567ea66d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 475.69639999999998281055013649165630340576171875,
"raw_values": [
474.94679999999999608917278237640857696533203125,
475.23919999999998253770172595977783203125,
476.90330000000000154614099301397800445556640625
],
"test_run_times": [
64.1200000000000045474735088646411895751953125,
48.52000000000000312638803734444081783294677734375,
48.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 474.1852000000000089130480773746967315673828125,
"raw_values": [
473.51999999999998181010596454143524169921875,
475.08899999999999863575794734060764312744140625,
473.946599999999989449861459434032440185546875
],
"test_run_times": [
62.4200000000000017053025658242404460906982421875,
48.38000000000000255795384873636066913604736328125,
48.39999999999999857891452847979962825775146484375
]
},
"c": {
"value": 475.68040000000002009983290918171405792236328125,
"raw_values": [
474.64299999999997226041159592568874359130859375,
476.1789999999999736246536485850811004638671875,
476.219299999999975625541992485523223876953125
],
"test_run_times": [
59.2000000000000028421709430404007434844970703125,
48.17999999999999971578290569595992565155029296875,
49.1700000000000017053025658242404460906982421875
]
},
"d": {
"value": 477.61079999999998335624695755541324615478515625,
"raw_values": [
478.47539999999997917257132939994335174560546875,
477.2984999999999899955582804977893829345703125,
477.05860000000001264197635464370250701904296875
],
"test_run_times": [
62.36999999999999744204615126363933086395263671875,
48.1400000000000005684341886080801486968994140625,
48.25
]
}
}
},
"a9114050bf9d19d8068bec56f0849556b5ad7e41": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1829.964400000000068757799454033374786376953125,
"raw_values": [
1820.5862999999999374267645180225372314453125,
1832.48849999999993087840266525745391845703125,
1836.8182999999999083229340612888336181640625
],
"test_run_times": [
43.5799999999999982946974341757595539093017578125,
39.9500000000000028421709430404007434844970703125,
39.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 1824.3759000000000014551915228366851806640625,
"raw_values": [
1799.40850000000000363797880709171295166015625,
1844.2436999999999898136593401432037353515625,
1829.47550000000001091393642127513885498046875
],
"test_run_times": [
41.22999999999999687361196265555918216705322265625,
39.77000000000000312638803734444081783294677734375,
39.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 1827.9780000000000654836185276508331298828125,
"raw_values": [
1792.307900000000017826096154749393463134765625,
1842.4119000000000596628524363040924072265625,
1849.21419999999989158823154866695404052734375
],
"test_run_times": [
41.5799999999999982946974341757595539093017578125,
39.68999999999999772626324556767940521240234375,
39.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 1837.4976999999998952262103557586669921875,
"raw_values": [
1808.683399999999892315827310085296630859375,
1856.596800000000030195224098861217498779296875,
1847.212800000000015643308870494365692138671875
],
"test_run_times": [
41.5,
40,
39.9200000000000017053025658242404460906982421875
]
}
}
},
"39697168b3b50cc5be0663ce16b826085d7964b6": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.91689999999999827196006663143634796142578125,
"raw_values": [
35.070999999999997953636921010911464691162109375,
34.890399999999999636202119290828704833984375,
34.78920000000000101181285572238266468048095703125
],
"test_run_times": [
43.5799999999999982946974341757595539093017578125,
39.9500000000000028421709430404007434844970703125,
39.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 35.00630000000000308091330225579440593719482421875,
"raw_values": [
35.4894000000000033878677641041576862335205078125,
34.62570000000000192130755749531090259552001953125,
34.9037000000000006139089236967265605926513671875
],
"test_run_times": [
41.22999999999999687361196265555918216705322265625,
39.77000000000000312638803734444081783294677734375,
39.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 34.96829999999999927240423858165740966796875,
"raw_values": [
35.659300000000001773514668457210063934326171875,
34.67649999999999721467247582040727138519287109375,
34.56909999999999882902557146735489368438720703125
],
"test_run_times": [
41.5799999999999982946974341757595539093017578125,
39.68999999999999772626324556767940521240234375,
39.8299999999999982946974341757595539093017578125
]
},
"d": {
"value": 34.75670000000000214868123293854296207427978515625,
"raw_values": [
35.31710000000000349018591805361211299896240234375,
34.38029999999999830606611794792115688323974609375,
34.57269999999999754436430521309375762939453125
],
"test_run_times": [
41.5,
40,
39.9200000000000017053025658242404460906982421875
]
}
}
},
"386d3c9c7501657468be0ac976a04b369aced25d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.1485000000000002984279490192420780658721923828125,
"raw_values": [
5.5753000000000003666400516522116959095001220703125,
5.1082999999999998408384271897375583648681640625,
5.10250000000000003552713678800500929355621337890625,
5.10630000000000006110667527536861598491668701171875,
5.111399999999999721467247582040727138519287109375,
5.1258999999999996788346834364347159862518310546875,
5.10109999999999974562570059788413345813751220703125,
5.10470000000000023732127374387346208095550537109375,
5.12019999999999964046537570538930594921112060546875,
5.11869999999999958362195684458129107952117919921875,
5.10770000000000035100811146548949182033538818359375,
5.10020000000000006679101716144941747188568115234375
],
"test_run_times": [
39.0499999999999971578290569595992565155029296875,
39.03999999999999914734871708787977695465087890625,
39.21000000000000085265128291212022304534912109375,
39.21000000000000085265128291212022304534912109375,
39.2000000000000028421709430404007434844970703125,
39.25,
38.67999999999999971578290569595992565155029296875,
39.27000000000000312638803734444081783294677734375,
39.1700000000000017053025658242404460906982421875,
39.219999999999998863131622783839702606201171875,
39.24000000000000198951966012828052043914794921875,
39.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 5.16589999999999971436182022443972527980804443359375,
"raw_values": [
5.69869999999999965467623042059130966663360595703125,
5.15430000000000010373923942097462713718414306640625,
5.1166000000000000369482222595252096652984619140625,
5.11399999999999987920773492078296840190887451171875,
5.12159999999999993036681189551018178462982177734375,
5.12399999999999966604491419275291264057159423828125,
5.11029999999999962057017910410650074481964111328125,
5.1159999999999996589394868351519107818603515625,
5.117399999999999948840923025272786617279052734375,
5.114200000000000301270119962282478809356689453125,
5.12230000000000007531752999057061970233917236328125,
5.11380000000000034532376957940869033336639404296875,
5.1333000000000001961097950697876513004302978515625
],
"test_run_times": [
38.38000000000000255795384873636066913604736328125,
39.02000000000000312638803734444081783294677734375,
39.159999999999996589394868351519107818603515625,
38.52000000000000312638803734444081783294677734375,
39.090000000000003410605131648480892181396484375,
39.02000000000000312638803734444081783294677734375,
38.969999999999998863131622783839702606201171875,
39.11999999999999744204615126363933086395263671875,
39,
39.02000000000000312638803734444081783294677734375,
39.07000000000000028421709430404007434844970703125,
39.14999999999999857891452847979962825775146484375,
39.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 5.18020000000000013784529073745943605899810791015625,
"raw_values": [
5.72879999999999967030817060731351375579833984375,
5.13750000000000017763568394002504646778106689453125,
5.14519999999999999573674358543939888477325439453125,
5.1242000000000000881072992342524230480194091796875,
5.11840000000000028279600883251987397670745849609375,
5.11770000000000013784529073745943605899810791015625,
5.152499999999999857891452847979962825775146484375,
5.11939999999999972857267493964172899723052978515625,
5.1332000000000004291678123991005122661590576171875,
5.11099999999999976552089719916693866252899169921875,
5.14189999999999969304553815163671970367431640625,
5.13210000000000032827074392116628587245941162109375
],
"test_run_times": [
38.3900000000000005684341886080801486968994140625,
39.0799999999999982946974341757595539093017578125,
39.02000000000000312638803734444081783294677734375,
39.1099999999999994315658113919198513031005859375,
38.96000000000000085265128291212022304534912109375,
38.969999999999998863131622783839702606201171875,
39.00999999999999801048033987171947956085205078125,
39.0499999999999971578290569595992565155029296875,
39.0499999999999971578290569595992565155029296875,
39,
39.03999999999999914734871708787977695465087890625,
39.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 5.1614000000000004320099833421409130096435546875,
"raw_values": [
5.67889999999999961488583721802569925785064697265625,
5.1228999999999995651478457148186862468719482421875,
5.108399999999999607780409860424697399139404296875,
5.10639999999999982804865794605575501918792724609375,
5.12070000000000025153212845907546579837799072265625,
5.1059000000000001051603248924948275089263916015625,
5.12140000000000039648284655413590371608734130859375,
5.1089000000000002188471626141108572483062744140625,
5.11000000000000031974423109204508364200592041015625,
5.12929999999999974846787154092453420162200927734375,
5.1120999999999998664179656771011650562286376953125,
5.11150000000000037658764995285309851169586181640625
],
"test_run_times": [
38.68999999999999772626324556767940521240234375,
39.25999999999999801048033987171947956085205078125,
38.68999999999999772626324556767940521240234375,
38.63000000000000255795384873636066913604736328125,
38.60000000000000142108547152020037174224853515625,
38.5799999999999982946974341757595539093017578125,
38.590000000000003410605131648480892181396484375,
38.71000000000000085265128291212022304534912109375,
38.6400000000000005684341886080801486968994140625,
38.49000000000000198951966012828052043914794921875,
38.590000000000003410605131648480892181396484375,
38.5799999999999982946974341757595539093017578125
]
}
}
},
"184fece0867b0c453d1ea8cbb6c3eeeca294f0fd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 194.247600000000005593392415903508663177490234375,
"raw_values": [
179.2730999999999994543031789362430572509765625,
195.65010000000000900399754755198955535888671875,
195.892599999999987403498380444943904876708984375,
195.743799999999993133315001614391803741455078125,
195.551999999999992496668710373342037200927734375,
194.97210000000001173248165287077426910400390625,
195.9451999999999998181010596454143524169921875,
195.80500000000000682121026329696178436279296875,
195.1997000000000070940586738288402557373046875,
195.27289999999999281499185599386692047119140625,
195.691499999999990677679306827485561370849609375,
195.973600000000004683897714130580425262451171875
],
"test_run_times": [
39.0499999999999971578290569595992565155029296875,
39.03999999999999914734871708787977695465087890625,
39.21000000000000085265128291212022304534912109375,
39.21000000000000085265128291212022304534912109375,
39.2000000000000028421709430404007434844970703125,
39.25,
38.67999999999999971578290569595992565155029296875,
39.27000000000000312638803734444081783294677734375,
39.1700000000000017053025658242404460906982421875,
39.219999999999998863131622783839702606201171875,
39.24000000000000198951966012828052043914794921875,
39.14999999999999857891452847979962825775146484375
]
},
"b": {
"value": 193.59719999999998663042788393795490264892578125,
"raw_values": [
175.330900000000013960743672214448451995849609375,
193.846100000000006957634468562901020050048828125,
195.288399999999995770849636755883693695068359375,
195.399100000000004229150363244116306304931640625,
195.078200000000009595169103704392910003662109375,
195.038600000000002410160959698259830474853515625,
195.558300000000002683009370230138301849365234375,
195.35570000000001300577423535287380218505859375,
195.275200000000012323653209023177623748779296875,
195.42320000000000845830072648823261260986328125,
195.10210000000000718500814400613307952880859375,
195.42189999999999372448655776679515838623046875,
194.645800000000008367351256310939788818359375
],
"test_run_times": [
38.38000000000000255795384873636066913604736328125,
39.02000000000000312638803734444081783294677734375,
39.159999999999996589394868351519107818603515625,
38.52000000000000312638803734444081783294677734375,
39.090000000000003410605131648480892181396484375,
39.02000000000000312638803734444081783294677734375,
38.969999999999998863131622783839702606201171875,
39.11999999999999744204615126363933086395263671875,
39,
39.02000000000000312638803734444081783294677734375,
39.07000000000000028421709430404007434844970703125,
39.14999999999999857891452847979962825775146484375,
39.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 193.08719999999999572537490166723728179931640625,
"raw_values": [
174.445799999999991314325598068535327911376953125,
194.50430000000000063664629124104976654052734375,
194.22849999999999681676854379475116729736328125,
195.00360000000000582076609134674072265625,
195.19950000000000045474735088646411895751953125,
195.27740000000000009094947017729282379150390625,
193.936499999999995225152815692126750946044921875,
195.218899999999990768628777004778385162353515625,
194.635300000000000864019966684281826019287109375,
195.539999999999992041921359486877918243408203125,
194.352699999999998681232682429254055023193359375,
194.703699999999997771737980656325817108154296875
],
"test_run_times": [
38.3900000000000005684341886080801486968994140625,
39.0799999999999982946974341757595539093017578125,
39.02000000000000312638803734444081783294677734375,
39.1099999999999994315658113919198513031005859375,
38.96000000000000085265128291212022304534912109375,
38.969999999999998863131622783839702606201171875,
39.00999999999999801048033987171947956085205078125,
39.0499999999999971578290569595992565155029296875,
39.0499999999999971578290569595992565155029296875,
39,
39.03999999999999914734871708787977695465087890625,
39.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 193.81860000000000354702933691442012786865234375,
"raw_values": [
176.021800000000013142198440618813037872314453125,
195.0575000000000045474735088646411895751953125,
195.666300000000006775735528208315372467041015625,
195.74529999999998608473106287419795989990234375,
195.198900000000008958522812463343143463134765625,
195.75569999999999026840669102966785430908203125,
195.161799999999999499777914024889469146728515625,
195.651800000000008594724931754171848297119140625,
195.614200000000010959411156363785266876220703125,
194.8673000000000001818989403545856475830078125,
195.52740000000000009094947017729282379150390625,
195.555200000000013460521586239337921142578125
],
"test_run_times": [
38.68999999999999772626324556767940521240234375,
39.25999999999999801048033987171947956085205078125,
38.68999999999999772626324556767940521240234375,
38.63000000000000255795384873636066913604736328125,
38.60000000000000142108547152020037174224853515625,
38.5799999999999982946974341757595539093017578125,
38.590000000000003410605131648480892181396484375,
38.71000000000000085265128291212022304534912109375,
38.6400000000000005684341886080801486968994140625,
38.49000000000000198951966012828052043914794921875,
38.590000000000003410605131648480892181396484375,
38.5799999999999982946974341757595539093017578125
]
}
}
},
"1a8f84ecf131a8f2bb9cf496b58f44a8a27991a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11228.662500000000363797880709171295166015625,
"raw_values": [
10373.453999999999723513610661029815673828125,
11293.11360000000058789737522602081298828125,
11238.683100000000194995664060115814208984375,
11328.55659999999988940544426441192626953125,
11282.0282000000006519258022308349609375,
11268.15940000000045984052121639251708984375,
11322.08220000000073923729360103607177734375,
11347.0440999999991618096828460693359375,
11284.455299999999624560587108135223388671875,
11326.016600000000835279934108257293701171875,
11309.465200000000550062395632266998291015625,
11328.17870000000038999132812023162841796875,
11271.375099999999292776919901371002197265625
],
"test_run_times": [
40.8599999999999994315658113919198513031005859375,
39.9500000000000028421709430404007434844970703125,
40.25,
39.780000000000001136868377216160297393798828125,
39.8900000000000005684341886080801486968994140625,
39.85000000000000142108547152020037174224853515625,
39.82000000000000028421709430404007434844970703125,
39.97999999999999687361196265555918216705322265625,
39.8599999999999994315658113919198513031005859375,
39.9200000000000017053025658242404460906982421875,
39.8599999999999994315658113919198513031005859375,
39.77000000000000312638803734444081783294677734375,
39.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 11169.8516999999992549419403076171875,
"raw_values": [
10456.06780000000071595422923564910888671875,
11267.26310000000012223608791828155517578125,
11272.38980000000083236955106258392333984375,
11227.761300000000119325704872608184814453125,
11270.50389999999970314092934131622314453125,
11206.18419999999969149939715862274169921875,
11295.28729999999995925463736057281494140625,
11297.3349999999991268850862979888916015625,
11235.873199999999997089616954326629638671875
],
"test_run_times": [
40.2999999999999971578290569595992565155029296875,
39.78999999999999914734871708787977695465087890625,
39.6700000000000017053025658242404460906982421875,
39.659999999999996589394868351519107818603515625,
39.96000000000000085265128291212022304534912109375,
39.8599999999999994315658113919198513031005859375,
39.659999999999996589394868351519107818603515625,
39.8299999999999982946974341757595539093017578125,
39.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 11163.6592999999993480741977691650390625,
"raw_values": [
10557.059400000000096042640507221221923828125,
11245.65769999999974970705807209014892578125,
11278.691300000000410364009439945220947265625,
11250.520699999999123974703252315521240234375,
11274.675900000000183354131877422332763671875,
11300.601199999999153078533709049224853515625,
11238.409200000000055297277867794036865234375
],
"test_run_times": [
40.31000000000000227373675443232059478759765625,
39.60000000000000142108547152020037174224853515625,
39.840000000000003410605131648480892181396484375,
39.74000000000000198951966012828052043914794921875,
39.77000000000000312638803734444081783294677734375,
39.71000000000000085265128291212022304534912109375,
39.56000000000000227373675443232059478759765625
]
},
"d": {
"value": 11221.135700000000724685378372669219970703125,
"raw_values": [
10373.294700000000375439412891864776611328125,
11319.90450000000055297277867794036865234375,
11327.248900000000503496266901493072509765625,
11293.2756000000008498318493366241455078125,
11301.322099999999409192241728305816650390625,
11315.355499999999665305949747562408447265625,
11330.758700000000317231751978397369384765625,
11282.014900000000125146470963954925537109375,
11260.841000000000349245965480804443359375,
11270.435699999999997089616954326629638671875,
11273.9887999999991734512150287628173828125,
11305.18820000000050640664994716644287109375
],
"test_run_times": [
40.24000000000000198951966012828052043914794921875,
39.9500000000000028421709430404007434844970703125,
40.07000000000000028421709430404007434844970703125,
39.85000000000000142108547152020037174224853515625,
39.97999999999999687361196265555918216705322265625,
39.8599999999999994315658113919198513031005859375,
39.72999999999999687361196265555918216705322265625,
39.81000000000000227373675443232059478759765625,
39.88000000000000255795384873636066913604736328125,
39.88000000000000255795384873636066913604736328125,
40.0499999999999971578290569595992565155029296875,
39.840000000000003410605131648480892181396484375
]
}
}
},
"fe8adf6ae3796d52419bec3b9df723076023e933": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.6852000000000000312638803734444081783294677734375,
"raw_values": [
6.15390000000000014779288903810083866119384765625,
5.647999999999999687361196265555918216705322265625,
5.67710000000000025721647034515626728534698486328125,
5.63239999999999962909669193322770297527313232421875,
5.6563999999999996504129740060307085514068603515625,
5.66410000000000035669245335157029330730438232421875,
5.63600000000000012079226507921703159809112548828125,
5.6212999999999997413624441833235323429107666015625,
5.6547999999999998266275724745355546474456787109375,
5.6287000000000002586375558166764676570892333984375,
5.6426999999999996049382389173842966556549072265625,
5.6333000000000001961097950697876513004302978515625,
5.6593999999999997640998117276467382907867431640625
],
"test_run_times": [
40.8599999999999994315658113919198513031005859375,
39.9500000000000028421709430404007434844970703125,
40.25,
39.780000000000001136868377216160297393798828125,
39.8900000000000005684341886080801486968994140625,
39.85000000000000142108547152020037174224853515625,
39.82000000000000028421709430404007434844970703125,
39.97999999999999687361196265555918216705322265625,
39.8599999999999994315658113919198513031005859375,
39.9200000000000017053025658242404460906982421875,
39.8599999999999994315658113919198513031005859375,
39.77000000000000312638803734444081783294677734375,
39.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 5.7140000000000004121147867408581078052520751953125,
"raw_values": [
6.09940000000000015489831639570184051990509033203125,
5.66049999999999986499688020558096468448638916015625,
5.66110000000000024300561562995426356792449951171875,
5.6807999999999996276756064617075026035308837890625,
5.66279999999999983373299983213655650615692138671875,
5.69109999999999960351715344586409628391265869140625,
5.64599999999999990762944435118697583675384521484375,
5.64810000000000034248159863636828958988189697265625,
5.67630000000000034532376957940869033336639404296875
],
"test_run_times": [
40.2999999999999971578290569595992565155029296875,
39.78999999999999914734871708787977695465087890625,
39.6700000000000017053025658242404460906982421875,
39.659999999999996589394868351519107818603515625,
39.96000000000000085265128291212022304534912109375,
39.8599999999999994315658113919198513031005859375,
39.659999999999996589394868351519107818603515625,
39.8299999999999982946974341757595539093017578125,
39.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 5.716499999999999914734871708787977695465087890625,
"raw_values": [
6.04220000000000023732127374387346208095550537109375,
5.672200000000000130739863379858434200286865234375,
5.6577999999999999403144101961515843868255615234375,
5.67039999999999988489207680686376988887786865234375,
5.65599999999999969446662362315692007541656494140625,
5.64599999999999990762944435118697583675384521484375,
5.67060000000000030695446184836328029632568359375
],
"test_run_times": [
40.31000000000000227373675443232059478759765625,
39.60000000000000142108547152020037174224853515625,
39.840000000000003410605131648480892181396484375,
39.74000000000000198951966012828052043914794921875,
39.77000000000000312638803734444081783294677734375,
39.71000000000000085265128291212022304534912109375,
39.56000000000000227373675443232059478759765625
]
},
"d": {
"value": 5.69080000000000030269120543380267918109893798828125,
"raw_values": [
6.15650000000000030553337637684307992458343505859375,
5.63970000000000037942982089589349925518035888671875,
5.63550000000000039790393202565610408782958984375,
5.650999999999999801048033987171947956085205078125,
5.64430000000000031690206014900468289852142333984375,
5.6425999999999998379962562466971576213836669921875,
5.63159999999999971720399116748012602329254150390625,
5.65439999999999987068122209166176617145538330078125,
5.6669999999999998152588887023739516735076904296875,
5.66279999999999983373299983213655650615692138671875,
5.65950000000000041922021409845910966396331787109375,
5.644800000000000039790393202565610408782958984375
],
"test_run_times": [
40.24000000000000198951966012828052043914794921875,
39.9500000000000028421709430404007434844970703125,
40.07000000000000028421709430404007434844970703125,
39.85000000000000142108547152020037174224853515625,
39.97999999999999687361196265555918216705322265625,
39.8599999999999994315658113919198513031005859375,
39.72999999999999687361196265555918216705322265625,
39.81000000000000227373675443232059478759765625,
39.88000000000000255795384873636066913604736328125,
39.88000000000000255795384873636066913604736328125,
40.0499999999999971578290569595992565155029296875,
39.840000000000003410605131648480892181396484375
]
}
}
},
"59d928faf884edbadd7e25d023874b40a291e0c0": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 190.842000000000012960299500264227390289306640625,
"raw_values": [
176.646899999999988040144671685993671417236328125,
191.758900000000011232259566895663738250732421875,
192.395499999999998408384271897375583648681640625,
191.480899999999991223376127891242504119873046875,
191.77010000000001355147105641663074493408203125,
191.83449999999999135980033315718173980712890625,
192.22100000000000363797880709171295166015625,
192.11250000000001136868377216160297393798828125,
192.713699999999988676790962927043437957763671875,
192.457099999999996953192749060690402984619140625,
192.2436999999999898136593401432037353515625,
192.4696999999999889041646383702754974365234375
],
"test_run_times": [
38.5799999999999982946974341757595539093017578125,
39.03999999999999914734871708787977695465087890625,
39.32000000000000028421709430404007434844970703125,
39.2999999999999971578290569595992565155029296875,
39.0499999999999971578290569595992565155029296875,
39.17999999999999971578290569595992565155029296875,
39.1700000000000017053025658242404460906982421875,
39.17999999999999971578290569595992565155029296875,
39.2999999999999971578290569595992565155029296875,
39.18999999999999772626324556767940521240234375,
39.25999999999999801048033987171947956085205078125,
39.25
]
},
"b": {
"value": 190.039899999999988722265698015689849853515625,
"raw_values": [
171.117400000000003501554601825773715972900390625,
191.85489999999998644852894358336925506591796875,
191.201699999999988222043612040579319000244140625,
191.928100000000000591171556152403354644775390625,
191.397600000000011277734301984310150146484375,
192.26240000000001373336999677121639251708984375,
192.1970000000000027284841053187847137451171875,
191.53079999999999927240423858165740966796875,
190.43909999999999627107172273099422454833984375,
192.1979000000000041836756281554698944091796875,
192.27690000000001191438059322535991668701171875,
192.07499999999998863131622783839702606201171875
],
"test_run_times": [
38.60000000000000142108547152020037174224853515625,
39.1099999999999994315658113919198513031005859375,
39.909999999999996589394868351519107818603515625,
39.090000000000003410605131648480892181396484375,
39.14999999999999857891452847979962825775146484375,
38.590000000000003410605131648480892181396484375,
39.10000000000000142108547152020037174224853515625,
39.1700000000000017053025658242404460906982421875,
39.159999999999996589394868351519107818603515625,
39.1400000000000005684341886080801486968994140625,
39.159999999999996589394868351519107818603515625,
39.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 189.8174999999999954525264911353588104248046875,
"raw_values": [
179.713699999999988676790962927043437957763671875,
191.809200000000004138200893066823482513427734375,
192.005500000000012050804798491299152374267578125,
191.513700000000000045474735088646411895751953125,
190.90379999999998972270986996591091156005859375,
191.0946000000000140062184073030948638916015625,
191.68229999999999790816218592226505279541015625
],
"test_run_times": [
38.409999999999996589394868351519107818603515625,
38.89999999999999857891452847979962825775146484375,
39.03999999999999914734871708787977695465087890625,
39.10000000000000142108547152020037174224853515625,
39.1099999999999994315658113919198513031005859375,
39.11999999999999744204615126363933086395263671875,
39.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 190.137599999999991950971889309585094451904296875,
"raw_values": [
173.420400000000000773070496506989002227783203125,
191.893200000000007321432349272072315216064453125,
191.824199999999990495780366472899913787841796875,
191.9578999999999950887286104261875152587890625,
191.65760000000000218278728425502777099609375,
192.014100000000013324097380973398685455322265625,
191.609299999999990404830896295607089996337890625,
191.331500000000005456968210637569427490234375,
191.14650000000000318323145620524883270263671875,
191.769800000000003592504072003066539764404296875,
191.274300000000010868461686186492443084716796875,
191.752800000000007685230229981243610382080078125
],
"test_run_times": [
38.780000000000001136868377216160297393798828125,
38.6700000000000017053025658242404460906982421875,
38.56000000000000227373675443232059478759765625,
38.60000000000000142108547152020037174224853515625,
38.6400000000000005684341886080801486968994140625,
38.5499999999999971578290569595992565155029296875,
38.659999999999996589394868351519107818603515625,
38.61999999999999744204615126363933086395263671875,
38.719999999999998863131622783839702606201171875,
38.75,
38.6099999999999994315658113919198513031005859375,
38.92999999999999971578290569595992565155029296875
]
}
}
},
"7177df0983290cc547ee8201e604768da3e0a24a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 133.5158999999999878127709962427616119384765625,
"raw_values": [
133.659500000000008412825991399586200714111328125,
133.673599999999993315213941968977451324462890625,
133.214599999999990131982485763728618621826171875
],
"test_run_times": [
64.1200000000000045474735088646411895751953125,
48.52000000000000312638803734444081783294677734375,
48.18999999999999772626324556767940521240234375
]
},
"b": {
"value": 133.718899999999990768628777004778385162353515625,
"raw_values": [
133.777099999999990131982485763728618621826171875,
133.477200000000010504663805477321147918701171875,
133.902500000000003410605131648480892181396484375
],
"test_run_times": [
62.4200000000000017053025658242404460906982421875,
48.38000000000000255795384873636066913604736328125,
48.39999999999999857891452847979962825775146484375
]
},
"c": {
"value": 133.484299999999990404830896295607089996337890625,
"raw_values": [
133.6947000000000116415321826934814453125,
133.5855999999999994543031789362430572509765625,
133.1725999999999885403667576611042022705078125
],
"test_run_times": [
59.2000000000000028421709430404007434844970703125,
48.17999999999999971578290569595992565155029296875,
49.1700000000000017053025658242404460906982421875
]
},
"d": {
"value": 133.00790000000000645741238258779048919677734375,
"raw_values": [
133.03960000000000718500814400613307952880859375,
132.811499999999995225152815692126750946044921875,
133.1725000000000136424205265939235687255859375
],
"test_run_times": [
62.36999999999999744204615126363933086395263671875,
48.1400000000000005684341886080801486968994140625,
48.25
]
}
}
},
"462f293f366723d6995e274ef4bcdb1bff660c2d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.23819999999999996731503415503539144992828369140625,
"raw_values": [
5.65679999999999960635932438890449702739715576171875,
5.2096000000000000085265128291212022304534912109375,
5.19329999999999980531129040173254907131195068359375,
5.21760000000000001563194018672220408916473388671875,
5.2102000000000003865352482534945011138916015625,
5.20830000000000037374547900981269776821136474609375,
5.19800000000000039790393202565610408782958984375,
5.20080000000000008952838470577262341976165771484375,
5.18480000000000007531752999057061970233917236328125,
5.19169999999999998152588887023739516735076904296875,
5.19669999999999987494447850622236728668212890625,
5.19090000000000006963318810448981821537017822265625
],
"test_run_times": [
38.5799999999999982946974341757595539093017578125,
39.03999999999999914734871708787977695465087890625,
39.32000000000000028421709430404007434844970703125,
39.2999999999999971578290569595992565155029296875,
39.0499999999999971578290569595992565155029296875,
39.17999999999999971578290569595992565155029296875,
39.1700000000000017053025658242404460906982421875,
39.17999999999999971578290569595992565155029296875,
39.2999999999999971578290569595992565155029296875,
39.18999999999999772626324556767940521240234375,
39.25999999999999801048033987171947956085205078125,
39.25
]
},
"b": {
"value": 5.26170000000000026574298317427746951580047607421875,
"raw_values": [
5.8385999999999995679900166578590869903564453125,
5.20680000000000031690206014900468289852142333984375,
5.2247000000000003439026841078884899616241455078125,
5.20469999999999988204990586382336914539337158203125,
5.21839999999999992752464095246978104114532470703125,
5.19639999999999968594011079403571784496307373046875,
5.1974999999999997868371792719699442386627197265625,
5.2141999999999999459987520822323858737945556640625,
5.24429999999999996163069226895458996295928955078125,
5.19800000000000039790393202565610408782958984375,
5.19550000000000000710542735760100185871124267578125,
5.20099999999999962341235004714690148830413818359375
],
"test_run_times": [
38.60000000000000142108547152020037174224853515625,
39.1099999999999994315658113919198513031005859375,
39.909999999999996589394868351519107818603515625,
39.090000000000003410605131648480892181396484375,
39.14999999999999857891452847979962825775146484375,
38.590000000000003410605131648480892181396484375,
39.10000000000000142108547152020037174224853515625,
39.1700000000000017053025658242404460906982421875,
39.159999999999996589394868351519107818603515625,
39.1400000000000005684341886080801486968994140625,
39.159999999999996589394868351519107818603515625,
39.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 5.265100000000000335376171278767287731170654296875,
"raw_values": [
5.55930000000000035242919693700969219207763671875,
5.2081999999999997186250766390003263950347900390625,
5.2018000000000004234834705130197107791900634765625,
5.216300000000000380850906367413699626922607421875,
5.23179999999999978399500832892954349517822265625,
5.22679999999999989057641869294457137584686279296875,
5.21159999999999978825826474349014461040496826171875
],
"test_run_times": [
38.409999999999996589394868351519107818603515625,
38.89999999999999857891452847979962825775146484375,
39.03999999999999914734871708787977695465087890625,
39.10000000000000142108547152020037174224853515625,
39.1099999999999994315658113919198513031005859375,
39.11999999999999744204615126363933086395263671875,
39.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 5.25889999999999968594011079403571784496307373046875,
"raw_values": [
5.7614999999999998436805981327779591083526611328125,
5.20709999999999961772800816106610000133514404296875,
5.208899999999999863575794734060764312744140625,
5.2050999999999998379962562466971576213836669921875,
5.21300000000000007815970093361102044582366943359375,
5.2035999999999997811528373858891427516937255859375,
5.2142999999999997129407347529195249080657958984375,
5.222500000000000142108547152020037174224853515625,
5.227199999999999846522769075818359851837158203125,
5.2096000000000000085265128291212022304534912109375,
5.2233000000000000540012479177676141262054443359375,
5.21089999999999964330754664842970669269561767578125
],
"test_run_times": [
38.780000000000001136868377216160297393798828125,
38.6700000000000017053025658242404460906982421875,
38.56000000000000227373675443232059478759765625,
38.60000000000000142108547152020037174224853515625,
38.6400000000000005684341886080801486968994140625,
38.5499999999999971578290569595992565155029296875,
38.659999999999996589394868351519107818603515625,
38.61999999999999744204615126363933086395263671875,
38.719999999999998863131622783839702606201171875,
38.75,
38.6099999999999994315658113919198513031005859375,
38.92999999999999971578290569595992565155029296875
]
}
}
},
"bf5141edd92c8c1e44875bf4322842f2d565a81a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 77.1757999999999952933649183250963687896728515625,
"raw_values": [
78.5748999999999995225152815692126750946044921875,
76.457099999999996953192749060690402984619140625,
76.4953000000000002955857780762016773223876953125
],
"test_run_times": [
41.39999999999999857891452847979962825775146484375,
39.60000000000000142108547152020037174224853515625,
39.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 77.09239999999999781721271574497222900390625,
"raw_values": [
78.3593000000000046156856114976108074188232421875,
76.465000000000003410605131648480892181396484375,
76.452899999999999636202119290828704833984375
],
"test_run_times": [
45.7000000000000028421709430404007434844970703125,
39.4200000000000017053025658242404460906982421875,
39.57000000000000028421709430404007434844970703125
]
},
"c": {
"value": 77.123500000000007048583938740193843841552734375,
"raw_values": [
78.409300000000001773514668457210063934326171875,
76.5143000000000057525539887137711048126220703125,
76.4470000000000027284841053187847137451171875
],
"test_run_times": [
40.530000000000001136868377216160297393798828125,
39.409999999999996589394868351519107818603515625,
39.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 77.457300000000003592504072003066539764404296875,
"raw_values": [
79.188500000000004774847184307873249053955078125,
76.626900000000006230038707144558429718017578125,
76.5566000000000030922819860279560089111328125
],
"test_run_times": [
40.78999999999999914734871708787977695465087890625,
39.67999999999999971578290569595992565155029296875,
39.57000000000000028421709430404007434844970703125
]
}
}
},
"30a0ae27e6fce0ebd1a53ca1cf7c2475badd4741": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 828.0384000000000241925590671598911285400390625,
"raw_values": [
813.013400000000046929926611483097076416015625,
835.456699999999955252860672771930694580078125,
835.645099999999956708052195608615875244140625
],
"test_run_times": [
41.39999999999999857891452847979962825775146484375,
39.60000000000000142108547152020037174224853515625,
39.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 828.653199999999969804775901138782501220703125,
"raw_values": [
815.9332000000000562067725695669651031494140625,
834.3717000000000325599103234708309173583984375,
835.654800000000022919266484677791595458984375
],
"test_run_times": [
45.7000000000000028421709430404007434844970703125,
39.4200000000000017053025658242404460906982421875,
39.57000000000000028421709430404007434844970703125
]
},
"c": {
"value": 828.4461999999999761712388135492801666259765625,
"raw_values": [
814.8581000000000358340912498533725738525390625,
834.3927999999999656211002729833126068115234375,
836.08770000000004074536263942718505859375
],
"test_run_times": [
40.530000000000001136868377216160297393798828125,
39.409999999999996589394868351519107818603515625,
39.409999999999996589394868351519107818603515625
]
},
"d": {
"value": 825.0841000000000349245965480804443359375,
"raw_values": [
806.648400000000037834979593753814697265625,
833.9459000000000514774001203477382659912109375,
834.6579000000000405634636990725994110107421875
],
"test_run_times": [
40.78999999999999914734871708787977695465087890625,
39.67999999999999971578290569595992565155029296875,
39.57000000000000028421709430404007434844970703125
]
}
}
},
"9ff1e78c5264f23b5224a84b200df72830b13579": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 407.2776999999999816282070241868495941162109375,
"raw_values": [
410.13839999999999008650775067508220672607421875,
407.16059999999998808561940677464008331298828125,
404.53410000000002355591277591884136199951171875
],
"test_run_times": [
107.93000000000000682121026329696178436279296875,
90.2099999999999937472239253111183643341064453125,
89.25
]
},
"b": {
"value": 408.6263000000000147338141687214374542236328125,
"raw_values": [
410.56459999999998444764059968292713165283203125,
410.51389999999997826307662762701511383056640625,
404.8002999999999929059413261711597442626953125
],
"test_run_times": [
98.599999999999994315658113919198513031005859375,
88.8599999999999994315658113919198513031005859375,
89.7300000000000039790393202565610408782958984375
]
},
"c": {
"value": 408.96989999999999554347596131265163421630859375,
"raw_values": [
404.3799000000000205545802600681781768798828125,
409.32720000000000482032191939651966094970703125,
413.20269999999999299689079634845256805419921875
],
"test_run_times": [
86.6200000000000045474735088646411895751953125,
89.6200000000000045474735088646411895751953125,
88.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 408.16379999999998062776285223662853240966796875,
"raw_values": [
404.1508000000000038198777474462985992431640625,
409.39589999999998326529748737812042236328125,
410.944799999999986539478413760662078857421875
],
"test_run_times": [
92.0799999999999982946974341757595539093017578125,
86.7999999999999971578290569595992565155029296875,
90.9200000000000017053025658242404460906982421875
]
}
}
},
"783e4fda90b92632a55752f151f8b54fe13bc5a4": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.9620000000000032969182939268648624420166015625,
"raw_values": [
32.99130000000000251247911364771425724029541015625,
35.17020000000000123918653116561472415924072265625,
35.24660000000000081854523159563541412353515625,
35.2725999999999970668795867823064327239990234375,
35.433999999999997498889570124447345733642578125,
35.292000000000001591615728102624416351318359375,
35.3273999999999972487785271368920803070068359375
],
"test_run_times": [
41.409999999999996589394868351519107818603515625,
42.86999999999999744204615126363933086395263671875,
42.93999999999999772626324556767940521240234375,
41.969999999999998863131622783839702606201171875,
42.780000000000001136868377216160297393798828125,
42.78999999999999914734871708787977695465087890625,
42.9200000000000017053025658242404460906982421875
]
},
"b": {
"value": 35.1064999999999969304553815163671970367431640625,
"raw_values": [
33.4508000000000009777068044058978557586669921875,
35.58310000000000172803993336856365203857421875,
35.82589999999999719193510827608406543731689453125,
35.23830000000000239879227592609822750091552734375,
35.1961000000000012732925824820995330810546875,
35.3445999999999997953636921010911464691162109375
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
42.77000000000000312638803734444081783294677734375,
42.86999999999999744204615126363933086395263671875,
42.8299999999999982946974341757595539093017578125,
42.969999999999998863131622783839702606201171875,
42.86999999999999744204615126363933086395263671875
]
},
"c": {
"value": 35.00569999999999737383404863066971302032470703125,
"raw_values": [
33.27850000000000108002495835535228252410888671875,
35.173000000000001818989403545856475830078125,
35.4446999999999974306774674914777278900146484375,
35.41969999999999885176293901167809963226318359375,
35.361400000000003274180926382541656494140625,
35.35690000000000310365066980011761188507080078125
],
"test_run_times": [
41.25,
42.7999999999999971578290569595992565155029296875,
42.9500000000000028421709430404007434844970703125,
42.8599999999999994315658113919198513031005859375,
42.82000000000000028421709430404007434844970703125,
42.7999999999999971578290569595992565155029296875
]
},
"d": {
"value": 34.9986999999999994770405464805662631988525390625,
"raw_values": [
32.4406000000000034333424991928040981292724609375,
35.23980000000000245563569478690624237060546875,
35.25580000000000069348971010185778141021728515625,
35.23700000000000187583282240666449069976806640625,
35.15729999999999932924765744246542453765869140625,
35.22010000000000218278728425502777099609375,
35.14139999999999730562194599770009517669677734375,
35.14320000000000021600499167107045650482177734375,
35.32130000000000080717654782347381114959716796875,
35.34599999999999653255144949071109294891357421875,
35.33080000000000353566065314225852489471435546875,
35.15140000000000242152964347042143344879150390625
],
"test_run_times": [
43.530000000000001136868377216160297393798828125,
40.82000000000000028421709430404007434844970703125,
40.81000000000000227373675443232059478759765625,
40.7999999999999971578290569595992565155029296875,
41.07000000000000028421709430404007434844970703125,
40.89999999999999857891452847979962825775146484375,
40.8900000000000005684341886080801486968994140625,
40.9500000000000028421709430404007434844970703125,
40.8599999999999994315658113919198513031005859375,
40.82000000000000028421709430404007434844970703125,
40.9500000000000028421709430404007434844970703125,
40.97999999999999687361196265555918216705322265625
]
}
}
},
"1f417a129a26ca72098c17e5820805ce0e39abde": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 28.587599999999998345856511150486767292022705078125,
"raw_values": [
30.27850000000000108002495835535228252410888671875,
28.401700000000001722355591482482850551605224609375,
28.3429000000000002046363078989088535308837890625,
28.31569999999999964757080306299030780792236328125,
28.19239999999999923829818726517260074615478515625,
28.303200000000000358113538823090493679046630859375,
28.27850000000000108002495835535228252410888671875
],
"test_run_times": [
41.409999999999996589394868351519107818603515625,
42.86999999999999744204615126363933086395263671875,
42.93999999999999772626324556767940521240234375,
41.969999999999998863131622783839702606201171875,
42.780000000000001136868377216160297393798828125,
42.78999999999999914734871708787977695465087890625,
42.9200000000000017053025658242404460906982421875
]
},
"b": {
"value": 28.470099999999998630073605454526841640472412109375,
"raw_values": [
29.864399999999999835154085303656756877899169921875,
28.076200000000000045474735088646411895751953125,
27.88810000000000144382283906452357769012451171875,
28.34870000000000089812601800076663494110107421875,
28.381900000000001682565198279917240142822265625,
28.261199999999998766497810720466077327728271484375
],
"test_run_times": [
41.35000000000000142108547152020037174224853515625,
42.77000000000000312638803734444081783294677734375,
42.86999999999999744204615126363933086395263671875,
42.8299999999999982946974341757595539093017578125,
42.969999999999998863131622783839702606201171875,
42.86999999999999744204615126363933086395263671875
]
},
"c": {
"value": 28.552099999999999369038050645031034946441650390625,
"raw_values": [
30.01879999999999881765688769519329071044921875,
28.3993999999999999772626324556767940521240234375,
28.181499999999999772626324556767940521240234375,
28.20700000000000073896444519050419330596923828125,
28.2520999999999986584953148849308490753173828125,
28.25359999999999871533873374573886394500732421875
],
"test_run_times": [
41.25,
42.7999999999999971578290569595992565155029296875,
42.9500000000000028421709430404007434844970703125,
42.8599999999999994315658113919198513031005859375,
42.82000000000000028421709430404007434844970703125,
42.7999999999999971578290569595992565155029296875
]
},
"d": {
"value": 28.5585999999999984311216394416987895965576171875,
"raw_values": [
30.79650000000000176214598468504846096038818359375,
28.346900000000001540456651127897202968597412109375,
28.3342999999999989313437254168093204498291015625,
28.352399999999999380406734417192637920379638671875,
28.41009999999999990905052982270717620849609375,
28.36240000000000094360075308941304683685302734375,
28.428000000000000824229573481716215610504150390625,
28.42569999999999907913661445491015911102294921875,
28.28450000000000130739863379858434200286865234375,
28.265699999999998937028067302890121936798095703125,
28.275400000000001199396137963049113750457763671875,
28.420899999999999607780409860424697399139404296875
],
"test_run_times": [
43.530000000000001136868377216160297393798828125,
40.82000000000000028421709430404007434844970703125,
40.81000000000000227373675443232059478759765625,
40.7999999999999971578290569595992565155029296875,
41.07000000000000028421709430404007434844970703125,
40.89999999999999857891452847979962825775146484375,
40.8900000000000005684341886080801486968994140625,
40.9500000000000028421709430404007434844970703125,
40.8599999999999994315658113919198513031005859375,
40.82000000000000028421709430404007434844970703125,
40.9500000000000028421709430404007434844970703125,
40.97999999999999687361196265555918216705322265625
]
}
}
},
"99fe49a34e19276c2c1e1cabb81232bca03c6b56": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 854.052500000000009094947017729282379150390625,
"raw_values": [
836.6643000000000256477505899965763092041015625,
863.0647999999999910869519226253032684326171875,
862.428499999999985448084771633148193359375
],
"test_run_times": [
41.030000000000001136868377216160297393798828125,
39.5499999999999971578290569595992565155029296875,
39.4200000000000017053025658242404460906982421875
]
},
"b": {
"value": 852.945500000000038198777474462985992431640625,
"raw_values": [
832.491800000000012005330063402652740478515625,
861.85680000000002110027708113193511962890625,
864.488000000000056388671509921550750732421875
],
"test_run_times": [
40.280000000000001136868377216160297393798828125,
39.3599999999999994315658113919198513031005859375,
39.2999999999999971578290569595992565155029296875
]
},
"c": {
"value": 854.2521000000000412910594604909420013427734375,
"raw_values": [
836.1914000000000442014425061643123626708984375,
865.18589999999994688550941646099090576171875,
861.3790000000000190993887372314929962158203125
],
"test_run_times": [
40.35000000000000142108547152020037174224853515625,
39.1700000000000017053025658242404460906982421875,
39.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 850.8926000000000158252078108489513397216796875,
"raw_values": [
829.00019999999994979589246213436126708984375,
860.919399999999995998223312199115753173828125,
862.75829999999996289261616766452789306640625
],
"test_run_times": [
40.28999999999999914734871708787977695465087890625,
39.5799999999999982946974341757595539093017578125,
39.590000000000003410605131648480892181396484375
]
}
}
},
"d3a51d2475684402105c9de929d898b8c318d267": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 74.81770000000000209183781407773494720458984375,
"raw_values": [
76.355999999999994543031789362430572509765625,
74.045199999999994133759173564612865447998046875,
74.0518000000000000682121026329696178436279296875
],
"test_run_times": [
41.030000000000001136868377216160297393798828125,
39.5499999999999971578290569595992565155029296875,
39.4200000000000017053025658242404460906982421875
]
},
"b": {
"value": 74.943500000000000227373675443232059478759765625,
"raw_values": [
76.7727000000000003865352482534945011138916015625,
74.104299999999994952304405160248279571533203125,
73.9534000000000020236257114447653293609619140625
],
"test_run_times": [
40.280000000000001136868377216160297393798828125,
39.3599999999999994315658113919198513031005859375,
39.2999999999999971578290569595992565155029296875
]
},
"c": {
"value": 74.794499999999999317878973670303821563720703125,
"raw_values": [
76.3952000000000026602720026858150959014892578125,
73.88880000000000336513039655983448028564453125,
74.099500000000006139089236967265605926513671875
],
"test_run_times": [
40.35000000000000142108547152020037174224853515625,
39.1700000000000017053025658242404460906982421875,
39.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 75.084800000000001318767317570745944976806640625,
"raw_values": [
77.0260999999999995679900166578590869903564453125,
74.2009000000000042973624658770859241485595703125,
74.027299999999996771293808706104755401611328125
],
"test_run_times": [
40.28999999999999914734871708787977695465087890625,
39.5799999999999982946974341757595539093017578125,
39.590000000000003410605131648480892181396484375
]
}
}
},
"1654e04c4da2ac25065bfa01530180c82acb03cd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 338.95620000000002391971065662801265716552734375,
"raw_values": [
316.8614999999999781721271574497222900390625,
341.90289999999998826751834712922573089599609375,
342.35610000000002628439688123762607574462890625,
341.7912999999999783540260978043079376220703125,
341.80000000000001136868377216160297393798828125,
341.92649999999997589839040301740169525146484375,
341.132299999999986539478413760662078857421875,
341.21170000000000754880602471530437469482421875,
341.62389999999999190549715422093868255615234375
],
"test_run_times": [
38.719999999999998863131622783839702606201171875,
38.38000000000000255795384873636066913604736328125,
38.82000000000000028421709430404007434844970703125,
38.780000000000001136868377216160297393798828125,
38.78999999999999914734871708787977695465087890625,
38.7999999999999971578290569595992565155029296875,
38.75999999999999801048033987171947956085205078125,
38.88000000000000255795384873636066913604736328125,
38.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 337.6798999999999750798451714217662811279296875,
"raw_values": [
320.50920000000002119122655130922794342041015625,
340.63290000000000645741238258779048919677734375,
341.51330000000001518856151960790157318115234375,
341.3872999999999819920049048960208892822265625,
341.9162000000000034560798667371273040771484375,
340.12020000000001118678483180701732635498046875
],
"test_run_times": [
38.3299999999999982946974341757595539093017578125,
38.7999999999999971578290569595992565155029296875,
38.6099999999999994315658113919198513031005859375,
38.67999999999999971578290569595992565155029296875,
38.719999999999998863131622783839702606201171875,
38.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 338.55360000000001718944986350834369659423828125,
"raw_values": [
310.4306000000000267391442321240901947021484375,
340.13780000000002701199264265596866607666015625,
340.90240000000000009094947017729282379150390625,
341.59350000000000591171556152403354644775390625,
341.1331000000000130967237055301666259765625,
340.93959999999998444764059968292713165283203125,
340.7893000000000256477505899965763092041015625,
341.18599999999997862687450833618640899658203125,
341.66280000000000427462509833276271820068359375,
341.380499999999983629095368087291717529296875,
340.4316999999999779902282170951366424560546875,
342.05549999999999499777914024889469146728515625
],
"test_run_times": [
38.280000000000001136868377216160297393798828125,
38.590000000000003410605131648480892181396484375,
38.56000000000000227373675443232059478759765625,
38.659999999999996589394868351519107818603515625,
38.71000000000000085265128291212022304534912109375,
38.6700000000000017053025658242404460906982421875,
38.6400000000000005684341886080801486968994140625,
38.71000000000000085265128291212022304534912109375,
38.6400000000000005684341886080801486968994140625,
38.71000000000000085265128291212022304534912109375,
38.6700000000000017053025658242404460906982421875,
38.659999999999996589394868351519107818603515625
]
},
"d": {
"value": 338.14659999999997808117768727242946624755859375,
"raw_values": [
305.80770000000001118678483180701732635498046875,
341.1861000000000103682396002113819122314453125,
341.126700000000028012436814606189727783203125,
340.659499999999979991116560995578765869140625,
339.72629999999998062776285223662853240966796875,
341.2405999999999721694621257483959197998046875,
341.38869999999997162376530468463897705078125,
341.60120000000000572981662116944789886474609375,
341.2884000000000241925590671598911285400390625,
340.951900000000023283064365386962890625,
341.7106999999999743522494100034236907958984375,
341.07089999999999463398125953972339630126953125
],
"test_run_times": [
38.67999999999999971578290569595992565155029296875,
38.42999999999999971578290569595992565155029296875,
38.39999999999999857891452847979962825775146484375,
38.6700000000000017053025658242404460906982421875,
38.47999999999999687361196265555918216705322265625,
38.35000000000000142108547152020037174224853515625,
38.4500000000000028421709430404007434844970703125,
38.74000000000000198951966012828052043914794921875,
38.42999999999999971578290569595992565155029296875,
38.4200000000000017053025658242404460906982421875,
38.52000000000000312638803734444081783294677734375,
38.4200000000000017053025658242404460906982421875
]
}
}
},
"5dea4cb36afc2938810567625491f7b43ad557cd": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.949199999999999821653773324214853346347808837890625,
"raw_values": [
3.153300000000000213873363463790155947208404541015625,
2.922099999999999919708670859108678996562957763671875,
2.91809999999999991615595718030817806720733642578125,
2.9230999999999998095745468162931501865386962890625,
2.922899999999999831601371624856255948543548583984375,
2.92180000000000017479351299698464572429656982421875,
2.92879999999999984794385454733856022357940673828125,
2.92799999999999993605115378159098327159881591796875,
2.924399999999999888444790485664270818233489990234375
],
"test_run_times": [
38.719999999999998863131622783839702606201171875,
38.38000000000000255795384873636066913604736328125,
38.82000000000000028421709430404007434844970703125,
38.780000000000001136868377216160297393798828125,
38.78999999999999914734871708787977695465087890625,
38.7999999999999971578290569595992565155029296875,
38.75999999999999801048033987171947956085205078125,
38.88000000000000255795384873636066913604736328125,
38.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 2.960199999999999942446038403431884944438934326171875,
"raw_values": [
3.117399999999999948840923025272786617279052734375,
2.93299999999999982946974341757595539093017578125,
2.925399999999999778310666442848742008209228515625,
2.92640000000000011226575225009582936763763427734375,
2.922000000000000152766688188421539962291717529296875,
2.93710000000000004405364961712621152400970458984375
],
"test_run_times": [
38.3299999999999982946974341757595539093017578125,
38.7999999999999971578290569595992565155029296875,
38.6099999999999994315658113919198513031005859375,
38.67999999999999971578290569595992565155029296875,
38.719999999999998863131622783839702606201171875,
38.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 2.952999999999999847233311811578460037708282470703125,
"raw_values": [
3.218599999999999905497816143906675279140472412109375,
2.93710000000000004405364961712621152400970458984375,
2.9306999999999998607336237910203635692596435546875,
2.924700000000000077449158197850920259952545166015625,
2.928900000000000058975047068088315427303314208984375,
2.93029999999999990478727340814657509326934814453125,
2.931599999999999983657517077517695724964141845703125,
2.928100000000000147082346302340738475322723388671875,
2.923700000000000187583282240666449069976806640625,
2.92649999999999987920773492078296840190887451171875,
2.93489999999999984225951266125775873661041259765625,
2.920900000000000051869619710487313568592071533203125
],
"test_run_times": [
38.280000000000001136868377216160297393798828125,
38.590000000000003410605131648480892181396484375,
38.56000000000000227373675443232059478759765625,
38.659999999999996589394868351519107818603515625,
38.71000000000000085265128291212022304534912109375,
38.6700000000000017053025658242404460906982421875,
38.6400000000000005684341886080801486968994140625,
38.71000000000000085265128291212022304534912109375,
38.6400000000000005684341886080801486968994140625,
38.71000000000000085265128291212022304534912109375,
38.6700000000000017053025658242404460906982421875,
38.659999999999996589394868351519107818603515625
]
},
"d": {
"value": 2.957300000000000039790393202565610408782958984375,
"raw_values": [
3.267300000000000093081098384573124349117279052734375,
2.92830000000000012505552149377763271331787109375,
2.928599999999999869970679355901665985584259033203125,
2.932799999999999851496568226139061152935028076171875,
2.94090000000000006963318810448981821537017822265625,
2.927799999999999958077978590154089033603668212890625,
2.92649999999999987920773492078296840190887451171875,
2.9245999999999998664179656771011650562286376953125,
2.9275000000000002131628207280300557613372802734375,
2.93029999999999990478727340814657509326934814453125,
2.923500000000000209610107049229554831981658935546875,
2.9291999999999998038902049302123486995697021484375
],
"test_run_times": [
38.67999999999999971578290569595992565155029296875,
38.42999999999999971578290569595992565155029296875,
38.39999999999999857891452847979962825775146484375,
38.6700000000000017053025658242404460906982421875,
38.47999999999999687361196265555918216705322265625,
38.35000000000000142108547152020037174224853515625,
38.4500000000000028421709430404007434844970703125,
38.74000000000000198951966012828052043914794921875,
38.42999999999999971578290569595992565155029296875,
38.4200000000000017053025658242404460906982421875,
38.52000000000000312638803734444081783294677734375,
38.4200000000000017053025658242404460906982421875
]
}
}
},
"bbe2982cef2af31b6c22d5cc1487ed124ca4ed4b": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1231.204899999999952342477627098560333251953125,
"raw_values": [
1201.549800000000004729372449219226837158203125,
1246.1217999999998937710188329219818115234375,
1245.943199999999933424987830221652984619140625
],
"test_run_times": [
51.43999999999999772626324556767940521240234375,
42.280000000000001136868377216160297393798828125,
42.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 1231.293899999999894134816713631153106689453125,
"raw_values": [
1187.622399999999970532371662557125091552734375,
1243.787900000000036015990190207958221435546875,
1244.8813000000000101863406598567962646484375,
1248.88380000000006475602276623249053955078125
],
"test_run_times": [
45.53999999999999914734871708787977695465087890625,
42.25999999999999801048033987171947956085205078125,
42.219999999999998863131622783839702606201171875,
42.03999999999999914734871708787977695465087890625
]
},
"c": {
"value": 1231.27359999999998763087205588817596435546875,
"raw_values": [
1203.457000000000107320374809205532073974609375,
1245.620799999999917417881079018115997314453125,
1244.743099999999913052306510508060455322265625
],
"test_run_times": [
45.63000000000000255795384873636066913604736328125,
42.1400000000000005684341886080801486968994140625,
42.219999999999998863131622783839702606201171875
]
},
"d": {
"value": 1226.796000000000049112713895738124847412109375,
"raw_values": [
1192.045000000000072759576141834259033203125,
1243.68769999999994979589246213436126708984375,
1244.65540000000009968061931431293487548828125
],
"test_run_times": [
45.77000000000000312638803734444081783294677734375,
42.219999999999998863131622783839702606201171875,
42.0799999999999982946974341757595539093017578125
]
}
}
},
"753aeb8a274f556289615ead1b33b34309049c95": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.948399999999999909761072558467276394367218017578125,
"raw_values": [
3.17030000000000011795009413617663085460662841796875,
2.920700000000000073896444519050419330596923828125,
2.923500000000000209610107049229554831981658935546875,
2.924799999999999844391140868538059294223785400390625,
2.920100000000000139976918944739736616611480712890625,
2.922099999999999919708670859108678996562957763671875,
2.926699999999999857180910112219862639904022216796875,
2.93330000000000001847411112976260483264923095703125,
2.92039999999999988489207680686376988887786865234375,
2.922400000000000108713038571295328438282012939453125
],
"test_run_times": [
38.6400000000000005684341886080801486968994140625,
38.60000000000000142108547152020037174224853515625,
38.780000000000001136868377216160297393798828125,
38.8299999999999982946974341757595539093017578125,
38.89999999999999857891452847979962825775146484375,
38.72999999999999687361196265555918216705322265625,
38.92999999999999971578290569595992565155029296875,
38.81000000000000227373675443232059478759765625,
38.909999999999996589394868351519107818603515625,
38.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 2.95000000000000017763568394002504646778106689453125,
"raw_values": [
3.15810000000000012931877790833823382854461669921875,
2.920599999999999862865251998300664126873016357421875,
2.92949999999999999289457264239899814128875732421875,
2.9291999999999998038902049302123486995697021484375,
2.922499999999999875655021241982467472553253173828125,
2.919099999999999806021833137492649257183074951171875,
2.922000000000000152766688188421539962291717529296875,
2.923700000000000187583282240666449069976806640625,
2.92569999999999996731503415503539144992828369140625
],
"test_run_times": [
38.6400000000000005684341886080801486968994140625,
38.7000000000000028421709430404007434844970703125,
38.75,
38.75,
39.10000000000000142108547152020037174224853515625,
38.63000000000000255795384873636066913604736328125,
38.74000000000000198951966012828052043914794921875,
38.64999999999999857891452847979962825775146484375,
38.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 2.95549999999999979394260662957094609737396240234375,
"raw_values": [
3.105700000000000127187149701057933270931243896484375,
2.924700000000000077449158197850920259952545166015625,
2.923299999999999787547722007730044424533843994140625,
2.92560000000000020037305148434825241565704345703125,
2.928100000000000147082346302340738475322723388671875,
2.92569999999999996731503415503539144992828369140625
],
"test_run_times": [
38.18999999999999772626324556767940521240234375,
38.590000000000003410605131648480892181396484375,
38.63000000000000255795384873636066913604736328125,
38.63000000000000255795384873636066913604736328125,
38.75,
38.71000000000000085265128291212022304534912109375
]
},
"d": {
"value": 2.94550000000000000710542735760100185871124267578125,
"raw_values": [
3.171300000000000007815970093361102044582366943359375,
2.916799999999999837285713510937057435512542724609375,
2.923799999999999954525264911353588104248046875,
2.918600000000000083133500083931721746921539306640625,
2.917199999999999793232063893810845911502838134765625,
2.923299999999999787547722007730044424533843994140625,
2.92229999999999989768184605054557323455810546875,
2.918600000000000083133500083931721746921539306640625,
2.9565000000000001278976924368180334568023681640625,
2.923700000000000187583282240666449069976806640625,
2.927000000000000046185277824406512081623077392578125,
2.9268000000000000682121026329696178436279296875
],
"test_run_times": [
38.5499999999999971578290569595992565155029296875,
38.47999999999999687361196265555918216705322265625,
38.36999999999999744204615126363933086395263671875,
38.38000000000000255795384873636066913604736328125,
38.39999999999999857891452847979962825775146484375,
38.35000000000000142108547152020037174224853515625,
38.3900000000000005684341886080801486968994140625,
38.39999999999999857891452847979962825775146484375,
38.409999999999996589394868351519107818603515625,
38.47999999999999687361196265555918216705322265625,
38.46000000000000085265128291212022304534912109375,
38.53999999999999914734871708787977695465087890625
]
}
}
},
"6cffa9ab35b6aef98adc22c9570d27e8498b2cc7": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 339.04160000000001673470251262187957763671875,
"raw_values": [
315.1498000000000274667399935424327850341796875,
342.0493000000000165528035722672939300537109375,
341.68239999999997280610841698944568634033203125,
341.5910000000000081854523159563541412353515625,
342.1381000000000085492501966655254364013671875,
341.84480000000002064552973024547100067138671875,
341.3645999999999958163243718445301055908203125,
340.62029999999998608473106287419795989990234375,
342.11619999999999208739609457552433013916015625,
341.8591000000000121872290037572383880615234375
],
"test_run_times": [
38.6400000000000005684341886080801486968994140625,
38.60000000000000142108547152020037174224853515625,
38.780000000000001136868377216160297393798828125,
38.8299999999999982946974341757595539093017578125,
38.89999999999999857891452847979962825775146484375,
38.72999999999999687361196265555918216705322265625,
38.92999999999999971578290569595992565155029296875,
38.81000000000000227373675443232059478759765625,
38.909999999999996589394868351519107818603515625,
38.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 338.8582999999999856299837119877338409423828125,
"raw_values": [
316.3555999999999812644091434776782989501953125,
342.086900000000014188117347657680511474609375,
341.0511000000000194631866179406642913818359375,
341.07359999999999899955582804977893829345703125,
341.80739999999997280610841698944568634033203125,
342.23989999999997735358192585408687591552734375,
341.9089999999999918145476840436458587646484375,
341.72719999999998208295437507331371307373046875,
341.47370000000000800355337560176849365234375
],
"test_run_times": [
38.6400000000000005684341886080801486968994140625,
38.7000000000000028421709430404007434844970703125,
38.75,
38.75,
39.10000000000000142108547152020037174224853515625,
38.63000000000000255795384873636066913604736328125,
38.74000000000000198951966012828052043914794921875,
38.64999999999999857891452847979962825775146484375,
38.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 338.21920000000000072759576141834259033203125,
"raw_values": [
321.71399999999999863575794734060764312744140625,
341.62749999999999772626324556767940521240234375,
341.76209999999997535269358195364475250244140625,
341.52629999999999199644662439823150634765625,
341.214600000000018553691916167736053466796875,
341.4705999999999903593561612069606781005859375
],
"test_run_times": [
38.18999999999999772626324556767940521240234375,
38.590000000000003410605131648480892181396484375,
38.63000000000000255795384873636066913604736328125,
38.63000000000000255795384873636066913604736328125,
38.75,
38.71000000000000085265128291212022304534912109375
]
},
"d": {
"value": 339.36709999999999354258761741220951080322265625,
"raw_values": [
315.05630000000002155502443201839923858642578125,
342.54520000000002255546860396862030029296875,
341.703700000000026193447411060333251953125,
342.29559999999997899067238904535770416259765625,
342.48529999999999517967808060348033905029296875,
341.7894000000000005456968210637569427490234375,
341.884000000000014551915228366851806640625,
342.28710000000000945874489843845367431640625,
337.94170000000002573870006017386913299560546875,
341.70710000000002537490217946469783782958984375,
341.33899999999999863575794734060764312744140625,
341.37029999999998608473106287419795989990234375
],
"test_run_times": [
38.5499999999999971578290569595992565155029296875,
38.47999999999999687361196265555918216705322265625,
38.36999999999999744204615126363933086395263671875,
38.38000000000000255795384873636066913604736328125,
38.39999999999999857891452847979962825775146484375,
38.35000000000000142108547152020037174224853515625,
38.3900000000000005684341886080801486968994140625,
38.39999999999999857891452847979962825775146484375,
38.409999999999996589394868351519107818603515625,
38.47999999999999687361196265555918216705322265625,
38.46000000000000085265128291212022304534912109375,
38.53999999999999914734871708787977695465087890625
]
}
}
},
"110f1cc60ec0ea7c1af675f5581fd8635260d922": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 156.056299999999993133315001614391803741455078125,
"raw_values": [
154.95220000000000482032191939651966094970703125,
155.98390000000000554791768081486225128173828125,
157.232699999999994133759173564612865447998046875
],
"test_run_times": [
107.93000000000000682121026329696178436279296875,
90.2099999999999937472239253111183643341064453125,
89.25
]
},
"b": {
"value": 155.72219999999998663042788393795490264892578125,
"raw_values": [
154.85480000000001155058271251618862152099609375,
155.283600000000006957634468562901020050048828125,
157.02809999999999490682967007160186767578125
],
"test_run_times": [
98.599999999999994315658113919198513031005859375,
88.8599999999999994315658113919198513031005859375,
89.7300000000000039790393202565610408782958984375
]
},
"c": {
"value": 155.7676999999999907231540419161319732666015625,
"raw_values": [
157.938799999999986312104738317430019378662109375,
155.516600000000011050360626541078090667724609375,
153.847700000000003228706191293895244598388671875
],
"test_run_times": [
86.6200000000000045474735088646411895751953125,
89.6200000000000045474735088646411895751953125,
88.6700000000000017053025658242404460906982421875
]
},
"d": {
"value": 155.602000000000003865352482534945011138916015625,
"raw_values": [
157.761899999999997135091689415276050567626953125,
154.861799999999988131094141863286495208740234375,
154.182199999999994588506524451076984405517578125
],
"test_run_times": [
92.0799999999999982946974341757595539093017578125,
86.7999999999999971578290569595992565155029296875,
90.9200000000000017053025658242404460906982421875
]
}
}
},
"19d426cc943b00227b564f6813b33d710c2a4615": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 51.93010000000000303543856716714799404144287109375,
"raw_values": [
53.1828000000000002955857780762016773223876953125,
51.315100000000001045918907038867473602294921875,
51.2924000000000006593836587853729724884033203125
],
"test_run_times": [
51.43999999999999772626324556767940521240234375,
42.280000000000001136868377216160297393798828125,
42.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 51.92730000000000245563569478690624237060546875,
"raw_values": [
53.7297999999999973397279973141849040985107421875,
51.3999000000000023646862246096134185791015625,
51.3821999999999974306774674914777278900146484375,
51.1974000000000017962520360015332698822021484375
],
"test_run_times": [
45.53999999999999914734871708787977695465087890625,
42.25999999999999801048033987171947956085205078125,
42.219999999999998863131622783839702606201171875,
42.03999999999999914734871708787977695465087890625
]
},
"c": {
"value": 51.91919999999999646433934685774147510528564453125,
"raw_values": [
53.15100000000000335376171278767287731170654296875,
51.29339999999999832880348549224436283111572265625,
51.31320000000000192130755749531090259552001953125
],
"test_run_times": [
45.63000000000000255795384873636066913604736328125,
42.1400000000000005684341886080801486968994140625,
42.219999999999998863131622783839702606201171875
]
},
"d": {
"value": 52.0705999999999988858689903281629085540771484375,
"raw_values": [
53.4765000000000014779288903810083866119384765625,
51.39659999999999939745976007543504238128662109375,
51.3385999999999995679900166578590869903564453125
],
"test_run_times": [
45.77000000000000312638803734444081783294677734375,
42.219999999999998863131622783839702606201171875,
42.0799999999999982946974341757595539093017578125
]
}
}
},
"45f6d0177f8c6a689eb02824f962c055c66a9292": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 475.12650000000002137312549166381359100341796875,
"raw_values": [
475.01960000000002537490217946469783782958984375,
475.7241000000000212821760214865207672119140625,
474.63569999999998572093318216502666473388671875
],
"test_run_times": [
59.28999999999999914734871708787977695465087890625,
48.1400000000000005684341886080801486968994140625,
48.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 474.3686999999999898136593401432037353515625,
"raw_values": [
473.82089999999999463398125953972339630126953125,
475.1190000000000281943357549607753753662109375,
474.16609999999997171471477486193180084228515625
],
"test_run_times": [
56.6099999999999994315658113919198513031005859375,
48.0499999999999971578290569595992565155029296875,
48.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 475.349699999999984356691129505634307861328125,
"raw_values": [
476.36340000000001282387529499828815460205078125,
475.218399999999974170350469648838043212890625,
474.46739999999999781721271574497222900390625
],
"test_run_times": [
52.8900000000000005684341886080801486968994140625,
48.75,
48.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 475.44639999999998281055013649165630340576171875,
"raw_values": [
476.83539999999999281499185599386692047119140625,
475.24200000000001864464138634502887725830078125,
474.261799999999993815436027944087982177734375
],
"test_run_times": [
56.81000000000000227373675443232059478759765625,
48.31000000000000227373675443232059478759765625,
48.5799999999999982946974341757595539093017578125
]
}
}
},
"6d1bc6324fc6f3c201d57050ed8113b8f3aaa20f": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14.0361999999999991217691786005161702632904052734375,
"raw_values": [
14.663000000000000255795384873636066913604736328125,
13.858000000000000540012479177676141262054443359375,
13.8943999999999991956656231195665895938873291015625,
13.881299999999999528199623455293476581573486328125,
13.884399999999999408828443847596645355224609375
],
"test_run_times": [
58.1700000000000017053025658242404460906982421875,
48.36999999999999744204615126363933086395263671875,
48.3599999999999994315658113919198513031005859375,
48.25,
48.17999999999999971578290569595992565155029296875
]
},
"b": {
"value": 14.0081000000000006622258297284133732318878173828125,
"raw_values": [
14.7860999999999993548271959298290312290191650390625,
13.8667999999999995708321876008994877338409423828125,
13.86110000000000042064129956997931003570556640625,
13.871700000000000585487214266322553157806396484375,
13.879599999999999937472239253111183643341064453125,
13.9120000000000008100187187665142118930816650390625,
13.87930000000000063664629124104976654052734375
],
"test_run_times": [
56.35000000000000142108547152020037174224853515625,
48.1700000000000017053025658242404460906982421875,
48.469999999999998863131622783839702606201171875,
48.46000000000000085265128291212022304534912109375,
48.3599999999999994315658113919198513031005859375,
48.00999999999999801048033987171947956085205078125,
48.0799999999999982946974341757595539093017578125
]
},
"c": {
"value": 14.0090000000000003410605131648480892181396484375,
"raw_values": [
14.705999999999999516830939683131873607635498046875,
13.8861000000000007759126674500294029712677001953125,
13.8544000000000000483169060316868126392364501953125,
13.859700000000000130739863379858434200286865234375,
13.8815000000000008384404281969182193279266357421875,
13.8664000000000005030642569181509315967559814453125
],
"test_run_times": [
54.60000000000000142108547152020037174224853515625,
48.2000000000000028421709430404007434844970703125,
48.32000000000000028421709430404007434844970703125,
48.2000000000000028421709430404007434844970703125,
48.18999999999999772626324556767940521240234375,
48.11999999999999744204615126363933086395263671875
]
},
"d": {
"value": 14.0314999999999994173549566767178475856781005859375,
"raw_values": [
14.71640000000000014779288903810083866119384765625,
13.896399999999999863575794734060764312744140625,
13.888600000000000278532752417959272861480712890625,
13.881299999999999528199623455293476581573486328125,
13.90670000000000072759576141834259033203125,
13.899699999999999278088580467738211154937744140625
],
"test_run_times": [
49.92999999999999971578290569595992565155029296875,
48.35000000000000142108547152020037174224853515625,
48.2999999999999971578290569595992565155029296875,
48.219999999999998863131622783839702606201171875,
48.280000000000001136868377216160297393798828125,
48.32000000000000028421709430404007434844970703125
]
}
}
},
"f524385817c97baf9338a7ff6f39a7c655b03295": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4554.9795999999996638507582247257232666015625,
"raw_values": [
4357.4993999999996958649717271327972412109375,
4610.34230000000025029294192790985107421875,
4599.6768000000001848093234002590179443359375,
4604.27490000000034342519938945770263671875,
4603.10469999999986612237989902496337890625
],
"test_run_times": [
58.1700000000000017053025658242404460906982421875,
48.36999999999999744204615126363933086395263671875,
48.3599999999999994315658113919198513031005859375,
48.25,
48.17999999999999971578290569595992565155029296875
]
},
"b": {
"value": 4563.5096999999996114638634026050567626953125,
"raw_values": [
4321.47609999999986030161380767822265625,
4607.55370000000038999132812023162841796875,
4610.798600000000078580342233180999755859375,
4605.0680000000002110027708113193511962890625,
4602.380199999999604187905788421630859375,
4593.95709999999962747097015380859375,
4603.334300000000439467839896678924560546875
],
"test_run_times": [
56.35000000000000142108547152020037174224853515625,
48.1700000000000017053025658242404460906982421875,
48.469999999999998863131622783839702606201171875,
48.46000000000000085265128291212022304534912109375,
48.3599999999999994315658113919198513031005859375,
48.00999999999999801048033987171947956085205078125,
48.0799999999999982946974341757595539093017578125
]
},
"c": {
"value": 4563.4278000000003885361365973949432373046875,
"raw_values": [
4345.5582999999996900442056357860565185546875,
4602.393799999999828287400305271148681640625,
4611.703999999999723513610661029815673828125,
4608.0240999999996347469277679920196533203125,
4603.8211000000001149601303040981292724609375,
4609.0652000000000043655745685100555419921875
],
"test_run_times": [
54.60000000000000142108547152020037174224853515625,
48.2000000000000028421709430404007434844970703125,
48.32000000000000028421709430404007434844970703125,
48.2000000000000028421709430404007434844970703125,
48.18999999999999772626324556767940521240234375,
48.11999999999999744204615126363933086395263671875
]
},
"d": {
"value": 4556.0232999999998355633579194545745849609375,
"raw_values": [
4341.970699999999851570464670658111572265625,
4598.761599999999816645868122577667236328125,
4599.8550999999997657141648232936859130859375,
4604.086900000000241561792790889739990234375,
4593.4772999999995590769685804843902587890625,
4597.9882999999999810825102031230926513671875
],
"test_run_times": [
49.92999999999999971578290569595992565155029296875,
48.35000000000000142108547152020037174224853515625,
48.2999999999999971578290569595992565155029296875,
48.219999999999998863131622783839702606201171875,
48.280000000000001136868377216160297393798828125,
48.32000000000000028421709430404007434844970703125
]
}
}
},
"94d990fdc1f5d799aaa05fc120ac31cf1220b272": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 133.60230000000001382431946694850921630859375,
"raw_values": [
133.552500000000009094947017729282379150390625,
133.4062999999999874489731155335903167724609375,
133.848199999999991405275068245828151702880859375
],
"test_run_times": [
59.28999999999999914734871708787977695465087890625,
48.1400000000000005684341886080801486968994140625,
48.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 133.823900000000008958522812463343143463134765625,
"raw_values": [
134.064899999999994406607584096491336822509765625,
133.5901000000000067302607931196689605712890625,
133.8165999999999939973349682986736297607421875
],
"test_run_times": [
56.6099999999999994315658113919198513031005859375,
48.0499999999999971578290569595992565155029296875,
48.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 133.600400000000007594280759803950786590576171875,
"raw_values": [
133.232699999999994133759173564612865447998046875,
133.72190000000000509317032992839813232421875,
133.84669999999999845385900698602199554443359375
],
"test_run_times": [
52.8900000000000005684341886080801486968994140625,
48.75,
48.10000000000000142108547152020037174224853515625
]
},
"d": {
"value": 133.59690000000000509317032992839813232421875,
"raw_values": [
133.14609999999998990460881032049655914306640625,
133.60050000000001091393642127513885498046875,
134.044000000000011141310096718370914459228515625
],
"test_run_times": [
56.81000000000000227373675443232059478759765625,
48.31000000000000227373675443232059478759765625,
48.5799999999999982946974341757595539093017578125
]
}
}
},
"4bdc2e856120b16bb5c7704dd9f24c0d445a7eaf": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.20830000000000037374547900981269776821136474609375,
"raw_values": [
4.04300000000000014921397450962103903293609619140625,
4.64580000000000037374547900981269776821136474609375,
3.929399999999999781863380121649242937564849853515625,
4.09100000000000019184653865522705018520355224609375,
4.37180000000000035242919693700969219207763671875,
4.4198000000000003950617610826157033443450927734375,
4.17790000000000016910917111090384423732757568359375,
4.827600000000000335376171278767287731170654296875,
3.916300000000000114397380457376129925251007080078125,
3.65510000000000001563194018672220408916473388671875,
4.17729999999999979110043568653054535388946533203125,
4.04549999999999965183405947755090892314910888671875,
3.8955999999999999516830939683131873607635498046875,
4.4977999999999997982058630441315472126007080078125,
4.4305000000000003268496584496460855007171630859375
],
"test_run_times": [
47.07000000000000028421709430404007434844970703125,
54.92999999999999971578290569595992565155029296875,
46.9500000000000028421709430404007434844970703125,
54.25999999999999801048033987171947956085205078125,
52.5,
54.3900000000000005684341886080801486968994140625,
54.340000000000003410605131648480892181396484375,
54.030000000000001136868377216160297393798828125,
52.52000000000000312638803734444081783294677734375,
52.2999999999999971578290569595992565155029296875,
54.090000000000003410605131648480892181396484375,
55.28999999999999914734871708787977695465087890625,
54.6099999999999994315658113919198513031005859375,
54.469999999999998863131622783839702606201171875,
54.7000000000000028421709430404007434844970703125
]
},
"b": {
"value": 4.2294999999999998152588887023739516735076904296875,
"raw_values": [
4.2553999999999998493649400188587605953216552734375,
4.670899999999999607780409860424697399139404296875,
4.4031000000000002359001882723532617092132568359375,
4.26400000000000023447910280083306133747100830078125,
4.323299999999999698729880037717521190643310546875,
3.810900000000000176214598468504846096038818359375,
3.848800000000000220978790821391157805919647216796875,
4.50419999999999998152588887023739516735076904296875,
4.3308999999999997498889570124447345733642578125,
4.50429999999999974846787154092453420162200927734375,
4.213499999999999801048033987171947956085205078125,
4.2332999999999998408384271897375583648681640625,
3.87009999999999987352339303470216691493988037109375,
4.27080000000000037374547900981269776821136474609375,
3.939099999999999823785401531495153903961181640625
],
"test_run_times": [
47.2000000000000028421709430404007434844970703125,
53.8900000000000005684341886080801486968994140625,
52.99000000000000198951966012828052043914794921875,
47.2000000000000028421709430404007434844970703125,
53.86999999999999744204615126363933086395263671875,
52.030000000000001136868377216160297393798828125,
52.38000000000000255795384873636066913604736328125,
52.280000000000001136868377216160297393798828125,
53.53999999999999914734871708787977695465087890625,
52.969999999999998863131622783839702606201171875,
47.1400000000000005684341886080801486968994140625,
53.0799999999999982946974341757595539093017578125,
52.06000000000000227373675443232059478759765625,
53.07000000000000028421709430404007434844970703125,
47.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 4.3436000000000003495870259939692914485931396484375,
"raw_values": [
4.58129999999999970583530739531852304935455322265625,
4.14689999999999958646412778762169182300567626953125,
4.26520000000000010231815394945442676544189453125,
4.51790000000000002700062395888380706310272216796875,
3.746900000000000119371179607696831226348876953125,
4.66490000000000026858515411731787025928497314453125,
4.49190000000000022595258997171185910701751708984375,
4.23960000000000025721647034515626728534698486328125,
4.3255999999999996674659996642731130123138427734375,
4.1029999999999997584154698415659368038177490234375,
4.57300000000000039790393202565610408782958984375,
4.3071999999999999175770426518283784389495849609375,
4.1638000000000001676880856393836438655853271484375,
4.72679999999999989057641869294457137584686279296875,
4.2995999999999998664179656771011650562286376953125
],
"test_run_times": [
47.42999999999999971578290569595992565155029296875,
50.75,
50.64999999999999857891452847979962825775146484375,
49.6400000000000005684341886080801486968994140625,
47.1400000000000005684341886080801486968994140625,
53.6700000000000017053025658242404460906982421875,
50.7000000000000028421709430404007434844970703125,
53.52000000000000312638803734444081783294677734375,
53.42999999999999971578290569595992565155029296875,
50.60000000000000142108547152020037174224853515625,
54.1700000000000017053025658242404460906982421875,
53.2999999999999971578290569595992565155029296875,
51.25,
54.1700000000000017053025658242404460906982421875,
53.840000000000003410605131648480892181396484375
]
},
"d": {
"value": 4.16040000000000009805489753489382565021514892578125,
"raw_values": [
4.21309999999999984510168360429815948009490966796875,
4.2157999999999997697841536137275397777557373046875,
4.05239999999999955804241835721768438816070556640625
],
"test_run_times": [
46.85000000000000142108547152020037174224853515625,
47.36999999999999744204615126363933086395263671875,
55.280000000000001136868377216160297393798828125
]
}
}
},
"1414e9d238abf3c69640ae7afe5a8630f728e27e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 238.652299999999996771293808706104755401611328125,
"raw_values": [
247.112200000000001409716787748038768768310546875,
215.05049999999999954525264911353588104248046875,
254.237699999999989586285664699971675872802734375,
244.181999999999987949195201508700847625732421875,
228.531800000000004047251422889530658721923828125,
226.052699999999987312548910267651081085205078125,
239.10980000000000700310920365154743194580078125,
206.96379999999999199644662439823150634765625,
255.08719999999999572537490166723728179931640625,
273.31900000000001682565198279917240142822265625,
239.12930000000000063664629124104976654052734375,
246.941900000000003956301952712237834930419921875,
256.43319999999999936335370875895023345947265625,
222.142599999999987403498380444943904876708984375,
225.4904999999999972715158946812152862548828125
],
"test_run_times": [
47.07000000000000028421709430404007434844970703125,
54.92999999999999971578290569595992565155029296875,
46.9500000000000028421709430404007434844970703125,
54.25999999999999801048033987171947956085205078125,
52.5,
54.3900000000000005684341886080801486968994140625,
54.340000000000003410605131648480892181396484375,
54.030000000000001136868377216160297393798828125,
52.52000000000000312638803734444081783294677734375,
52.2999999999999971578290569595992565155029296875,
54.090000000000003410605131648480892181396484375,
55.28999999999999914734871708787977695465087890625,
54.6099999999999994315658113919198513031005859375,
54.469999999999998863131622783839702606201171875,
54.7000000000000028421709430404007434844970703125
]
},
"b": {
"value": 237.04599999999999226929503493010997772216796875,
"raw_values": [
234.751000000000004774847184307873249053955078125,
213.88609999999999899955582804977893829345703125,
226.9107999999999947249307297170162200927734375,
234.3079999999999927240423858165740966796875,
231.0837999999999965439201332628726959228515625,
262.16370000000000572981662116944789886474609375,
259.5421999999999798092176206409931182861328125,
221.835700000000002773958840407431125640869140625,
230.68450000000001409716787748038768768310546875,
221.772999999999996134647517465054988861083984375,
237.1055000000000063664629124104976654052734375,
235.99479999999999790816218592226505279541015625,
258.1390000000000100044417195022106170654296875,
233.93639999999999190549715422093868255615234375,
253.574800000000010413714335300028324127197265625
],
"test_run_times": [
47.2000000000000028421709430404007434844970703125,
53.8900000000000005684341886080801486968994140625,
52.99000000000000198951966012828052043914794921875,
47.2000000000000028421709430404007434844970703125,
53.86999999999999744204615126363933086395263671875,
52.030000000000001136868377216160297393798828125,
52.38000000000000255795384873636066913604736328125,
52.280000000000001136868377216160297393798828125,
53.53999999999999914734871708787977695465087890625,
52.969999999999998863131622783839702606201171875,
47.1400000000000005684341886080801486968994140625,
53.0799999999999982946974341757595539093017578125,
52.06000000000000227373675443232059478759765625,
53.07000000000000028421709430404007434844970703125,
47.14999999999999857891452847979962825775146484375
]
},
"c": {
"value": 230.7640000000000100044417195022106170654296875,
"raw_values": [
218.016699999999985948306857608258724212646484375,
240.926600000000007639755494892597198486328125,
234.241099999999988767740433104336261749267578125,
221.1254000000000132786226458847522735595703125,
266.62200000000001409716787748038768768310546875,
214.104500000000001591615728102624416351318359375,
222.444199999999995043253875337541103363037109375,
235.663800000000009049472282640635967254638671875,
230.955900000000013960743672214448451995849609375,
243.478199999999986857801559381186962127685546875,
218.41190000000000281943357549607753753662109375,
231.875,
239.947399999999987585397320799529552459716796875,
211.30770000000001118678483180701732635498046875,
232.33969999999999345163814723491668701171875
],
"test_run_times": [
47.42999999999999971578290569595992565155029296875,
50.75,
50.64999999999999857891452847979962825775146484375,
49.6400000000000005684341886080801486968994140625,
47.1400000000000005684341886080801486968994140625,
53.6700000000000017053025658242404460906982421875,
50.7000000000000028421709430404007434844970703125,
53.52000000000000312638803734444081783294677734375,
53.42999999999999971578290569595992565155029296875,
50.60000000000000142108547152020037174224853515625,
54.1700000000000017053025658242404460906982421875,
53.2999999999999971578290569595992565155029296875,
51.25,
54.1700000000000017053025658242404460906982421875,
53.840000000000003410605131648480892181396484375
]
},
"d": {
"value": 240.233599999999995588950696401298046112060546875,
"raw_values": [
237.152299999999996771293808706104755401611328125,
237.00069999999999481588019989430904388427734375,
246.54779999999999517967808060348033905029296875
],
"test_run_times": [
46.85000000000000142108547152020037174224853515625,
47.36999999999999744204615126363933086395263671875,
55.280000000000001136868377216160297393798828125
]
}
}
}
}
}