AMD Ryzen Threadripper 3990X 64-Core testing with a Gigabyte TRX40 AORUS PRO WIFI (F4p BIOS) and AMD Radeon RX 5700 8GB on Ubuntu 22.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2301232-NE-DEEPSPARS10
{
"title": "deepsparse tr",
"last_modified": "2023-01-23 17:53:18",
"description": "AMD Ryzen Threadripper 3990X 64-Core testing with a Gigabyte TRX40 AORUS PRO WIFI (F4p BIOS) and AMD Radeon RX 5700 8GB on Ubuntu 22.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen Threadripper 3990X 64-Core @ 2.90GHz (64 Cores \/ 128 Threads)",
"Motherboard": "Gigabyte TRX40 AORUS PRO WIFI (F4p BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "128GB",
"Disk": "Samsung SSD 970 EVO Plus 500GB",
"Graphics": "AMD Radeon RX 5700 8GB (1750\/875MHz)",
"Audio": "AMD Navi 10 HDMI Audio",
"Monitor": "DELL P2415Q",
"Network": "Intel I211 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 22.10",
"Kernel": "6.1.0-rc8-phx-mglru (x86_64)",
"Desktop": "GNOME Shell 43.0",
"Display Server": "X Server 1.21.1.4 + Wayland",
"OpenGL": "4.6 Mesa 22.2.1 (LLVM 15.0.2 DRM 3.49)",
"Vulkan": "1.3.224",
"Compiler": "GCC 12.2.0 + LLVM 15.0.2",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "phoronix",
"timestamp": "2023-01-23 15:01:57",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8301055",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.7",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Mitigation of untrained return thunk; SMT enabled with STIBP protection + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen Threadripper 3990X 64-Core @ 2.90GHz (64 Cores \/ 128 Threads)",
"Motherboard": "Gigabyte TRX40 AORUS PRO WIFI (F4p BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "128GB",
"Disk": "Samsung SSD 970 EVO Plus 500GB",
"Graphics": "AMD Radeon RX 5700 8GB (1750\/875MHz)",
"Audio": "AMD Navi 10 HDMI Audio",
"Monitor": "DELL P2415Q",
"Network": "Intel I211 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 22.10",
"Kernel": "6.1.0-rc8-phx-mglru (x86_64)",
"Desktop": "GNOME Shell 43.0",
"Display Server": "X Server 1.21.1.4 + Wayland",
"OpenGL": "4.6 Mesa 22.2.1 (LLVM 15.0.2 DRM 3.49)",
"Vulkan": "1.3.224",
"Compiler": "GCC 12.2.0 + LLVM 15.0.2",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "phoronix",
"timestamp": "2023-01-23 16:37:37",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8301055",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.7",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Mitigation of untrained return thunk; SMT enabled with STIBP protection + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen Threadripper 3990X 64-Core @ 2.90GHz (64 Cores \/ 128 Threads)",
"Motherboard": "Gigabyte TRX40 AORUS PRO WIFI (F4p BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "128GB",
"Disk": "Samsung SSD 970 EVO Plus 500GB",
"Graphics": "AMD Radeon RX 5700 8GB (1750\/875MHz)",
"Audio": "AMD Navi 10 HDMI Audio",
"Monitor": "DELL P2415Q",
"Network": "Intel I211 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 22.10",
"Kernel": "6.1.0-rc8-phx-mglru (x86_64)",
"Desktop": "GNOME Shell 43.0",
"Display Server": "X Server 1.21.1.4 + Wayland",
"OpenGL": "4.6 Mesa 22.2.1 (LLVM 15.0.2 DRM 3.49)",
"Vulkan": "1.3.224",
"Compiler": "GCC 12.2.0 + LLVM 15.0.2",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "phoronix",
"timestamp": "2023-01-23 17:03:03",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8301055",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.7",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Mitigation of untrained return thunk; SMT enabled with STIBP protection + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"22074c59daa87c89fa03389084881116cf73696f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.88600000000000278532752417959272861480712890625,
"raw_values": [
35.194400000000001682565198279917240142822265625,
35.3376999999999981127984938211739063262939453125,
34.12599999999999766941982670687139034271240234375
],
"test_run_times": [
58.909999999999996589394868351519107818603515625,
58.67999999999999971578290569595992565155029296875,
58.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 34.49569999999999936335370875895023345947265625,
"test_run_times": [
59.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 34.2096999999999979991116560995578765869140625,
"test_run_times": [
59.2999999999999971578290569595992565155029296875
]
}
}
},
"24eb4ffdc955acf95b9ce746bf1048b938bdbbb8": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 911.39409999999998035491444170475006103515625,
"raw_values": [
902.404800000000022919266484677791595458984375,
904.31320000000005165929906070232391357421875,
927.4642999999999801730155013501644134521484375
],
"test_run_times": [
58.909999999999996589394868351519107818603515625,
58.67999999999999971578290569595992565155029296875,
58.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 916.599699999999984356691129505634307861328125,
"test_run_times": [
59.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 929.8296000000000276486389338970184326171875,
"test_run_times": [
59.2999999999999971578290569595992565155029296875
]
}
}
},
"2bd6c6ec8a454181e63b8aca2ed4ac837f9b262c": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.66799999999999926103555480949580669403076171875,
"raw_values": [
13.65859999999999985220711096189916133880615234375,
13.6143000000000000682121026329696178436279296875,
13.7309999999999998721023075631819665431976318359375
],
"test_run_times": [
50.03999999999999914734871708787977695465087890625,
49.8900000000000005684341886080801486968994140625,
50.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 13.6164000000000005030642569181509315967559814453125,
"test_run_times": [
50.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 13.7706999999999997186250766390003263950347900390625,
"test_run_times": [
50.0499999999999971578290569595992565155029296875
]
}
}
},
"24ab211c45fa94f480a6162bb7ad74f6657c154a": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 73.1554000000000002046363078989088535308837890625,
"raw_values": [
73.204599999999999226929503493010997772216796875,
73.443500000000000227373675443232059478759765625,
72.8181000000000011596057447604835033416748046875
],
"test_run_times": [
50.03999999999999914734871708787977695465087890625,
49.8900000000000005684341886080801486968994140625,
50.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 73.431499999999999772626324556767940521240234375,
"test_run_times": [
50.06000000000000227373675443232059478759765625
]
},
"c": {
"value": 72.6090999999999979763742885552346706390380859375,
"test_run_times": [
50.0499999999999971578290569595992565155029296875
]
}
}
},
"a481d20f291625225f2abd9a5b5986702d2b1b55": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 263.26979999999997517079464159905910491943359375,
"raw_values": [
283.8265000000000100044417195022106170654296875,
279.10079999999999245119397528469562530517578125,
245.16739999999998644852894358336925506591796875,
273.9769999999999754436430521309375762939453125,
271.46949999999998226485331542789936065673828125,
263.08819999999997207851265557110309600830078125,
259.42500000000001136868377216160297393798828125,
250.68999999999999772626324556767940521240234375,
257.4569999999999936335370875895023345947265625,
264.54910000000000991349224932491779327392578125,
265.8899999999999863575794734060764312744140625,
257.374900000000025102053768932819366455078125,
262.4379000000000132786226458847522735595703125,
251.1888999999999896317603997886180877685546875,
263.404800000000022919266484677791595458984375
],
"test_run_times": [
64.6200000000000045474735088646411895751953125,
65.840000000000003410605131648480892181396484375,
64.56999999999999317878973670303821563720703125,
64.3799999999999954525264911353588104248046875,
72.840000000000003410605131648480892181396484375,
64.8299999999999982946974341757595539093017578125,
65.099999999999994315658113919198513031005859375,
64.909999999999996589394868351519107818603515625,
65.400000000000005684341886080801486968994140625,
64.719999999999998863131622783839702606201171875,
65.06000000000000227373675443232059478759765625,
64.909999999999996589394868351519107818603515625,
65.2399999999999948840923025272786617279052734375,
65.650000000000005684341886080801486968994140625,
65.2900000000000062527760746888816356658935546875
]
},
"b": {
"value": 271.228299999999990177457220852375030517578125,
"test_run_times": [
64.2300000000000039790393202565610408782958984375
]
},
"c": {
"value": 276.20479999999997744453139603137969970703125,
"test_run_times": [
64.68999999999999772626324556767940521240234375
]
}
}
},
"f2c297e59506afe0d052909fc3c4cf10d15ae9f7": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 121.5986999999999937926986603997647762298583984375,
"raw_values": [
112.5422999999999973397279973141849040985107421875,
114.55459999999999354258761741220951080322265625,
130.24610000000001264197635464370250701904296875,
116.7394000000000033878677641041576862335205078125,
117.74209999999999354258761741220951080322265625,
121.5729999999999932924765744246542453765869140625,
123.2870999999999952478901832364499568939208984375,
127.441000000000002501110429875552654266357421875,
124.200999999999993406163412146270275115966796875,
120.8127999999999957481122692115604877471923828125,
120.155699999999995952748577110469341278076171875,
124.0776000000000038880898500792682170867919921875,
121.8589999999999946567186270840466022491455078125,
127.321899999999999408828443847596645355224609375,
121.4265999999999934289007796905934810638427734375
],
"test_run_times": [
64.6200000000000045474735088646411895751953125,
65.840000000000003410605131648480892181396484375,
64.56999999999999317878973670303821563720703125,
64.3799999999999954525264911353588104248046875,
72.840000000000003410605131648480892181396484375,
64.8299999999999982946974341757595539093017578125,
65.099999999999994315658113919198513031005859375,
64.909999999999996589394868351519107818603515625,
65.400000000000005684341886080801486968994140625,
64.719999999999998863131622783839702606201171875,
65.06000000000000227373675443232059478759765625,
64.909999999999996589394868351519107818603515625,
65.2399999999999948840923025272786617279052734375,
65.650000000000005684341886080801486968994140625,
65.2900000000000062527760746888816356658935546875
]
},
"b": {
"value": 117.867400000000003501554601825773715972900390625,
"test_run_times": [
64.2300000000000039790393202565610408782958984375
]
},
"c": {
"value": 115.7776000000000067302607931196689605712890625,
"test_run_times": [
64.68999999999999772626324556767940521240234375
]
}
}
},
"84a8b55216d74b14f047b24a8622e9d204c4e719": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.41890000000000071622707764618098735809326171875,
"raw_values": [
46.4455999999999988858689903281629085540771484375,
47.7177999999999968849806464277207851409912109375,
48.09320000000000305817593471147119998931884765625
],
"test_run_times": [
50.6700000000000017053025658242404460906982421875,
50.409999999999996589394868351519107818603515625,
50.340000000000003410605131648480892181396484375
]
},
"b": {
"value": 49.70130000000000336513039655983448028564453125,
"test_run_times": [
50.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 49.66279999999999716919774073176085948944091796875,
"test_run_times": [
50.36999999999999744204615126363933086395263671875
]
}
}
},
"459c1a56f63f6ba07a896216df53f7f1c7181ea5": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.0842999999999989313437254168093204498291015625,
"raw_values": [
21.521699999999999164401742746122181415557861328125,
20.94760000000000133013600134290754795074462890625,
20.783500000000000085265128291212022304534912109375
],
"test_run_times": [
50.6700000000000017053025658242404460906982421875,
50.409999999999996589394868351519107818603515625,
50.340000000000003410605131648480892181396484375
]
},
"b": {
"value": 20.1109000000000008867573342286050319671630859375,
"test_run_times": [
50.53999999999999914734871708787977695465087890625
]
},
"c": {
"value": 20.126200000000000756017470848746597766876220703125,
"test_run_times": [
50.36999999999999744204615126363933086395263671875
]
}
}
},
"6f3602d50f552dfef4c3845639497b9378aae70f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 88.5450000000000017053025658242404460906982421875,
"raw_values": [
89.061700000000001864464138634502887725830078125,
88.7145000000000010231815394945442676544189453125,
87.858800000000002228262019343674182891845703125
],
"test_run_times": [
69,
68.8299999999999982946974341757595539093017578125,
70.030000000000001136868377216160297393798828125
]
},
"b": {
"value": 88.769900000000006912159733474254608154296875,
"test_run_times": [
69.3700000000000045474735088646411895751953125
]
},
"c": {
"value": 89.0652999999999934743755147792398929595947265625,
"test_run_times": [
69.3900000000000005684341886080801486968994140625
]
}
}
},
"60e7cad75c86ea0bbb070c637bee280a4f5805e1": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 360.55450000000001864464138634502887725830078125,
"raw_values": [
358.60320000000001527951098978519439697265625,
359.084200000000009822542779147624969482421875,
363.9760999999999739884515292942523956298828125
],
"test_run_times": [
69,
68.8299999999999982946974341757595539093017578125,
70.030000000000001136868377216160297393798828125
]
},
"b": {
"value": 359.24489999999997280610841698944568634033203125,
"test_run_times": [
69.3700000000000045474735088646411895751953125
]
},
"c": {
"value": 358.030700000000024374458007514476776123046875,
"test_run_times": [
69.3900000000000005684341886080801486968994140625
]
}
}
},
"e035e5e6db0bd8c57f24d2e7d85ffc39aebf8f0e": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.82600000000000051159076974727213382720947265625,
"raw_values": [
21.155699999999999505462255910970270633697509765625,
20.788399999999999323563315556384623050689697265625,
20.533899999999999153033058973960578441619873046875
],
"test_run_times": [
51.74000000000000198951966012828052043914794921875,
51.9500000000000028421709430404007434844970703125,
51.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 21.114200000000000301270119962282478809356689453125,
"test_run_times": [
51.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 21.23479999999999989768184605054557323455810546875,
"test_run_times": [
51.97999999999999687361196265555918216705322265625
]
}
}
},
"c835096b1ac0bc337f03e86a081be32ebbff59dd": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.01310000000000144382283906452357769012451171875,
"raw_values": [
47.2576999999999998181010596454143524169921875,
48.092500000000001136868377216160297393798828125,
48.68910000000000337649908033199608325958251953125
],
"test_run_times": [
51.74000000000000198951966012828052043914794921875,
51.9500000000000028421709430404007434844970703125,
51.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 47.3506000000000000227373675443232059478759765625,
"test_run_times": [
51.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 47.08120000000000260342858382500708103179931640625,
"test_run_times": [
51.97999999999999687361196265555918216705322265625
]
}
}
},
"ab1cb1361405bfaab23a469f722a2922b7e9c359": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 171.82269999999999754436430521309375762939453125,
"raw_values": [
172.09690000000000509317032992839813232421875,
171.7549999999999954525264911353588104248046875,
171.616299999999995407051756046712398529052734375
],
"test_run_times": [
37.9500000000000028421709430404007434844970703125,
37.67999999999999971578290569595992565155029296875,
38.06000000000000227373675443232059478759765625
]
},
"b": {
"value": 171.553599999999988767740433104336261749267578125,
"test_run_times": [
37.75999999999999801048033987171947956085205078125
]
},
"c": {
"value": 172.62200000000001409716787748038768768310546875,
"test_run_times": [
38
]
}
}
},
"3b181bc5a971eeb0f13242940580cbd3a1a7ab87": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 185.758999999999986130205797962844371795654296875,
"raw_values": [
185.513900000000006684786058031022548675537109375,
185.840000000000003410605131648480892181396484375,
185.923000000000001818989403545856475830078125
],
"test_run_times": [
37.9500000000000028421709430404007434844970703125,
37.67999999999999971578290569595992565155029296875,
38.06000000000000227373675443232059478759765625
]
},
"b": {
"value": 185.930200000000013460521586239337921142578125,
"test_run_times": [
37.75999999999999801048033987171947956085205078125
]
},
"c": {
"value": 184.79320000000001300577423535287380218505859375,
"test_run_times": [
38
]
}
}
},
"127d78802d36781936b8cb86102e79f27096841e": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.67110000000000269437805400229990482330322265625,
"raw_values": [
63.61480000000000245563569478690624237060546875,
63.88850000000000051159076974727213382720947265625,
63.51010000000000133013600134290754795074462890625
],
"test_run_times": [
37.89999999999999857891452847979962825775146484375,
37.92999999999999971578290569595992565155029296875,
37.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 60.77879999999999682813722756691277027130126953125,
"test_run_times": [
37.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 62.26039999999999707824827055446803569793701171875,
"test_run_times": [
37.969999999999998863131622783839702606201171875
]
}
}
},
"6ccd28ab1038495bcdb4ce50f0b39795445f75d5": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.692099999999999937472239253111183643341064453125,
"raw_values": [
15.7065999999999998948396751075051724910736083984375,
15.6381999999999994344079823349602520465850830078125,
15.731500000000000483169060316868126392364501953125
],
"test_run_times": [
37.89999999999999857891452847979962825775146484375,
37.92999999999999971578290569595992565155029296875,
37.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 16.43990000000000151203494169749319553375244140625,
"test_run_times": [
37.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 16.048100000000001585931386216543614864349365234375,
"test_run_times": [
37.969999999999998863131622783839702606201171875
]
}
}
},
"abd89e758de17bb20e30ca2c54fd21ae06a00f0c": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 414.42959999999999354258761741220951080322265625,
"raw_values": [
414.33049999999997226041159592568874359130859375,
414.36880000000002155502443201839923858642578125,
414.589600000000018553691916167736053466796875
],
"test_run_times": [
37.00999999999999801048033987171947956085205078125,
37.13000000000000255795384873636066913604736328125,
36.78999999999999914734871708787977695465087890625
]
},
"b": {
"value": 415.6349000000000160071067512035369873046875,
"test_run_times": [
36.9200000000000017053025658242404460906982421875
]
},
"c": {
"value": 414.5520000000000209183781407773494720458984375,
"test_run_times": [
36.7999999999999971578290569595992565155029296875
]
}
}
},
"1aa8e961336fa724343a5a75a7f883a445a50d27": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 77.169399999999995998223312199115753173828125,
"raw_values": [
77.1875,
77.1825000000000045474735088646411895751953125,
77.1381999999999976580511429347097873687744140625
],
"test_run_times": [
37.00999999999999801048033987171947956085205078125,
37.13000000000000255795384873636066913604736328125,
36.78999999999999914734871708787977695465087890625
]
},
"b": {
"value": 76.912499999999994315658113919198513031005859375,
"test_run_times": [
36.9200000000000017053025658242404460906982421875
]
},
"c": {
"value": 77.1478000000000037061909097246825695037841796875,
"test_run_times": [
36.7999999999999971578290569595992565155029296875
]
}
}
},
"1e8a8da4e2d17103278ae3637f2d93384ff9d885": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 94.5819999999999936335370875895023345947265625,
"raw_values": [
94.86750000000000682121026329696178436279296875,
94.4765000000000014779288903810083866119384765625,
94.4021000000000043428372009657323360443115234375
],
"test_run_times": [
36.61999999999999744204615126363933086395263671875,
36.719999999999998863131622783839702606201171875,
36.75
]
},
"b": {
"value": 95.0837999999999965439201332628726959228515625,
"test_run_times": [
36.590000000000003410605131648480892181396484375
]
},
"c": {
"value": 93.623500000000007048583938740193843841552734375,
"test_run_times": [
38.92999999999999971578290569595992565155029296875
]
}
}
},
"34020adc87228d6b4bcd43a93bddfd95cb54ce67": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.563700000000000756017470848746597766876220703125,
"raw_values": [
10.5311000000000003495870259939692914485931396484375,
10.5756999999999994344079823349602520465850830078125,
10.5843000000000007077005648170597851276397705078125
],
"test_run_times": [
36.61999999999999744204615126363933086395263671875,
36.719999999999998863131622783839702606201171875,
36.75
]
},
"b": {
"value": 10.5083999999999999630517777404747903347015380859375,
"test_run_times": [
36.590000000000003410605131648480892181396484375
]
},
"c": {
"value": 10.672399999999999664623828721232712268829345703125,
"test_run_times": [
38.92999999999999971578290569595992565155029296875
]
}
}
},
"41bb298a249f0a714fce2931db5a0b06fea8033b": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 279.34539999999998372004483826458454132080078125,
"raw_values": [
280.0158999999999878127709962427616119384765625,
279.82639999999997826307662762701511383056640625,
278.19400000000001682565198279917240142822265625
],
"test_run_times": [
40.24000000000000198951966012828052043914794921875,
40.21000000000000085265128291212022304534912109375,
40.46000000000000085265128291212022304534912109375
]
},
"b": {
"value": 284.1417000000000143700162880122661590576171875,
"test_run_times": [
40.18999999999999772626324556767940521240234375
]
},
"c": {
"value": 283.32049999999998135535861365497112274169921875,
"test_run_times": [
40.219999999999998863131622783839702606201171875
]
}
}
},
"f83de7a02c0da38bd1b5466e7db79bb5b8c8f0f5": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 114.4637000000000028876456781290471553802490234375,
"raw_values": [
114.22530000000000427462509833276271820068359375,
114.304699999999996862243278883397579193115234375,
114.86119999999999663486960344016551971435546875
],
"test_run_times": [
40.24000000000000198951966012828052043914794921875,
40.21000000000000085265128291212022304534912109375,
40.46000000000000085265128291212022304534912109375
]
},
"b": {
"value": 112.5671999999999997044142219237983226776123046875,
"test_run_times": [
40.18999999999999772626324556767940521240234375
]
},
"c": {
"value": 112.8944999999999936335370875895023345947265625,
"test_run_times": [
40.219999999999998863131622783839702606201171875
]
}
}
},
"0e31409aa4bf4376544d970fabdee6c4b44048f4": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 57.862200000000001409716787748038768768310546875,
"raw_values": [
58.458899999999999863575794734060764312744140625,
57.8496999999999985675458447076380252838134765625,
57.27810000000000201225702767260372638702392578125
],
"test_run_times": [
39.0499999999999971578290569595992565155029296875,
39.030000000000001136868377216160297393798828125,
39.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 60.11359999999999814690454513765871524810791015625,
"test_run_times": [
39.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 59.49810000000000087538865045644342899322509765625,
"test_run_times": [
39.25999999999999801048033987171947956085205078125
]
}
}
},
"3295a6deb073ddc50f35da090ed90177c6249455": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.27499999999999857891452847979962825775146484375,
"raw_values": [
17.097300000000000608224581810645759105682373046875,
17.277699999999999391775418189354240894317626953125,
17.449999999999999289457264239899814128875732421875
],
"test_run_times": [
39.0499999999999971578290569595992565155029296875,
39.030000000000001136868377216160297393798828125,
39.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 16.626999999999998891553332214243710041046142578125,
"test_run_times": [
39.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 16.798500000000000653699316899292171001434326171875,
"test_run_times": [
39.25999999999999801048033987171947956085205078125
]
}
}
},
"287c6abb52fda1ae58924d684c1cf11459611563": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 43.54140000000000298996383207850158214569091796875,
"raw_values": [
43.457999999999998408384271897375583648681640625,
43.5225999999999970668795867823064327239990234375,
43.64370000000000260342858382500708103179931640625
],
"test_run_times": [
63,
62.7999999999999971578290569595992565155029296875,
63.25
]
},
"b": {
"value": 43.87259999999999848796505830250680446624755859375,
"test_run_times": [
63.78999999999999914734871708787977695465087890625
]
},
"c": {
"value": 43.73429999999999751025825389660894870758056640625,
"test_run_times": [
62.719999999999998863131622783839702606201171875
]
}
}
},
"9921e53989c7ce226a5596fc6d0fb4eed9da3003": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 728.3384999999999536157702095806598663330078125,
"raw_values": [
728.8863000000000056388671509921550750732421875,
728.52269999999998617568053305149078369140625,
727.6065999999999576175468973815441131591796875
],
"test_run_times": [
63,
62.7999999999999971578290569595992565155029296875,
63.25
]
},
"b": {
"value": 725.262899999999945066520012915134429931640625,
"test_run_times": [
63.78999999999999914734871708787977695465087890625
]
},
"c": {
"value": 724.5184000000000423824531026184558868408203125,
"test_run_times": [
62.719999999999998863131622783839702606201171875
]
}
}
},
"a842dc2c08ae67334a6eacb3f5fd842cbef8b738": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.302199999999999135980033315718173980712890625,
"raw_values": [
18.31360000000000098907548817805945873260498046875,
18.312200000000000699174051987938582897186279296875,
18.28079999999999927240423858165740966796875
],
"test_run_times": [
44.67999999999999971578290569595992565155029296875,
44.72999999999999687361196265555918216705322265625,
44.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 18.326200000000000045474735088646411895751953125,
"test_run_times": [
44.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 18.359300000000001062971932697109878063201904296875,
"test_run_times": [
44.68999999999999772626324556767940521240234375
]
}
}
},
"ea37e692bf6e6062d0892e695b1de5ffee65d8d6": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.62039999999999650981408194638788700103759765625,
"raw_values": [
54.5865000000000009094947017729282379150390625,
54.59049999999999869260136620141565799713134765625,
54.68410000000000081854523159563541412353515625
],
"test_run_times": [
44.67999999999999971578290569595992565155029296875,
44.72999999999999687361196265555918216705322265625,
44.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 54.5493000000000023419488570652902126312255859375,
"test_run_times": [
44.88000000000000255795384873636066913604736328125
]
},
"c": {
"value": 54.45049999999999812416717759333550930023193359375,
"test_run_times": [
44.68999999999999772626324556767940521240234375
]
}
}
},
"2bb20c26ae53e3a326ad1ccee592b834fd6fd8cc": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 142.213200000000000500222085975110530853271484375,
"raw_values": [
142.196699999999992769517120905220508575439453125,
142.161300000000011323209037072956562042236328125,
142.28149999999999408828443847596645355224609375
],
"test_run_times": [
57.36999999999999744204615126363933086395263671875,
57.60000000000000142108547152020037174224853515625,
57.60000000000000142108547152020037174224853515625
]
},
"b": {
"value": 143.93319999999999936335370875895023345947265625,
"test_run_times": [
57.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 143.71399999999999863575794734060764312744140625,
"test_run_times": [
57.27000000000000312638803734444081783294677734375
]
}
}
},
"c7ce3bbadd9d2c6469e9cae87d40ceb5c5e846b1": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 224.908800000000013596945791505277156829833984375,
"raw_values": [
224.978800000000006775735528208315372467041015625,
224.903199999999998226485331542789936065673828125,
224.844300000000004047251422889530658721923828125
],
"test_run_times": [
57.36999999999999744204615126363933086395263671875,
57.60000000000000142108547152020037174224853515625,
57.60000000000000142108547152020037174224853515625
]
},
"b": {
"value": 222.264199999999988222043612040579319000244140625,
"test_run_times": [
57.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 222.60349999999999681676854379475116729736328125,
"test_run_times": [
57.27000000000000312638803734444081783294677734375
]
}
}
},
"8fcc3f8acbfe72ec5de99c7cde6186277ea32b2f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 30.5467000000000012960299500264227390289306640625,
"raw_values": [
30.6219999999999998863131622783839702606201171875,
30.704100000000000392219590139575302600860595703125,
30.313900000000000289901436190120875835418701171875
],
"test_run_times": [
50.090000000000003410605131648480892181396484375,
50.42999999999999971578290569595992565155029296875,
50.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 30.4181999999999987949195201508700847625732421875,
"test_run_times": [
50.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 31.002500000000001278976924368180334568023681640625,
"test_run_times": [
50.280000000000001136868377216160297393798828125
]
}
}
},
"843d1824dd19b04697694a69bcc51903129def31": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 32.72939999999999827196006663143634796142578125,
"raw_values": [
32.6471999999999979991116560995578765869140625,
32.560800000000000409272615797817707061767578125,
32.98020000000000351292328559793531894683837890625
],
"test_run_times": [
50.090000000000003410605131648480892181396484375,
50.42999999999999971578290569595992565155029296875,
50.39999999999999857891452847979962825775146484375
]
},
"b": {
"value": 32.8654999999999972715158946812152862548828125,
"test_run_times": [
50.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 32.24660000000000081854523159563541412353515625,
"test_run_times": [
50.280000000000001136868377216160297393798828125
]
}
}
},
"a7d6c1f86735d917b5d3565f99bc627cf81a0061": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 33.485500000000001818989403545856475830078125,
"raw_values": [
33.4534000000000020236257114447653293609619140625,
33.5850999999999970668795867823064327239990234375,
33.41810000000000258069121628068387508392333984375
],
"test_run_times": [
58.78999999999999914734871708787977695465087890625,
58.719999999999998863131622783839702606201171875,
58.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 33.63069999999999737383404863066971302032470703125,
"test_run_times": [
58.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 33.6844999999999998863131622783839702606201171875,
"test_run_times": [
58.97999999999999687361196265555918216705322265625
]
}
}
},
"43f27b9e8703f8523e8dc046919f673c48dcfc6f": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 943.8211999999999761712388135492801666259765625,
"raw_values": [
945.82330000000001746229827404022216796875,
942.361400000000003274180926382541656494140625,
943.278900000000021464074961841106414794921875
],
"test_run_times": [
58.78999999999999914734871708787977695465087890625,
58.719999999999998863131622783839702606201171875,
58.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 941.514499999999998181010596454143524169921875,
"test_run_times": [
58.909999999999996589394868351519107818603515625
]
},
"c": {
"value": 937.8174000000000205545802600681781768798828125,
"test_run_times": [
58.97999999999999687361196265555918216705322265625
]
}
}
},
"8de5c818c20c8daebb2c296f64b37c6fae6fa130": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.4048999999999995935695551452226936817169189453125,
"raw_values": [
13.4215999999999997527311279554851353168487548828125,
13.371700000000000585487214266322553157806396484375,
13.4214999999999999857891452847979962825775146484375
],
"test_run_times": [
49.8599999999999994315658113919198513031005859375,
49.97999999999999687361196265555918216705322265625,
49.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 13.8574000000000001620037437533028423786163330078125,
"test_run_times": [
49.75
]
},
"c": {
"value": 13.72540000000000048885340220294892787933349609375,
"test_run_times": [
49.719999999999998863131622783839702606201171875
]
}
}
},
"8392d9f869eda14ce6bc7997ca053ef7c630dfc6": {
"identifier": "pts\/deepsparse-1.3.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.3.2",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 74.5909999999999939745976007543504238128662109375,
"raw_values": [
74.4980000000000046611603465862572193145751953125,
74.7763000000000062073013396002352237701416015625,
74.4986999999999994770405464805662631988525390625
],
"test_run_times": [
49.8599999999999994315658113919198513031005859375,
49.97999999999999687361196265555918216705322265625,
49.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 72.154799999999994497557054273784160614013671875,
"test_run_times": [
49.75
]
},
"c": {
"value": 72.848600000000004683897714130580425262451171875,
"test_run_times": [
49.719999999999998863131622783839702606201171875
]
}
}
}
}
}