deepsparse tr, "Neural Magic DeepSparse 1.3.2 - Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",35.1944,35.3377,34.126 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",902.4048,904.3132,927.4643 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",13.6586,13.6143,13.731 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",73.2046,73.4435,72.8181 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",283.8265,279.1008,245.1674,273.977,271.4695,263.0882,259.425,250.69,257.457,264.5491,265.89,257.3749,262.4379,251.1889,263.4048 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",112.5423,114.5546,130.2461,116.7394,117.7421,121.573,123.2871,127.441,124.201,120.8128,120.1557,124.0776,121.859,127.3219,121.4266 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",46.4456,47.7178,48.0932 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",21.5217,20.9476,20.7835 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",89.0617,88.7145,87.8588 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",358.6032,359.0842,363.9761 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",21.1557,20.7884,20.5339 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",47.2577,48.0925,48.6891 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",172.0969,171.755,171.6163 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",185.5139,185.84,185.923 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",63.6148,63.8885,63.5101 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",15.7066,15.6382,15.7315 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",414.3305,414.3688,414.5896 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",77.1875,77.1825,77.1382 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",94.8675,94.4765,94.4021 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",10.5311,10.5757,10.5843 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",280.0159,279.8264,278.194 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",114.2253,114.3047,114.8612 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",58.4589,57.8497,57.2781 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",17.0973,17.2777,17.45 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",43.458,43.5226,43.6437 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",728.8863,728.5227,727.6066 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",18.3136,18.3122,18.2808 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",54.5865,54.5905,54.6841 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",142.1967,142.1613,142.2815 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",224.9788,224.9032,224.8443 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",30.622,30.7041,30.3139 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",32.6472,32.5608,32.9802 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream", Higher Results Are Better "a",33.4534,33.5851,33.4181 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream", Lower Results Are Better "a",945.8233,942.3614,943.2789 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream", Higher Results Are Better "a",13.4216,13.3717,13.4215 "b", "c", "Neural Magic DeepSparse 1.3.2 - Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream", Lower Results Are Better "a",74.498,74.7763,74.4987 "b", "c",