2 x AMD EPYC 9684X 96-Core testing with a AMD Titanite_4G (RTI1007B BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2403164-NE-DDFG2505160
{
"title": "ddfg",
"last_modified": "2024-03-16 18:50:51",
"description": "2 x AMD EPYC 9684X 96-Core testing with a AMD Titanite_4G (RTI1007B BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "2 x AMD EPYC 9684X 96-Core @ 2.55GHz (192 Cores \/ 384 Threads)",
"Motherboard": "AMD Titanite_4G (RTI1007B BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "1520GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS + 257GB Flash Drive",
"Graphics": "ASPEED",
"Network": "Broadcom NetXtreme BCM5720 PCIe"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "640x480"
},
"user": "phoronix",
"timestamp": "2024-03-16 14:28:35",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq performance (Boost: Enabled)",
"cpu-microcode": "0xa10113e",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "2 x AMD EPYC 9684X 96-Core @ 2.55GHz (192 Cores \/ 384 Threads)",
"Motherboard": "AMD Titanite_4G (RTI1007B BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "1520GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS + 257GB Flash Drive",
"Graphics": "ASPEED",
"Network": "Broadcom NetXtreme BCM5720 PCIe"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "640x480"
},
"user": "phoronix",
"timestamp": "2024-03-16 15:16:12",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq performance (Boost: Enabled)",
"cpu-microcode": "0xa10113e",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "2 x AMD EPYC 9684X 96-Core @ 2.55GHz (192 Cores \/ 384 Threads)",
"Motherboard": "AMD Titanite_4G (RTI1007B BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "1520GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS + 257GB Flash Drive",
"Graphics": "ASPEED",
"Network": "Broadcom NetXtreme BCM5720 PCIe"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "640x480"
},
"user": "phoronix",
"timestamp": "2024-03-16 16:27:39",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq performance (Boost: Enabled)",
"cpu-microcode": "0xa10113e",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "2 x AMD EPYC 9684X 96-Core @ 2.55GHz (192 Cores \/ 384 Threads)",
"Motherboard": "AMD Titanite_4G (RTI1007B BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "1520GB",
"Disk": "3201GB Micron_7450_MTFDKCB3T2TFS + 257GB Flash Drive",
"Graphics": "ASPEED",
"Network": "Broadcom NetXtreme BCM5720 PCIe"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-25-generic (x86_64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "640x480"
},
"user": "phoronix",
"timestamp": "2024-03-16 18:14:54",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq performance (Boost: Enabled)",
"cpu-microcode": "0xa10113e",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"947610139beb46c152f74ada08833bfe9728062d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 132.952300000000008139977580867707729339599609375,
"test_run_times": [
45.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 132.98169999999998935891198925673961639404296875,
"raw_values": [
133.359499999999997044142219237983226776123046875,
132.956500000000005456968210637569427490234375,
132.6290999999999939973349682986736297607421875
],
"test_run_times": [
45.409999999999996589394868351519107818603515625,
45.64999999999999857891452847979962825775146484375,
45.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 132.879199999999997316990629769861698150634765625,
"raw_values": [
133.317900000000008731149137020111083984375,
132.540699999999986857801559381186962127685546875,
132.778899999999993042365531437098979949951171875
],
"test_run_times": [
45.85000000000000142108547152020037174224853515625,
45.52000000000000312638803734444081783294677734375,
45.52000000000000312638803734444081783294677734375
]
},
"d": {
"value": 133.01200000000000045474735088646411895751953125,
"test_run_times": [
45.5499999999999971578290569595992565155029296875
]
}
}
},
"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 713.54430000000002110027708113193511962890625,
"test_run_times": [
45.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 717.490000000000009094947017729282379150390625,
"raw_values": [
715.614299999999957435647957026958465576171875,
717.7052999999999656211002729833126068115234375,
719.150499999999965439201332628726959228515625
],
"test_run_times": [
45.409999999999996589394868351519107818603515625,
45.64999999999999857891452847979962825775146484375,
45.81000000000000227373675443232059478759765625
]
},
"c": {
"value": 715.87699999999995270627550780773162841796875,
"raw_values": [
709.0738999999999805368133820593357086181640625,
718.9605000000000245563569478690624237060546875,
719.596700000000055297277867794036865234375
],
"test_run_times": [
45.85000000000000142108547152020037174224853515625,
45.52000000000000312638803734444081783294677734375,
45.52000000000000312638803734444081783294677734375
]
},
"d": {
"value": 714.4560000000000172803993336856365203857421875,
"test_run_times": [
45.5499999999999971578290569595992565155029296875
]
}
}
},
"5a36b450b1f8e7b3be90e33289141057ce6391e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.51599999999999823785401531495153903961181640625,
"test_run_times": [
44.1099999999999994315658113919198513031005859375
]
},
"b": {
"value": 48.35549999999999926103555480949580669403076171875,
"raw_values": [
48.2914999999999992041921359486877918243408203125,
48.40769999999999839701558812521398067474365234375,
48.3673000000000001818989403545856475830078125
],
"test_run_times": [
44.1700000000000017053025658242404460906982421875,
44.1700000000000017053025658242404460906982421875,
44.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 48.51780000000000114823706098832190036773681640625,
"raw_values": [
48.589100000000001955413608811795711517333984375,
48.4483000000000032514435588382184505462646484375,
48.5159000000000020236257114447653293609619140625
],
"test_run_times": [
44.0499999999999971578290569595992565155029296875,
44.11999999999999744204615126363933086395263671875,
44
]
},
"d": {
"value": 48.5095000000000027284841053187847137451171875,
"test_run_times": [
44.1099999999999994315658113919198513031005859375
]
}
}
},
"fa0e1332a3568488061a24e2db603659f1c6501e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.60470000000000112549969344399869441986083984375,
"test_run_times": [
44.1099999999999994315658113919198513031005859375
]
},
"b": {
"value": 20.67269999999999896544977673329412937164306640625,
"raw_values": [
20.6998999999999995225152815692126750946044921875,
20.650600000000000733280103304423391819000244140625,
20.66760000000000019326762412674725055694580078125
],
"test_run_times": [
44.1700000000000017053025658242404460906982421875,
44.1700000000000017053025658242404460906982421875,
44.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 20.603699999999999903366187936626374721527099609375,
"raw_values": [
20.57339999999999946567186270840466022491455078125,
20.63340000000000173940861714072525501251220703125,
20.60439999999999827196006663143634796142578125
],
"test_run_times": [
44.0499999999999971578290569595992565155029296875,
44.11999999999999744204615126363933086395263671875,
44
]
},
"d": {
"value": 20.60719999999999885176293901167809963226318359375,
"test_run_times": [
44.1099999999999994315658113919198513031005859375
]
}
}
},
"a5ba11a554d6383c4486b0661fdd16e9399e857f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5566.385299999999915598891675472259521484375,
"test_run_times": [
46.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 5538.9805999999998675775714218616485595703125,
"raw_values": [
5551.6683999999995648977346718311309814453125,
5533.028599999999642022885382175445556640625,
5532.244899999999688589014112949371337890625
],
"test_run_times": [
46.75999999999999801048033987171947956085205078125,
46.7000000000000028421709430404007434844970703125,
46.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 5534.2604000000001178705133497714996337890625,
"raw_values": [
5543.0636000000004059984348714351654052734375,
5539.5940000000000509317032992839813232421875,
5520.123499999999694409780204296112060546875
],
"test_run_times": [
46.68999999999999772626324556767940521240234375,
46.659999999999996589394868351519107818603515625,
46.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 5554.034499999999752617441117763519287109375,
"test_run_times": [
46.74000000000000198951966012828052043914794921875
]
}
}
},
"bda84ddf23206af7a77b4a03ef51ef2f11c11b45": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.221199999999999619149093632586300373077392578125,
"test_run_times": [
46.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 17.304300000000001347189027001149952411651611328125,
"raw_values": [
17.263700000000000045474735088646411895751953125,
17.3265999999999991132426657713949680328369140625,
17.322700000000001097077984013594686985015869140625
],
"test_run_times": [
46.75999999999999801048033987171947956085205078125,
46.7000000000000028421709430404007434844970703125,
46.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 17.318799999999999528199623455293476581573486328125,
"raw_values": [
17.289699999999999846522769075818359851837158203125,
17.3048000000000001818989403545856475830078125,
17.361799999999998789235178264789283275604248046875
],
"test_run_times": [
46.68999999999999772626324556767940521240234375,
46.659999999999996589394868351519107818603515625,
46.969999999999998863131622783839702606201171875
]
},
"d": {
"value": 17.257000000000001449507180950604379177093505859375,
"test_run_times": [
46.74000000000000198951966012828052043914794921875
]
}
}
},
"855ea67bb65a4f10b8a649ffcc43fbeb7227cae3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 191.513700000000000045474735088646411895751953125,
"test_run_times": [
50.159999999999996589394868351519107818603515625
]
},
"b": {
"value": 191.771399999999999863575794734060764312744140625,
"raw_values": [
192.464799999999996771293808706104755401611328125,
192.38069999999999026840669102966785430908203125,
190.4687999999999874489731155335903167724609375
],
"test_run_times": [
50.2000000000000028421709430404007434844970703125,
50.06000000000000227373675443232059478759765625,
55.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 192.23349999999999226929503493010997772216796875,
"raw_values": [
193.409099999999995134203345514833927154541015625,
191.9605999999999994543031789362430572509765625,
191.330700000000007321432349272072315216064453125
],
"test_run_times": [
50.159999999999996589394868351519107818603515625,
50.0799999999999982946974341757595539093017578125,
50.03999999999999914734871708787977695465087890625
]
},
"d": {
"value": 194.472900000000009868017514236271381378173828125,
"test_run_times": [
50.02000000000000312638803734444081783294677734375
]
}
}
},
"5bbdba8bdb353a59e581a45b7f7943e3030de63a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.217999999999999971578290569595992565155029296875,
"test_run_times": [
50.159999999999996589394868351519107818603515625
]
},
"b": {
"value": 5.21089999999999964330754664842970669269561767578125,
"raw_values": [
5.1921999999999997044142219237983226776123046875,
5.1943000000000001392663762089796364307403564453125,
5.2462999999999997413624441833235323429107666015625
],
"test_run_times": [
50.2000000000000028421709430404007434844970703125,
50.06000000000000227373675443232059478759765625,
55.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 5.19850000000000012079226507921703159809112548828125,
"raw_values": [
5.16669999999999962625452099018730223178863525390625,
5.2058999999999997498889570124447345733642578125,
5.22299999999999986499688020558096468448638916015625
],
"test_run_times": [
50.159999999999996589394868351519107818603515625,
50.0799999999999982946974341757595539093017578125,
50.03999999999999914734871708787977695465087890625
]
},
"d": {
"value": 5.13830000000000008952838470577262341976165771484375,
"test_run_times": [
50.02000000000000312638803734444081783294677734375
]
}
}
},
"9b57be456e41aaad993f0ce7481a5c9c9a04a9ff": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1762.52860000000009677023626863956451416015625,
"test_run_times": [
38.10000000000000142108547152020037174224853515625
]
},
"b": {
"value": 1758.8056999999998879502527415752410888671875,
"raw_values": [
1763.075100000000020372681319713592529296875,
1759.1658999999999650754034519195556640625,
1754.176099999999905776348896324634552001953125
],
"test_run_times": [
38.18999999999999772626324556767940521240234375,
38.10000000000000142108547152020037174224853515625,
43.3299999999999982946974341757595539093017578125
]
},
"c": {
"value": 1759.95620000000008076312951743602752685546875,
"raw_values": [
1764.606399999999894134816713631153106689453125,
1760.2460000000000945874489843845367431640625,
1755.016200000000026193447411060333251953125
],
"test_run_times": [
38.21000000000000085265128291212022304534912109375,
38.11999999999999744204615126363933086395263671875,
38.1400000000000005684341886080801486968994140625
]
},
"d": {
"value": 1763.42470000000002983142621815204620361328125,
"test_run_times": [
38.13000000000000255795384873636066913604736328125
]
}
}
},
"21a28bcec532bfa9a162a2718b6bd205c8afdb1e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.37389999999999901092451182194054126739501953125,
"test_run_times": [
38.10000000000000142108547152020037174224853515625
]
},
"b": {
"value": 54.48689999999999855617716093547642230987548828125,
"raw_values": [
54.35379999999999967030817060731351375579833984375,
54.4615000000000009094947017729282379150390625,
54.645499999999998408384271897375583648681640625
],
"test_run_times": [
38.18999999999999772626324556767940521240234375,
38.10000000000000142108547152020037174224853515625,
43.3299999999999982946974341757595539093017578125
]
},
"c": {
"value": 54.4587999999999965439201332628726959228515625,
"raw_values": [
54.312600000000003319655661471188068389892578125,
54.45750000000000312638803734444081783294677734375,
54.60629999999999739657141617499291896820068359375
],
"test_run_times": [
38.21000000000000085265128291212022304534912109375,
38.11999999999999744204615126363933086395263671875,
38.1400000000000005684341886080801486968994140625
]
},
"d": {
"value": 54.3609000000000008867573342286050319671630859375,
"test_run_times": [
38.13000000000000255795384873636066913604736328125
]
}
}
},
"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 206.81540000000001100488589145243167877197265625,
"test_run_times": [
37.63000000000000255795384873636066913604736328125
]
},
"b": {
"value": 209.77109999999998990460881032049655914306640625,
"raw_values": [
210.1109999999999899955582804977893829345703125,
210.299700000000001409716787748038768768310546875,
208.902700000000010049916454590857028961181640625
],
"test_run_times": [
37.61999999999999744204615126363933086395263671875,
42.5799999999999982946974341757595539093017578125,
37.7000000000000028421709430404007434844970703125
]
},
"c": {
"value": 208.740600000000000591171556152403354644775390625,
"raw_values": [
208.041599999999988312993082217872142791748046875,
209.130599999999986948751029558479785919189453125,
209.04959999999999809006112627685070037841796875
],
"test_run_times": [
37.75,
37.6400000000000005684341886080801486968994140625,
37.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 208.97669999999999390638549812138080596923828125,
"test_run_times": [
37.64999999999999857891452847979962825775146484375
]
}
}
},
"02cfacf2ca4fbbb6b2413969891ed99032c6c05e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.83209999999999961772800816106610000133514404296875,
"test_run_times": [
37.63000000000000255795384873636066913604736328125
]
},
"b": {
"value": 4.76419999999999976836306814220733940601348876953125,
"raw_values": [
4.75640000000000018332002582610584795475006103515625,
4.7521000000000004348521542851813137531280517578125,
4.78399999999999980815346134477294981479644775390625
],
"test_run_times": [
37.61999999999999744204615126363933086395263671875,
42.5799999999999982946974341757595539093017578125,
37.7000000000000028421709430404007434844970703125
]
},
"c": {
"value": 4.7874999999999996447286321199499070644378662109375,
"raw_values": [
4.80360000000000031405988920596428215503692626953125,
4.77840000000000042490455598453991115093231201171875,
4.780499999999999971578290569595992565155029296875
],
"test_run_times": [
37.75,
37.6400000000000005684341886080801486968994140625,
37.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 4.78230000000000021742607714259065687656402587890625,
"test_run_times": [
37.64999999999999857891452847979962825775146484375
]
}
}
},
"4c16c458467e4713990cbf508dda0ad418740729": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17421.46649999999863211996853351593017578125,
"test_run_times": [
38.64999999999999857891452847979962825775146484375
]
},
"b": {
"value": 17350.4639999999999417923390865325927734375,
"raw_values": [
17378.984400000001187436282634735107421875,
17352.91149999999834108166396617889404296875,
17319.495999999999185092747211456298828125
],
"test_run_times": [
38.61999999999999744204615126363933086395263671875,
38.57000000000000028421709430404007434844970703125,
38.78999999999999914734871708787977695465087890625
]
},
"c": {
"value": 17333.35009999999965657480061054229736328125,
"raw_values": [
17399.1212000000014086253941059112548828125,
17285.07129999999961000867187976837158203125,
17315.85789999999906285665929317474365234375
],
"test_run_times": [
38.52000000000000312638803734444081783294677734375,
38.469999999999998863131622783839702606201171875,
38.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 17400.57969999999841093085706233978271484375,
"test_run_times": [
38.82000000000000028421709430404007434844970703125
]
}
}
},
"893f2428b81e1c66c35110b1e39867b98d7ffa5b": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.4946000000000001506350599811412394046783447265625,
"test_run_times": [
38.64999999999999857891452847979962825775146484375
]
},
"b": {
"value": 5.51700000000000034816594052244909107685089111328125,
"raw_values": [
5.50860000000000038511416278197430074214935302734375,
5.51569999999999982520648700301535427570343017578125,
5.5266000000000001790567694115452468395233154296875
],
"test_run_times": [
38.61999999999999744204615126363933086395263671875,
38.57000000000000028421709430404007434844970703125,
38.78999999999999914734871708787977695465087890625
]
},
"c": {
"value": 5.52240000000000019753088054130785167217254638671875,
"raw_values": [
5.50150000000000005684341886080801486968994140625,
5.538000000000000255795384873636066913604736328125,
5.52780000000000004689582056016661226749420166015625
],
"test_run_times": [
38.52000000000000312638803734444081783294677734375,
38.469999999999998863131622783839702606201171875,
38.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 5.50199999999999977973175191436894237995147705078125,
"test_run_times": [
38.82000000000000028421709430404007434844970703125
]
}
}
},
"3b395af9b9d076fb9bff8d47a249ec2fe8331f6e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 807.1698999999999841747921891510486602783203125,
"test_run_times": [
37.56000000000000227373675443232059478759765625
]
},
"b": {
"value": 804.4025000000000318323145620524883270263671875,
"raw_values": [
800.7190000000000509317032992839813232421875,
806.1334000000000514774001203477382659912109375,
806.355099999999993087840266525745391845703125
],
"test_run_times": [
37.530000000000001136868377216160297393798828125,
37.67999999999999971578290569595992565155029296875,
37.50999999999999801048033987171947956085205078125
]
},
"c": {
"value": 806.233799999999973806552588939666748046875,
"raw_values": [
806.787199999999984356691129505634307861328125,
805.3166999999999688952811993658542633056640625,
806.5974999999999681676854379475116729736328125
],
"test_run_times": [
37.6700000000000017053025658242404460906982421875,
37.9200000000000017053025658242404460906982421875,
37.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 806.3219000000000278305378742516040802001953125,
"test_run_times": [
37.659999999999996589394868351519107818603515625
]
}
}
},
"314827a2e497fa3e23a149d2aba87047cb19e7e3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.2363999999999999435118525070720352232456207275390625,
"test_run_times": [
37.56000000000000227373675443232059478759765625
]
},
"b": {
"value": 1.240899999999999891997504164464771747589111328125,
"raw_values": [
1.2466999999999999193533994912286289036273956298828125,
1.23819999999999996731503415503539144992828369140625,
1.23780000000000001136868377216160297393798828125
],
"test_run_times": [
37.530000000000001136868377216160297393798828125,
37.67999999999999971578290569595992565155029296875,
37.50999999999999801048033987171947956085205078125
]
},
"c": {
"value": 1.2380999999999999783284465593169443309307098388671875,
"raw_values": [
1.237200000000000077449158197850920259952545166015625,
1.239500000000000046185277824406512081623077392578125,
1.2375000000000000444089209850062616169452667236328125
],
"test_run_times": [
37.6700000000000017053025658242404460906982421875,
37.9200000000000017053025658242404460906982421875,
37.6099999999999994315658113919198513031005859375
]
},
"d": {
"value": 1.2375000000000000444089209850062616169452667236328125,
"test_run_times": [
37.659999999999996589394868351519107818603515625
]
}
}
},
"20f489ce3ebeafb9d92bbb4838ca4c0390d3dd4d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.935799999999999965183405947755090892314910888671875,
"test_run_times": [
141.039999999999992041921359486877918243408203125
]
},
"b": {
"value": 2.860700000000000020605739337042905390262603759765625,
"raw_values": [
2.841499999999999914734871708787977695465087890625,
2.927400000000000002131628207280300557613372802734375,
2.8132999999999999118927007657475769519805908203125
],
"test_run_times": [
142.43000000000000682121026329696178436279296875,
142.770000000000010231815394945442676544189453125,
146.509999999999990905052982270717620849609375
]
},
"c": {
"value": 2.5007999999999999118927007657475769519805908203125,
"raw_values": [
1.7148000000000001019628825815743766725063323974609375,
2.930400000000000115818465928896330296993255615234375,
2.908300000000000107291953099775128066539764404296875,
2.88149999999999995026200849679298698902130126953125,
2.86850000000000004973799150320701301097869873046875,
2.684600000000000097344354799133725464344024658203125,
2.882600000000000051159076974727213382720947265625,
1.7087000000000001076472244676551781594753265380859375,
2.943099999999999827338115210295654833316802978515625,
2.921300000000000007815970093361102044582366943359375,
1.697200000000000041922021409845910966396331787109375,
1.868700000000000027711166694643907248973846435546875
],
"test_run_times": [
184.409999999999996589394868351519107818603515625,
141.18000000000000682121026329696178436279296875,
169.55000000000001136868377216160297393798828125,
142.6100000000000136424205265939235687255859375,
142.8799999999999954525264911353588104248046875,
144.56999999999999317878973670303821563720703125,
142,
187.6399999999999863575794734060764312744140625,
145.43000000000000682121026329696178436279296875,
143.599999999999994315658113919198513031005859375,
187.599999999999994315658113919198513031005859375,
178.3700000000000045474735088646411895751953125
]
},
"d": {
"value": 2.927099999999999813127260495093651115894317626953125,
"test_run_times": [
141.93000000000000682121026329696178436279296875
]
}
}
},
"d7626651777606a7730e9a1546ff6fd717d306f3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 24242.384799999999813735485076904296875,
"test_run_times": [
141.039999999999992041921359486877918243408203125
]
},
"b": {
"value": 24888.15629999999873689375817775726318359375,
"raw_values": [
24945.94710000000122818164527416229248046875,
24377.28250000000116415321826934814453125,
25341.2393999999985680915415287017822265625
],
"test_run_times": [
142.43000000000000682121026329696178436279296875,
142.770000000000010231815394945442676544189453125,
146.509999999999990905052982270717620849609375
]
},
"c": {
"value": 28968.9536000000007334165275096893310546875,
"raw_values": [
38563.2215999999971245415508747100830078125,
24331.67410000000018044374883174896240234375,
24464.38119999999980791471898555755615234375,
24483.5311000000001513399183750152587890625,
24576.10619999999835272319614887237548828125,
26400.23549999999886495061218738555908203125,
24730.7180999999982304871082305908203125,
37947.9478000000017345882952213287353515625,
24220.095600000000558793544769287109375,
24398.09010000000125728547573089599609375,
38138.03740000000107102096080780029296875,
35373.40499999999883584678173065185546875
],
"test_run_times": [
184.409999999999996589394868351519107818603515625,
141.18000000000000682121026329696178436279296875,
169.55000000000001136868377216160297393798828125,
142.6100000000000136424205265939235687255859375,
142.8799999999999954525264911353588104248046875,
144.56999999999999317878973670303821563720703125,
142,
187.6399999999999863575794734060764312744140625,
145.43000000000000682121026329696178436279296875,
143.599999999999994315658113919198513031005859375,
187.599999999999994315658113919198513031005859375,
178.3700000000000045474735088646411895751953125
]
},
"d": {
"value": 24331.06260000000111176632344722747802734375,
"test_run_times": [
141.93000000000000682121026329696178436279296875
]
}
}
},
"4ad67f37de90d07a80a48a47c3595fdb13a68be8": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.83030000000000114823706098832190036773681640625,
"test_run_times": [
46.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 20.8051999999999992496668710373342037200927734375,
"raw_values": [
20.8693999999999988403942552395164966583251953125,
20.89920000000000044337866711430251598358154296875,
20.64699999999999846522769075818359851837158203125
],
"test_run_times": [
46.77000000000000312638803734444081783294677734375,
46.75999999999999801048033987171947956085205078125,
46.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 20.725899999999999323563315556384623050689697265625,
"raw_values": [
20.896699999999999164401742746122181415557861328125,
20.553799999999998959765434847213327884674072265625,
20.7272999999999996134647517465054988861083984375
],
"test_run_times": [
46.64999999999999857891452847979962825775146484375,
46.64999999999999857891452847979962825775146484375,
46.85000000000000142108547152020037174224853515625
]
},
"d": {
"value": 20.462199999999999278088580467738211154937744140625,
"test_run_times": [
46.61999999999999744204615126363933086395263671875
]
}
}
},
"27ad8c70cf928aa19cccf637f113d2e489a4c94a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.97350000000000136424205265939235687255859375,
"test_run_times": [
46.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 48.03370000000000317186277243308722972869873046875,
"raw_values": [
47.88470000000000226236807066015899181365966796875,
47.8162999999999982492226990871131420135498046875,
48.4001999999999981127984938211739063262939453125
],
"test_run_times": [
46.77000000000000312638803734444081783294677734375,
46.75999999999999801048033987171947956085205078125,
46.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 48.21770000000000067075234255753457546234130859375,
"raw_values": [
47.82249999999999801048033987171947956085205078125,
48.61840000000000117097442853264510631561279296875,
48.212299999999999045030563138425350189208984375
],
"test_run_times": [
46.64999999999999857891452847979962825775146484375,
46.64999999999999857891452847979962825775146484375,
46.85000000000000142108547152020037174224853515625
]
},
"d": {
"value": 48.836399999999997589839040301740169525146484375,
"test_run_times": [
46.61999999999999744204615126363933086395263671875
]
}
}
},
"329837c092e993e81c947bb88e5010ebc9891b31": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1763.19489999999996143742464482784271240234375,
"test_run_times": [
38.25
]
},
"b": {
"value": 1756.17419999999992796801961958408355712890625,
"raw_values": [
1762.636799999999993815436027944087982177734375,
1753.881399999999985084286890923976898193359375,
1752.004400000000032378011383116245269775390625
],
"test_run_times": [
38.17999999999999971578290569595992565155029296875,
38.2000000000000028421709430404007434844970703125,
38.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 1756.560400000000072395778261125087738037109375,
"raw_values": [
1758.51729999999997744453139603137969970703125,
1758.54379999999991923687048256397247314453125,
1752.6201000000000931322574615478515625
],
"test_run_times": [
38.3299999999999982946974341757595539093017578125,
38.11999999999999744204615126363933086395263671875,
38.2000000000000028421709430404007434844970703125
]
},
"d": {
"value": 1758.305800000000090221874415874481201171875,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
}
}
},
"638213f946adb5ae9135ab4b8b446f7d58664d7f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.35340000000000060254023992456495761871337890625,
"test_run_times": [
38.25
]
},
"b": {
"value": 54.566000000000002501110429875552654266357421875,
"raw_values": [
54.3429000000000002046363078989088535308837890625,
54.6492999999999966576069709844887256622314453125,
54.70580000000000353566065314225852489471435546875
],
"test_run_times": [
38.17999999999999971578290569595992565155029296875,
38.2000000000000028421709430404007434844970703125,
38.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 54.56099999999999994315658113919198513031005859375,
"raw_values": [
54.51010000000000133013600134290754795074462890625,
54.5031000000000034333424991928040981292724609375,
54.66980000000000217141860048286616802215576171875
],
"test_run_times": [
38.3299999999999982946974341757595539093017578125,
38.11999999999999744204615126363933086395263671875,
38.2000000000000028421709430404007434844970703125
]
},
"d": {
"value": 54.50500000000000255795384873636066913604736328125,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
}
}
},
"f23135dde731648112460c357dc2312eab3ce978": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 207.673300000000011777956387959420680999755859375,
"test_run_times": [
37.64999999999999857891452847979962825775146484375
]
},
"b": {
"value": 208.72350000000000136424205265939235687255859375,
"raw_values": [
207.64420000000001209627953357994556427001953125,
209.78469999999998663042788393795490264892578125,
208.74160000000000536601874046027660369873046875
],
"test_run_times": [
37.60000000000000142108547152020037174224853515625,
37.64999999999999857891452847979962825775146484375,
37.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 208.6326999999999998181010596454143524169921875,
"raw_values": [
211.1526000000000067302607931196689605712890625,
207.821699999999992769517120905220508575439453125,
206.923900000000003274180926382541656494140625
],
"test_run_times": [
37.6099999999999994315658113919198513031005859375,
37.71000000000000085265128291212022304534912109375,
37.590000000000003410605131648480892181396484375
]
},
"d": {
"value": 209.19110000000000582076609134674072265625,
"test_run_times": [
37.64999999999999857891452847979962825775146484375
]
}
}
},
"948f96bcbf119b23cb418fb75b2bd04da31f599f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.81229999999999957793761495850048959255218505859375,
"test_run_times": [
37.64999999999999857891452847979962825775146484375
]
},
"b": {
"value": 4.788199999999999789679350215010344982147216796875,
"raw_values": [
4.8131000000000003780087354243732988834381103515625,
4.763799999999999812416717759333550930023193359375,
4.78779999999999983373299983213655650615692138671875
],
"test_run_times": [
37.60000000000000142108547152020037174224853515625,
37.64999999999999857891452847979962825775146484375,
37.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 4.7904999999999997584154698415659368038177490234375,
"raw_values": [
4.73299999999999965183405947755090892314910888671875,
4.8087999999999997413624441833235323429107666015625,
4.82960000000000011510792319313623011112213134765625
],
"test_run_times": [
37.6099999999999994315658113919198513031005859375,
37.71000000000000085265128291212022304534912109375,
37.590000000000003410605131648480892181396484375
]
},
"d": {
"value": 4.777300000000000324007487506605684757232666015625,
"test_run_times": [
37.64999999999999857891452847979962825775146484375
]
}
}
},
"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 798.62480000000005020410753786563873291015625,
"test_run_times": [
38.50999999999999801048033987171947956085205078125
]
},
"b": {
"value": 796.5965999999999667124939151108264923095703125,
"raw_values": [
798.02809999999999490682967007160186767578125,
795.2721000000000231011654250323772430419921875,
796.4896999999999707142706029117107391357421875
],
"test_run_times": [
38.60000000000000142108547152020037174224853515625,
38.53999999999999914734871708787977695465087890625,
38.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 795.0276999999999816282070241868495941162109375,
"raw_values": [
798.4029000000000451109372079372406005859375,
793.56269999999994979589246213436126708984375,
793.1173999999999750798451714217662811279296875
],
"test_run_times": [
43.61999999999999744204615126363933086395263671875,
38.61999999999999744204615126363933086395263671875,
38.56000000000000227373675443232059478759765625
]
},
"d": {
"value": 797.7061999999999670762917958199977874755859375,
"test_run_times": [
38.47999999999999687361196265555918216705322265625
]
}
}
},
"7c1c5406d5fd0bc7f453370348b492b3d54aaa76": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 119.9051999999999935653249849565327167510986328125,
"test_run_times": [
38.50999999999999801048033987171947956085205078125
]
},
"b": {
"value": 120.1787000000000062982508097775280475616455078125,
"raw_values": [
119.9626999999999981127984938211739063262939453125,
120.396600000000006502887117676436901092529296875,
120.1766999999999967485564411617815494537353515625
],
"test_run_times": [
38.60000000000000142108547152020037174224853515625,
38.53999999999999914734871708787977695465087890625,
38.409999999999996589394868351519107818603515625
]
},
"c": {
"value": 120.3975999999999970668795867823064327239990234375,
"raw_values": [
119.9131000000000000227373675443232059478759765625,
120.614699999999999135980033315718173980712890625,
120.66509999999999536157702095806598663330078125
],
"test_run_times": [
43.61999999999999744204615126363933086395263671875,
38.61999999999999744204615126363933086395263671875,
38.56000000000000227373675443232059478759765625
]
},
"d": {
"value": 119.99930000000000518411980010569095611572265625,
"test_run_times": [
38.47999999999999687361196265555918216705322265625
]
}
}
},
"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 212.1811999999999898136593401432037353515625,
"test_run_times": [
38.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 212.494499999999987949195201508700847625732421875,
"raw_values": [
212.990100000000012414602679200470447540283203125,
211.921099999999995588950696401298046112060546875,
212.57220000000000936779542826116085052490234375
],
"test_run_times": [
38.0499999999999971578290569595992565155029296875,
37.99000000000000198951966012828052043914794921875,
38.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 212.6390000000000100044417195022106170654296875,
"raw_values": [
212.76929999999998699422576464712619781494140625,
212.561700000000001864464138634502887725830078125,
212.586000000000012732925824820995330810546875
],
"test_run_times": [
38.090000000000003410605131648480892181396484375,
38.13000000000000255795384873636066913604736328125,
38.03999999999999914734871708787977695465087890625
]
},
"d": {
"value": 213.55549999999999499777914024889469146728515625,
"test_run_times": [
38.0799999999999982946974341757595539093017578125
]
}
}
},
"a77140031a418d03f49e6debb4e03cbe7a03a678": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.71039999999999992041921359486877918243408203125,
"test_run_times": [
38.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 4.7035000000000000142108547152020037174224853515625,
"raw_values": [
4.69249999999999989341858963598497211933135986328125,
4.71619999999999972573050399660132825374603271484375,
4.70169999999999976836306814220733940601348876953125
],
"test_run_times": [
38.0499999999999971578290569595992565155029296875,
37.99000000000000198951966012828052043914794921875,
38.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 4.70019999999999971151964928139932453632354736328125,
"raw_values": [
4.6974000000000000198951966012828052043914794921875,
4.7019000000000001904254531837068498134613037109375,
4.701299999999999812416717759333550930023193359375
],
"test_run_times": [
38.090000000000003410605131648480892181396484375,
38.13000000000000255795384873636066913604736328125,
38.03999999999999914734871708787977695465087890625
]
},
"d": {
"value": 4.68010000000000037090330806677229702472686767578125,
"test_run_times": [
38.0799999999999982946974341757595539093017578125
]
}
}
},
"4b08a77993201615e7cdd48a86e15cf72e9b3352": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1144.50340000000005602487362921237945556640625,
"test_run_times": [
39.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 1142.99440000000004147295840084552764892578125,
"raw_values": [
1147.065100000000029467628337442874908447265625,
1142.656899999999950523488223552703857421875,
1139.261299999999891952029429376125335693359375
],
"test_run_times": [
40,
39.86999999999999744204615126363933086395263671875,
40.02000000000000312638803734444081783294677734375
]
},
"c": {
"value": 1141.24170000000003710738383233547210693359375,
"raw_values": [
1145.332799999999906503944657742977142333984375,
1141.428000000000110958353616297245025634765625,
1136.964400000000068757799454033374786376953125
],
"test_run_times": [
40.1099999999999994315658113919198513031005859375,
39.969999999999998863131622783839702606201171875,
40.0799999999999982946974341757595539093017578125
]
},
"d": {
"value": 1144.005400000000008731149137020111083984375,
"test_run_times": [
40.1099999999999994315658113919198513031005859375
]
}
}
},
"7108c1bde12eb0d9c6ff634d37ff517773086268": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 83.65739999999999554347596131265163421630859375,
"test_run_times": [
39.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 83.8482000000000056161297834478318691253662109375,
"raw_values": [
83.547200000000003683453542180359363555908203125,
83.8700000000000045474735088646411895751953125,
84.127399999999994406607584096491336822509765625
],
"test_run_times": [
40,
39.86999999999999744204615126363933086395263671875,
40.02000000000000312638803734444081783294677734375
]
},
"c": {
"value": 83.9258999999999986130205797962844371795654296875,
"raw_values": [
83.628299999999995861799106933176517486572265625,
83.939400000000006230038707144558429718017578125,
84.2100999999999970668795867823064327239990234375
],
"test_run_times": [
40.1099999999999994315658113919198513031005859375,
39.969999999999998863131622783839702606201171875,
40.0799999999999982946974341757595539093017578125
]
},
"d": {
"value": 83.7656999999999953843143885023891925811767578125,
"test_run_times": [
40.1099999999999994315658113919198513031005859375
]
}
}
},
"ec149e1403247f5016fb1f96ce6614000e37c266": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 225.46739999999999781721271574497222900390625,
"test_run_times": [
40.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 225.449600000000003774403012357652187347412109375,
"raw_values": [
225.855199999999996407495927996933460235595703125,
225.77199999999999135980033315718173980712890625,
224.721599999999995134203345514833927154541015625
],
"test_run_times": [
40.219999999999998863131622783839702606201171875,
40.0499999999999971578290569595992565155029296875,
40.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 225.441499999999990677679306827485561370849609375,
"raw_values": [
225.2667999999999892679625190794467926025390625,
225.444799999999986539478413760662078857421875,
225.6127999999999929059413261711597442626953125
],
"test_run_times": [
40.25999999999999801048033987171947956085205078125,
40.28999999999999914734871708787977695465087890625,
40.02000000000000312638803734444081783294677734375
]
},
"d": {
"value": 225.56139999999999190549715422093868255615234375,
"test_run_times": [
40.07000000000000028421709430404007434844970703125
]
}
}
},
"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.43250000000000010658141036401502788066864013671875,
"test_run_times": [
40.02000000000000312638803734444081783294677734375
]
},
"b": {
"value": 4.432900000000000062527760746888816356658935546875,
"raw_values": [
4.42480000000000028848035071860067546367645263671875,
4.42649999999999987920773492078296840190887451171875,
4.4473000000000002529532139305956661701202392578125
],
"test_run_times": [
40.219999999999998863131622783839702606201171875,
40.0499999999999971578290569595992565155029296875,
40.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 4.432900000000000062527760746888816356658935546875,
"raw_values": [
4.43639999999999989910293152206577360630035400390625,
4.432900000000000062527760746888816356658935546875,
4.42940000000000022595258997171185910701751708984375
],
"test_run_times": [
40.25999999999999801048033987171947956085205078125,
40.28999999999999914734871708787977695465087890625,
40.02000000000000312638803734444081783294677734375
]
},
"d": {
"value": 4.4306999999999998607336237910203635692596435546875,
"test_run_times": [
40.07000000000000028421709430404007434844970703125
]
}
}
},
"029547d9862776523c5601395a6358610a352681": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 249.723399999999998044586391188204288482666015625,
"test_run_times": [
43.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 249.401800000000008594724931754171848297119140625,
"raw_values": [
250.215699999999998226485331542789936065673828125,
249.349099999999992860466591082513332366943359375,
248.640500000000002955857780762016773223876953125
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
42.9500000000000028421709430404007434844970703125,
43.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 249.094300000000004047251422889530658721923828125,
"raw_values": [
249.612200000000001409716787748038768768310546875,
248.870599999999996043698047287762165069580078125,
248.80000000000001136868377216160297393798828125
],
"test_run_times": [
42.89999999999999857891452847979962825775146484375,
43.0499999999999971578290569595992565155029296875,
43.159999999999996589394868351519107818603515625
]
},
"d": {
"value": 249.77539999999999054125510156154632568359375,
"test_run_times": [
43.10000000000000142108547152020037174224853515625
]
}
}
},
"a6893edb09ab37f3c2a30cc382eee443bef51652": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 381.0375999999999976353137753903865814208984375,
"test_run_times": [
43.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 382.1236999999999852661858312785625457763671875,
"raw_values": [
380.844299999999975625541992485523223876953125,
382.4597999999999728970578871667385101318359375,
383.0670000000000072759576141834259033203125
],
"test_run_times": [
42.93999999999999772626324556767940521240234375,
42.9500000000000028421709430404007434844970703125,
43.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 382.17419999999998481143848039209842681884765625,
"raw_values": [
380.89010000000001809894456528127193450927734375,
382.57170000000002119122655130922794342041015625,
383.060799999999971987563185393810272216796875
],
"test_run_times": [
42.89999999999999857891452847979962825775146484375,
43.0499999999999971578290569595992565155029296875,
43.159999999999996589394868351519107818603515625
]
},
"d": {
"value": 381.12340000000000372892827726900577545166015625,
"test_run_times": [
43.10000000000000142108547152020037174224853515625
]
}
}
},
"2e09524a2afac98ccf359361f18a9bf744359ec7": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 64.8906999999999953843143885023891925811767578125,
"test_run_times": [
40.56000000000000227373675443232059478759765625
]
},
"b": {
"value": 64.858599999999995588950696401298046112060546875,
"raw_values": [
64.862899999999996225596987642347812652587890625,
64.6453000000000059799276641570031642913818359375,
65.067599999999998772182152606546878814697265625
],
"test_run_times": [
40.3900000000000005684341886080801486968994140625,
40.57000000000000028421709430404007434844970703125,
40.6700000000000017053025658242404460906982421875
]
},
"c": {
"value": 64.922200000000003683453542180359363555908203125,
"raw_values": [
64.7257000000000033423930290155112743377685546875,
65.207400000000006912159733474254608154296875,
64.8336000000000041154635255225002765655517578125
],
"test_run_times": [
40.57000000000000028421709430404007434844970703125,
40.409999999999996589394868351519107818603515625,
40.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 64.9969999999999998863131622783839702606201171875,
"test_run_times": [
40.5499999999999971578290569595992565155029296875
]
}
}
},
"4c1cc90e3ea0d3504b4076fbf87308d1ee648506": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.389900000000000801492205937393009662628173828125,
"test_run_times": [
40.56000000000000227373675443232059478759765625
]
},
"b": {
"value": 15.398199999999999221245161606930196285247802734375,
"raw_values": [
15.3987999999999995992538970313034951686859130859375,
15.44839999999999946567186270840466022491455078125,
15.34740000000000037516656448133289813995361328125
],
"test_run_times": [
40.3900000000000005684341886080801486968994140625,
40.57000000000000028421709430404007434844970703125,
40.6700000000000017053025658242404460906982421875
]
},
"c": {
"value": 15.384399999999999408828443847596645355224609375,
"raw_values": [
15.431400000000000005684341886080801486968994140625,
15.3163000000000000255795384873636066913604736328125,
15.405499999999999971578290569595992565155029296875
],
"test_run_times": [
40.57000000000000028421709430404007434844970703125,
40.409999999999996589394868351519107818603515625,
40.46000000000000085265128291212022304534912109375
]
},
"d": {
"value": 15.3659999999999996589394868351519107818603515625,
"test_run_times": [
40.5499999999999971578290569595992565155029296875
]
}
}
},
"83ca1e360507a59226001525682d066a1eee5e84": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2598.20829999999978099367581307888031005859375,
"test_run_times": [
46.72999999999999687361196265555918216705322265625
]
},
"b": {
"value": 2595.1763000000000829459168016910552978515625,
"raw_values": [
2589.78900000000021464074961841106414794921875,
2599.86349999999993087840266525745391845703125,
2595.87649999999985084286890923976898193359375
],
"test_run_times": [
46.67999999999999971578290569595992565155029296875,
46.82000000000000028421709430404007434844970703125,
46.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 2595.4787999999998646671883761882781982421875,
"raw_values": [
2595.33300000000008367351256310939788818359375,
2598.05549999999993815436027944087982177734375,
2593.04779999999982464942149817943572998046875
],
"test_run_times": [
46.6700000000000017053025658242404460906982421875,
46.6700000000000017053025658242404460906982421875,
46.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 2592.851599999999962165020406246185302734375,
"test_run_times": [
46.77000000000000312638803734444081783294677734375
]
}
}
},
"356fd68833e3222975779732b39790139f819b22": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 36.8890999999999991132426657713949680328369140625,
"test_run_times": [
46.72999999999999687361196265555918216705322265625
]
},
"b": {
"value": 36.932400000000001227817847393453121185302734375,
"raw_values": [
37.01290000000000190993887372314929962158203125,
36.863100000000002864908310584723949432373046875,
36.921300000000002228262019343674182891845703125
],
"test_run_times": [
46.67999999999999971578290569595992565155029296875,
46.82000000000000028421709430404007434844970703125,
46.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 36.9215999999999979763742885552346706390380859375,
"raw_values": [
36.919499999999999317878973670303821563720703125,
36.890399999999999636202119290828704833984375,
36.95490000000000208046913030557334423065185546875
],
"test_run_times": [
46.6700000000000017053025658242404460906982421875,
46.6700000000000017053025658242404460906982421875,
46.6400000000000005684341886080801486968994140625
]
},
"d": {
"value": 36.956400000000002137312549166381359100341796875,
"test_run_times": [
46.77000000000000312638803734444081783294677734375
]
}
}
},
"56185e1b61cd8aa824fb78f1d7d102710de33b94": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 68.58220000000000027284841053187847137451171875,
"test_run_times": [
44.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 68.3971999999999979991116560995578765869140625,
"raw_values": [
68.68000000000000682121026329696178436279296875,
68.27740000000000009094947017729282379150390625,
68.2340999999999979763742885552346706390380859375
],
"test_run_times": [
44.14999999999999857891452847979962825775146484375,
44.02000000000000312638803734444081783294677734375,
44.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 68.556499999999999772626324556767940521240234375,
"raw_values": [
68.39470000000000027284841053187847137451171875,
68.571899999999999408828443847596645355224609375,
68.702799999999996316546457819640636444091796875
],
"test_run_times": [
44.28999999999999914734871708787977695465087890625,
44.10000000000000142108547152020037174224853515625,
44.4500000000000028421709430404007434844970703125
]
},
"d": {
"value": 68.7656999999999953843143885023891925811767578125,
"test_run_times": [
44.219999999999998863131622783839702606201171875
]
}
}
},
"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14.57339999999999946567186270840466022491455078125,
"test_run_times": [
44.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 14.6134000000000003893774191965349018573760986328125,
"raw_values": [
14.553100000000000591171556152403354644775390625,
14.638799999999999812416717759333550930023193359375,
14.6484000000000005314859663485549390316009521484375
],
"test_run_times": [
44.14999999999999857891452847979962825775146484375,
44.02000000000000312638803734444081783294677734375,
44.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 14.579100000000000392219590139575302600860595703125,
"raw_values": [
14.6137999999999994571453498792834579944610595703125,
14.5754999999999999005240169935859739780426025390625,
14.5480999999999998095745468162931501865386962890625
],
"test_run_times": [
44.28999999999999914734871708787977695465087890625,
44.10000000000000142108547152020037174224853515625,
44.4500000000000028421709430404007434844970703125
]
},
"d": {
"value": 14.534800000000000608224581810645759105682373046875,
"test_run_times": [
44.219999999999998863131622783839702606201171875
]
}
}
},
"93d0edcc5ea127a7ae76411e7c930bccd559b10d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 132.946699999999992769517120905220508575439453125,
"test_run_times": [
45.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 132.796799999999990404830896295607089996337890625,
"raw_values": [
133.336000000000012732925824820995330810546875,
132.493300000000004956746124662458896636962890625,
132.5611000000000103682396002113819122314453125
],
"test_run_times": [
45.11999999999999744204615126363933086395263671875,
45.3900000000000005684341886080801486968994140625,
45.340000000000003410605131648480892181396484375
]
},
"c": {
"value": 133.806099999999986494003678672015666961669921875,
"raw_values": [
134.83580000000000609361450187861919403076171875,
134.1725000000000136424205265939235687255859375,
132.41009999999999990905052982270717620849609375
],
"test_run_times": [
45.42999999999999971578290569595992565155029296875,
45.409999999999996589394868351519107818603515625,
45.39999999999999857891452847979962825775146484375
]
},
"d": {
"value": 132.91480000000001382431946694850921630859375,
"test_run_times": [
45.4200000000000017053025658242404460906982421875
]
}
}
},
"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 715.4595000000000482032191939651966094970703125,
"test_run_times": [
45.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 717.25649999999995998223312199115753173828125,
"raw_values": [
714.236599999999953070073388516902923583984375,
718.36130000000002837623469531536102294921875,
719.1716000000000121872290037572383880615234375
],
"test_run_times": [
45.11999999999999744204615126363933086395263671875,
45.3900000000000005684341886080801486968994140625,
45.340000000000003410605131648480892181396484375
]
},
"c": {
"value": 709.2587999999999510691850446164608001708984375,
"raw_values": [
702.5113999999999805368133820593357086181640625,
705.436500000000023646862246096134185791015625,
719.8283999999999878127709962427616119384765625
],
"test_run_times": [
45.42999999999999971578290569595992565155029296875,
45.409999999999996589394868351519107818603515625,
45.39999999999999857891452847979962825775146484375
]
},
"d": {
"value": 715.4293999999999869032762944698333740234375,
"test_run_times": [
45.4200000000000017053025658242404460906982421875
]
}
}
},
"8810fe9271cfde46003041442cc253185eb44e1c": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.52839999999999776036929688416421413421630859375,
"test_run_times": [
43.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 48.42280000000000228510543820448219776153564453125,
"raw_values": [
48.40209999999999723740984336473047733306884765625,
48.43979999999999819237928022630512714385986328125,
48.42640000000000100044417195022106170654296875
],
"test_run_times": [
44,
43.840000000000003410605131648480892181396484375,
43.8900000000000005684341886080801486968994140625
]
},
"c": {
"value": 48.38409999999999655528881703503429889678955078125,
"raw_values": [
48.49069999999999680539986002258956432342529296875,
48.21350000000000335376171278767287731170654296875,
48.4481999999999999317878973670303821563720703125
],
"test_run_times": [
43.81000000000000227373675443232059478759765625,
43.75,
43.97999999999999687361196265555918216705322265625
]
},
"d": {
"value": 48.37899999999999778310666442848742008209228515625,
"test_run_times": [
43.840000000000003410605131648480892181396484375
]
}
}
},
"78aa5fcf7f9028bdaf1287fd59d1b0d907e4aca2": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.59909999999999996589394868351519107818603515625,
"test_run_times": [
43.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 20.64410000000000167119651450775563716888427734375,
"raw_values": [
20.65299999999999869260136620141565799713134765625,
20.63700000000000045474735088646411895751953125,
20.642399999999998527755451505072414875030517578125
],
"test_run_times": [
44,
43.840000000000003410605131648480892181396484375,
43.8900000000000005684341886080801486968994140625
]
},
"c": {
"value": 20.66069999999999851070242584683001041412353515625,
"raw_values": [
20.6152000000000015234036254696547985076904296875,
20.733599999999999141664375201798975467681884765625,
20.63329999999999841975295566953718662261962890625
],
"test_run_times": [
43.81000000000000227373675443232059478759765625,
43.75,
43.97999999999999687361196265555918216705322265625
]
},
"d": {
"value": 20.66290000000000048885340220294892787933349609375,
"test_run_times": [
43.840000000000003410605131648480892181396484375
]
}
}
},
"7e0a0b59e46d596b26cb4b6781f8ea1acfb478d3": {
"identifier": "pts\/primesieve-1.10.0",
"title": "Primesieve",
"app_version": "12.1",
"arguments": "1e12",
"description": "Length: 1e12",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.1639999999999999236166559057892300188541412353515625,
"test_run_times": [
1.189999999999999946709294817992486059665679931640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 1.1639999999999999236166559057892300188541412353515625,
"raw_values": [
1.157999999999999918287585387588478624820709228515625,
1.1830000000000000515143483426072634756565093994140625,
1.1519999999999999129585148693877272307872772216796875
],
"test_run_times": [
1.1799999999999999378275106209912337362766265869140625,
1.20999999999999996447286321199499070644378662109375,
1.1799999999999999378275106209912337362766265869140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 1.1559999999999999165112285481882281601428985595703125,
"raw_values": [
1.1479999999999999094058011905872263014316558837890625,
1.1479999999999999094058011905872263014316558837890625,
1.1730000000000000426325641456060111522674560546875
],
"test_run_times": [
1.1699999999999999289457264239899814128875732421875,
1.1699999999999999289457264239899814128875732421875,
1.1999999999999999555910790149937383830547332763671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 1.141999999999999904076730672386474907398223876953125,
"test_run_times": [
1.1599999999999999200639422269887290894985198974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"bac88c0115a98dbe6c3bea68025021e4ad108581": {
"identifier": "pts\/primesieve-1.10.0",
"title": "Primesieve",
"app_version": "12.1",
"arguments": "1e13",
"description": "Length: 1e13",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.7889999999999997015720509807579219341278076171875,
"test_run_times": [
11.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 11.8480000000000007531752999057061970233917236328125,
"raw_values": [
11.8100000000000004973799150320701301097869873046875,
11.891999999999999459987520822323858737945556640625,
11.8409999999999993036681189551018178462982177734375
],
"test_run_times": [
11.8300000000000000710542735760100185871124267578125,
11.9199999999999999289457264239899814128875732421875,
11.8699999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 11.8710000000000004405364961712621152400970458984375,
"raw_values": [
11.8879999999999999005240169935859739780426025390625,
11.8740000000000005542233338928781449794769287109375,
11.8499999999999996447286321199499070644378662109375
],
"test_run_times": [
11.910000000000000142108547152020037174224853515625,
11.9000000000000003552713678800500929355621337890625,
11.8800000000000007815970093361102044582366943359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"d": {
"value": 11.8409999999999993036681189551018178462982177734375,
"test_run_times": [
11.8699999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"07874bd30a80753be1d28881eddc0428fcb350ae": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.5570000000000003836930773104541003704071044921875,
"test_run_times": [
22.699999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 8.574999999999999289457264239899814128875732421875,
"raw_values": [
8.5950000000000006394884621840901672840118408203125,
8.541000000000000369482222595252096652984619140625,
8.5890000000000004121147867408581078052520751953125
],
"test_run_times": [
29.96000000000000085265128291212022304534912109375,
25.35000000000000142108547152020037174224853515625,
23.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 8.4839999999999999857891452847979962825775146484375,
"raw_values": [
8.449999999999999289457264239899814128875732421875,
8.518000000000000682121026329696178436279296875,
8.4839999999999999857891452847979962825775146484375
],
"test_run_times": [
31.71000000000000085265128291212022304534912109375,
24.0799999999999982946974341757595539093017578125,
24.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 8.6340000000000003410605131648480892181396484375,
"test_run_times": [
28.769999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"2d6461041456af39b5df4efcec7f39f3157f549d": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 89.2770000000000010231815394945442676544189453125,
"test_run_times": [
10.480000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 91.2879999999999967030817060731351375579833984375,
"raw_values": [
92.91100000000000136424205265939235687255859375,
90.7650000000000005684341886080801486968994140625,
90.1869999999999976125764078460633754730224609375
],
"test_run_times": [
9.6400000000000005684341886080801486968994140625,
9.82000000000000028421709430404007434844970703125,
9.8499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 90.441000000000002501110429875552654266357421875,
"raw_values": [
91.0570000000000021600499167107045650482177734375,
88.6590000000000060254023992456495761871337890625,
91.60800000000000409272615797817707061767578125
],
"test_run_times": [
9.800000000000000710542735760100185871124267578125,
9.980000000000000426325641456060111522674560546875,
9.7599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 86.5930000000000035242919693700969219207763671875,
"test_run_times": [
10.7599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"b7dbdc4a31deb7c3fd3898dbe6df6073d5bae0ee": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 149.068999999999988403942552395164966583251953125,
"test_run_times": [
8.2200000000000006394884621840901672840118408203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 163.17500000000001136868377216160297393798828125,
"raw_values": [
159.116999999999990222931955941021442413330078125,
160.6399999999999863575794734060764312744140625,
169.1009999999999990905052982270717620849609375,
162.711000000000012732925824820995330810546875,
164.304000000000002046363078989088535308837890625
],
"test_run_times": [
8,
6.36000000000000031974423109204508364200592041015625,
6.1699999999999999289457264239899814128875732421875,
6.0999999999999996447286321199499070644378662109375,
6.04000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 160.56000000000000227373675443232059478759765625,
"raw_values": [
152.626000000000004774847184307873249053955078125,
160.06499999999999772626324556767940521240234375,
163.12700000000000954969436861574649810791015625,
161.98799999999999954525264911353588104248046875,
160.52600000000001045918907038867473602294921875,
155.436000000000007048583938740193843841552734375,
150.37799999999998590283212251961231231689453125,
168.275000000000005684341886080801486968994140625,
164.676999999999992496668710373342037200927734375,
168.366999999999990222931955941021442413330078125,
151.855999999999994543031789362430572509765625,
158.84800000000001318767317570745944976806640625,
159.9569999999999936335370875895023345947265625,
167.74799999999999045030563138425350189208984375,
164.53100000000000591171556152403354644775390625
],
"test_run_times": [
6.79999999999999982236431605997495353221893310546875,
8.019999999999999573674358543939888477325439453125,
6.46999999999999975131004248396493494510650634765625,
7.96999999999999975131004248396493494510650634765625,
7.96999999999999975131004248396493494510650634765625,
8.230000000000000426325641456060111522674560546875,
8.2599999999999997868371792719699442386627197265625,
6.36000000000000031974423109204508364200592041015625,
6.30999999999999960920149533194489777088165283203125,
6,
8.21000000000000085265128291212022304534912109375,
8,
6.42999999999999971578290569595992565155029296875,
6.25,
7.87999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 163.5,
"test_run_times": [
7.910000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"685f4e221e2e654e3714ee352fed82e506e17245": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 159.217999999999989313437254168093204498291015625,
"test_run_times": [
6.480000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 161.652999999999991587174008600413799285888671875,
"raw_values": [
160.878999999999990677679306827485561370849609375,
160.938999999999992951416061259806156158447265625,
163.140999999999991132426657713949680328369140625
],
"test_run_times": [
8,
6.660000000000000142108547152020037174224853515625,
6.05999999999999960920149533194489777088165283203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 162.020000000000010231815394945442676544189453125,
"raw_values": [
163.9950000000000045474735088646411895751953125,
155.917000000000001591615728102624416351318359375,
162.193000000000012050804798491299152374267578125,
165.27899999999999636202119290828704833984375,
162.717000000000012960299500264227390289306640625
],
"test_run_times": [
7.92999999999999971578290569595992565155029296875,
6.69000000000000039079850466805510222911834716796875,
7.980000000000000426325641456060111522674560546875,
6.29000000000000003552713678800500929355621337890625,
6.29000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 162.37700000000000954969436861574649810791015625,
"test_run_times": [
6.11000000000000031974423109204508364200592041015625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"dc904a5f05b6af7d9d2f0cb350633ab3906286e0": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 22.96399999999999863575794734060764312744140625,
"test_run_times": [
10.2599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 22.897999999999999687361196265555918216705322265625,
"raw_values": [
22.79899999999999948840923025272786617279052734375,
22.667000000000001591615728102624416351318359375,
23.2289999999999992041921359486877918243408203125
],
"test_run_times": [
11.1099999999999994315658113919198513031005859375,
9.5,
10.9199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 23.474000000000000198951966012828052043914794921875,
"raw_values": [
23.54899999999999948840923025272786617279052734375,
23.842999999999999971578290569595992565155029296875,
23.028999999999999914734871708787977695465087890625
],
"test_run_times": [
10.050000000000000710542735760100185871124267578125,
9.1500000000000003552713678800500929355621337890625,
10.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 22.71300000000000096633812063373625278472900390625,
"test_run_times": [
11.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"e25f1395e53b97de67de5cb714bfadc6f1a32e2b": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 176.674000000000006593836587853729724884033203125,
"test_run_times": [
5.730000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 182.53100000000000591171556152403354644775390625,
"raw_values": [
181.907999999999987039700499735772609710693359375,
182.032000000000010686562745831906795501708984375,
183.65199999999998681232682429254055023193359375
],
"test_run_times": [
5.55999999999999960920149533194489777088165283203125,
5.4000000000000003552713678800500929355621337890625,
5.57000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 184.13200000000000500222085975110530853271484375,
"raw_values": [
182.818999999999988403942552395164966583251953125,
181.4950000000000045474735088646411895751953125,
188.0819999999999936335370875895023345947265625
],
"test_run_times": [
5.42999999999999971578290569595992565155029296875,
5.46999999999999975131004248396493494510650634765625,
5.5999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 183.284999999999996589394868351519107818603515625,
"test_run_times": [
5.62999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"cf74c258930ce6572b669052b6a298b7e2c32c02": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 572.3490000000000463842297904193401336669921875,
"test_run_times": [
1.87999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 566.9930000000000518411980010569095611572265625,
"raw_values": [
567.8020000000000209183781407773494720458984375,
572.32799999999997453414835035800933837890625,
560.847999999999956344254314899444580078125
],
"test_run_times": [
1.87999999999999989341858963598497211933135986328125,
1.87000000000000010658141036401502788066864013671875,
1.8899999999999999023003738329862244427204132080078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 568.2089999999999463398125953972339630126953125,
"raw_values": [
578.6409999999999627107172273099422454833984375,
564.855999999999994543031789362430572509765625,
561.1309999999999718056642450392246246337890625
],
"test_run_times": [
1.8600000000000000976996261670137755572795867919921875,
1.8899999999999999023003738329862244427204132080078125,
1.8899999999999999023003738329862244427204132080078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 577.44399999999995998223312199115753173828125,
"test_run_times": [
1.87000000000000010658141036401502788066864013671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"fa830dfe04cd3079e6f88420aec30f0bb9868cfb": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 564.41300000000001091393642127513885498046875,
"test_run_times": [
1.8600000000000000976996261670137755572795867919921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 606.375999999999976353137753903865814208984375,
"raw_values": [
600.441000000000030922819860279560089111328125,
604.5439999999999827196006663143634796142578125,
614.144000000000005456968210637569427490234375
],
"test_run_times": [
1.79000000000000003552713678800500929355621337890625,
1.79000000000000003552713678800500929355621337890625,
1.770000000000000017763568394002504646778106689453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 588.450000000000045474735088646411895751953125,
"raw_values": [
592.9149999999999636202119290828704833984375,
596.9329999999999927240423858165740966796875,
575.5030000000000427462509833276271820068359375
],
"test_run_times": [
1.810000000000000053290705182007513940334320068359375,
1.8000000000000000444089209850062616169452667236328125,
1.8400000000000000799360577730112709105014801025390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"d": {
"value": 598.0399999999999636202119290828704833984375,
"test_run_times": [
1.8000000000000000444089209850062616169452667236328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
}
}
}