AMD Custom APU 0405 testing with a Valve Jupiter v1 (F7A0110 BIOS) and AMD Custom GPU 0405 1GB on SteamOS rolling via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2309052-NE-DECKING9724
{
"title": "decking",
"last_modified": "2023-09-05 12:17:58",
"description": "AMD Custom APU 0405 testing with a Valve Jupiter v1 (F7A0110 BIOS) and AMD Custom GPU 0405 1GB on SteamOS rolling via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Custom APU 0405 @ 2.80GHz (4 Cores \/ 8 Threads)",
"Motherboard": "Valve Jupiter v1 (F7A0110 BIOS)",
"Chipset": "AMD VanGogh Root Complex",
"Memory": "16GB",
"Disk": "512GB Phison ESMP512GKB4C3-E13TS + 1000GB RTL9210B-CG",
"Graphics": "AMD Custom GPU 0405 1GB (1600\/400MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Monitor": "ANX7530 U",
"Network": "Realtek RTL8822CE 802.11ac PCIe"
},
"software": {
"OS": "SteamOS rolling",
"Kernel": "5.13.0-valve36-1-neptune (x86_64)",
"Desktop": "KDE Plasma 5.26.1",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.6 Mesa 22.2.0 (git-17e5312102) (LLVM 14.0.6 DRM 3.45)",
"Vulkan": "1.3.238",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1280x800"
},
"user": "deck",
"timestamp": "2023-09-05 08:36:43",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8900201",
"graphics-2d-acceleration": "GLAMOR",
"bar1-visible-vram": "1024 MB",
"vbios-version": "113-AMDAerithJ-004",
"kernel-parameters": "amdgpu.gttsize=8128 spi_amd.speed_dev=1",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.17+1)",
"python": "Python 3.10.8",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline IBPB: conditional IBRS_FW STIBP: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Custom APU 0405 @ 2.80GHz (4 Cores \/ 8 Threads)",
"Motherboard": "Valve Jupiter v1 (F7A0110 BIOS)",
"Chipset": "AMD VanGogh Root Complex",
"Memory": "16GB",
"Disk": "512GB Phison ESMP512GKB4C3-E13TS + 1000GB RTL9210B-CG",
"Graphics": "AMD Custom GPU 0405 1GB (1600\/400MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Monitor": "ANX7530 U",
"Network": "Realtek RTL8822CE 802.11ac PCIe"
},
"software": {
"OS": "SteamOS rolling",
"Kernel": "5.13.0-valve36-1-neptune (x86_64)",
"Desktop": "KDE Plasma 5.26.1",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.6 Mesa 22.2.0 (git-17e5312102) (LLVM 14.0.6 DRM 3.45)",
"Vulkan": "1.3.238",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1280x800"
},
"user": "deck",
"timestamp": "2023-09-05 10:19:02",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8900201",
"graphics-2d-acceleration": "GLAMOR",
"bar1-visible-vram": "1024 MB",
"vbios-version": "113-AMDAerithJ-004",
"kernel-parameters": "amdgpu.gttsize=8128 spi_amd.speed_dev=1",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.17+1)",
"python": "Python 3.10.8",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline IBPB: conditional IBRS_FW STIBP: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Custom APU 0405 @ 2.80GHz (4 Cores \/ 8 Threads)",
"Motherboard": "Valve Jupiter v1 (F7A0110 BIOS)",
"Chipset": "AMD VanGogh Root Complex",
"Memory": "16GB",
"Disk": "512GB Phison ESMP512GKB4C3-E13TS + 1000GB RTL9210B-CG",
"Graphics": "AMD Custom GPU 0405 1GB (1600\/400MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Monitor": "ANX7530 U",
"Network": "Realtek RTL8822CE 802.11ac PCIe"
},
"software": {
"OS": "SteamOS rolling",
"Kernel": "5.13.0-valve36-1-neptune (x86_64)",
"Desktop": "KDE Plasma 5.26.1",
"Display Server": "X Server 1.21.1.3",
"OpenGL": "4.6 Mesa 22.2.0 (git-17e5312102) (LLVM 14.0.6 DRM 3.45)",
"Vulkan": "1.3.238",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1280x800"
},
"user": "deck",
"timestamp": "2023-09-05 11:24:02",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8900201",
"graphics-2d-acceleration": "GLAMOR",
"bar1-visible-vram": "1024 MB",
"vbios-version": "113-AMDAerithJ-004",
"kernel-parameters": "amdgpu.gttsize=8128 spi_amd.speed_dev=1",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"java": "OpenJDK Runtime Environment (build 11.0.17+1)",
"python": "Python 3.10.8",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Full AMD retpoline IBPB: conditional IBRS_FW STIBP: conditional RSB filling + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"75902fca9d2344f8020a31cabac3be46654cd3d0": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "fp32-scalar",
"scale": "GFLOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1638.240000000000009094947017729282379150390625,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 1638.720000000000027284841053187847137451171875,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 1639.26999999999998181010596454143524169921875,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"5f811efac3b33184b49d69c6b0fc0d38e2b38fd7": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "fp32-vec4",
"scale": "GFLOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1626.079999999999927240423858165740966796875,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 1626.59999999999990905052982270717620849609375,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 1628.049999999999954525264911353588104248046875,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"05fd63b5ca82c0a4306ef4d74a760e74a9a80936": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "fp16-scalar",
"scale": "GFLOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1638.59999999999990905052982270717620849609375,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 1639.30999999999994543031789362430572509765625,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 1639.19000000000005456968210637569427490234375,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"365d268a9e9baa20e07ec4bc8ad9ea82d1d11ab9": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "fp16-vec4",
"scale": "GFLOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2618.329999999999927240423858165740966796875,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 2618.489999999999781721271574497222900390625,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 2619.63999999999987267074175179004669189453125,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"d70c267e55fd64fc8055ba72da36a24b018fc62a": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "fp64-scalar",
"scale": "GFLOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 102.0199999999999960209606797434389591217041015625,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 102.0100000000000051159076974727213382720947265625,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 102.030000000000001136868377216160297393798828125,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"e9efc275a5f7672ca92d53a43dd88cf98a9f46a7": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "int32-scalar",
"scale": "GIOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 279.05000000000001136868377216160297393798828125,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 279.1299999999999954525264911353588104248046875,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 279.16000000000002501110429875552654266357421875,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"7a614144d1809c707bda11d5a7ff4f24319d2ddf": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "int32-vec4",
"scale": "GIOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 326.93000000000000682121026329696178436279296875,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 326.94999999999998863131622783839702606201171875,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 327.26999999999998181010596454143524169921875,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"1b677bea959e3359dc1420f360fee5c98a8deba7": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "int16-scalar",
"scale": "GIOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1638.30999999999994543031789362430572509765625,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 1638.910000000000081854523159563541412353515625,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 1639.0399999999999636202119290828704833984375,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"cbd1bef66cabbcec93c1964295658e5cf4b39816": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "int16-vec4",
"scale": "GIOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2620,
"test_run_times": [
277.16000000000002501110429875552654266357421875
]
},
"b": {
"value": 2619.4499999999998181010596454143524169921875,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 2621.88999999999987267074175179004669189453125,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
},
"3eae661402556e48f6f96f1b68fb3ad595ff7b00": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "100 1 200",
"description": "Device Count: 100 - Batch Size Per Write: 1 - Sensor Count: 200",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
1.350000000000000088817841970012523233890533447265625
],
"details": {
"error": "The test quit with a non-zero exit status."
}
},
"b": {
"test_run_times": [
17.6400000000000005684341886080801486968994140625
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
17.3900000000000005684341886080801486968994140625
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"196ed1e5ccfb157b422c9c5ac8120526742254c5": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "100 1 500",
"description": "Device Count: 100 - Batch Size Per Write: 1 - Sensor Count: 500",
"scale": "point\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 711045.19999999995343387126922607421875,
"test_run_times": [
24.5799999999999982946974341757595539093017578125
]
},
"b": {
"test_run_times": [
17.980000000000000426325641456060111522674560546875
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
17.67999999999999971578290569595992565155029296875
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"7da5f6471e9cdd243f976d37d7715fa7203ef901": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "100 1 500",
"description": "Device Count: 100 - Batch Size Per Write: 1 - Sensor Count: 500",
"scale": "Average Latency",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 56.10000000000000142108547152020037174224853515625,
"max_result": [
"1675.14"
],
"test_run_times": [
24.5799999999999982946974341757595539093017578125
]
},
"b": {
"test_run_times": [
17.6400000000000005684341886080801486968994140625
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
18.410000000000000142108547152020037174224853515625
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"c4d7bd6d3f414cf0d2a2a35ce60d3b5ffad46446": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "200 1 200",
"description": "Device Count: 200 - Batch Size Per Write: 1 - Sensor Count: 200",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
23.5
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
19.550000000000000710542735760100185871124267578125
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
19.6400000000000005684341886080801486968994140625
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"e9f791b106267c2d33e30c199b9a4d9a385aa7e0": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "200 1 500",
"description": "Device Count: 200 - Batch Size Per Write: 1 - Sensor Count: 500",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
20.949999999999999289457264239899814128875732421875
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
20.440000000000001278976924368180334568023681640625
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
21.019999999999999573674358543939888477325439453125
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"9926cc11057dcffc5107f19846a2457dd0fa3c39": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "500 1 200",
"description": "Device Count: 500 - Batch Size Per Write: 1 - Sensor Count: 200",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
27.14999999999999857891452847979962825775146484375
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
26.78999999999999914734871708787977695465087890625
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
26.4200000000000017053025658242404460906982421875
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"2af1355a9aa6c169b3d060a7e9cd6400f6431ec2": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "500 1 500",
"description": "Device Count: 500 - Batch Size Per Write: 1 - Sensor Count: 500",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
29.280000000000001136868377216160297393798828125
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
28.89999999999999857891452847979962825775146484375
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
27.719999999999998863131622783839702606201171875
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"0a05d70aa83f59967a49012a5dd7010bc4d27ce7": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "100 100 200",
"description": "Device Count: 100 - Batch Size Per Write: 100 - Sensor Count: 200",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
22.64999999999999857891452847979962825775146484375
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
21.269999999999999573674358543939888477325439453125
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
25.230000000000000426325641456060111522674560546875
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"5850ce4faa4ec9faa09cd1e3868b492299c39c43": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "100 100 500",
"description": "Device Count: 100 - Batch Size Per Write: 100 - Sensor Count: 500",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
27.800000000000000710542735760100185871124267578125
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
27.25
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
27.050000000000000710542735760100185871124267578125
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"4f90391dffd4a0926d1f2f8f95270bb4874baf84": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "200 100 200",
"description": "Device Count: 200 - Batch Size Per Write: 100 - Sensor Count: 200",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
26.449999999999999289457264239899814128875732421875
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
26.629999999999999005240169935859739780426025390625
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
26.03999999999999914734871708787977695465087890625
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"0111f68ededcc83bf84250e355c4ab300ec9bc11": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "200 100 500",
"description": "Device Count: 200 - Batch Size Per Write: 100 - Sensor Count: 500",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
38.8599999999999994315658113919198513031005859375
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
38.72999999999999687361196265555918216705322265625
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
37.27000000000000312638803734444081783294677734375
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"5f1c04050d0f00599979bb36c0e36fac258edc97": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "500 100 200",
"description": "Device Count: 500 - Batch Size Per Write: 100 - Sensor Count: 200",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
43.909999999999996589394868351519107818603515625
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
43.38000000000000255795384873636066913604736328125
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
41.5499999999999971578290569595992565155029296875
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"c5e20d0a3b4fca6b1af82fad91ca8e4435d78242": {
"identifier": "pts\/apache-iotdb-1.0.1",
"title": "Apache IoTDB",
"app_version": "1.1.2",
"arguments": "500 100 500",
"description": "Device Count: 500 - Batch Size Per Write: 100 - Sensor Count: 500",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
71.5
],
"details": {
"error": "The test run did not produce a result."
}
},
"b": {
"test_run_times": [
74.5
],
"details": {
"error": "The test run did not produce a result."
}
},
"c": {
"test_run_times": [
70.150000000000005684341886080801486968994140625
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"8315d249c45b31a380a71ef2c000db2e666a90bd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.112200000000000077449158197850920259952545166015625,
"test_run_times": [
68.6700000000000017053025658242404460906982421875
]
},
"b": {
"value": 2.121300000000000185451654033386148512363433837890625,
"test_run_times": [
67.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 2.326400000000000023447910280083306133747100830078125,
"test_run_times": [
66.56999999999999317878973670303821563720703125
]
}
}
},
"132dca3d993c38d5a37de8fc72f4591ac7eb1ddd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 940.7032000000000380168785341084003448486328125,
"test_run_times": [
68.6700000000000017053025658242404460906982421875
]
},
"b": {
"value": 940.4732000000000198269844986498355865478515625,
"test_run_times": [
67.0499999999999971578290569595992565155029296875
]
},
"c": {
"value": 853.0760000000000218278728425502777099609375,
"test_run_times": [
66.56999999999999317878973670303821563720703125
]
}
}
},
"3b1bfb7814177424418483748f806f392d017eb6": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.173200000000000020605739337042905390262603759765625,
"test_run_times": [
60.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 2.196800000000000085975671026972122490406036376953125,
"test_run_times": [
59.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 2.384700000000000041922021409845910966396331787109375,
"test_run_times": [
58.85000000000000142108547152020037174224853515625
]
}
}
},
"b07153da5d2186a2c4af44a41f728a2bb4ce2122": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 460.14019999999999299689079634845256805419921875,
"test_run_times": [
60.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 455.1870999999999867213773541152477264404296875,
"test_run_times": [
59.61999999999999744204615126363933086395263671875
]
},
"c": {
"value": 419.32450000000000045474735088646411895751953125,
"test_run_times": [
58.85000000000000142108547152020037174224853515625
]
}
}
},
"484ed76c1448ae8277be5d38b413682792d37712": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 53.703000000000002955857780762016773223876953125,
"test_run_times": [
69.090000000000003410605131648480892181396484375
]
},
"b": {
"value": 53.32039999999999935198502498678863048553466796875,
"test_run_times": [
69.56999999999999317878973670303821563720703125
]
},
"c": {
"value": 58.144599999999996953192749060690402984619140625,
"test_run_times": [
67.81000000000000227373675443232059478759765625
]
}
}
},
"00a3faa7c0f772066b32e38912d7efd0da6c6479": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 37.19250000000000255795384873636066913604736328125,
"test_run_times": [
69.090000000000003410605131648480892181396484375
]
},
"b": {
"value": 37.459800000000001318767317570745944976806640625,
"test_run_times": [
69.56999999999999317878973670303821563720703125
]
},
"c": {
"value": 34.35210000000000007958078640513122081756591796875,
"test_run_times": [
67.81000000000000227373675443232059478759765625
]
}
}
},
"78c1dafa9f71ada1047e6627d9a575398a531a1e": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 50.1844999999999998863131622783839702606201171875,
"test_run_times": [
66.3700000000000045474735088646411895751953125
]
},
"b": {
"value": 50.23270000000000123918653116561472415924072265625,
"test_run_times": [
66.2600000000000051159076974727213382720947265625
]
},
"c": {
"value": 55.617400000000003501554601825773715972900390625,
"test_run_times": [
65
]
}
}
},
"48e2ef91a77c84aaa7b1998dd9c0256d35e1be74": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 19.90990000000000037516656448133289813995361328125,
"test_run_times": [
66.3700000000000045474735088646411895751953125
]
},
"b": {
"value": 19.890499999999999403144101961515843868255615234375,
"test_run_times": [
66.2600000000000051159076974727213382720947265625
]
},
"c": {
"value": 17.962199999999999278088580467738211154937744140625,
"test_run_times": [
65
]
}
}
},
"52650ab3f436f830a03f98d18570a098bc6a7a3b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.308499999999998664179656771011650562286376953125,
"test_run_times": [
65.7399999999999948840923025272786617279052734375
]
},
"b": {
"value": 21.094699999999999562305674771778285503387451171875,
"test_run_times": [
67.7600000000000051159076974727213382720947265625
]
},
"c": {
"value": 22.178999999999998493649400188587605953216552734375,
"test_run_times": [
64.3900000000000005684341886080801486968994140625
]
}
}
},
"e98d7f3e55dd7556d5a7e285d585b1f332155a2c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 93.8247999999999962028596200980246067047119140625,
"test_run_times": [
65.7399999999999948840923025272786617279052734375
]
},
"b": {
"value": 94.7493999999999942929207463748753070831298828125,
"test_run_times": [
67.7600000000000051159076974727213382720947265625
]
},
"c": {
"value": 90.1375000000000028421709430404007434844970703125,
"test_run_times": [
64.3900000000000005684341886080801486968994140625
]
}
}
},
"c98a283d125f2494d1f50e0bad82c4f927c75b95": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.17830000000000012505552149377763271331787109375,
"test_run_times": [
60.340000000000003410605131648480892181396484375
]
},
"b": {
"value": 18.1777000000000015234036254696547985076904296875,
"test_run_times": [
60.35000000000000142108547152020037174224853515625
]
},
"c": {
"value": 19.49759999999999848796505830250680446624755859375,
"test_run_times": [
58.8299999999999982946974341757595539093017578125
]
}
}
},
"b397fa132b01b7bad3b20659f8b7c14d37ec6de8": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/sentiment_analysis\/bert-base\/pytorch\/huggingface\/sst2\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Sentiment Analysis, 80% Pruned Quantized BERT Base Uncased - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.99569999999999936335370875895023345947265625,
"test_run_times": [
60.340000000000003410605131648480892181396484375
]
},
"b": {
"value": 54.9971000000000032059688237495720386505126953125,
"test_run_times": [
60.35000000000000142108547152020037174224853515625
]
},
"c": {
"value": 51.27069999999999794226823723874986171722412109375,
"test_run_times": [
58.8299999999999982946974341757595539093017578125
]
}
}
},
"a6f79cb479021f303e5383b047b4c484b249cfe2": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.4230000000000000426325641456060111522674560546875,
"test_run_times": [
85.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 6.47539999999999960067498250282369554042816162109375,
"test_run_times": [
71.18999999999999772626324556767940521240234375
]
},
"c": {
"value": 7.379400000000000403588273911736905574798583984375,
"test_run_times": [
70.0199999999999960209606797434389591217041015625
]
}
}
},
"de579f577d229f0340544ebabc145df4a03b1185": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario async",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 311.13240000000001828084350563585758209228515625,
"test_run_times": [
85.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 308.55919999999997571649146266281604766845703125,
"test_run_times": [
71.18999999999999772626324556767940521240234375
]
},
"c": {
"value": 270.32400000000001227817847393453121185302734375,
"test_run_times": [
70.0199999999999960209606797434389591217041015625
]
}
}
},
"01eed3a4e5b49dd8ffb4613c1e496b5c6a35b6d2": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.09419999999999983941734171821735799312591552734375,
"test_run_times": [
66.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 6.1143000000000000682121026329696178436279296875,
"test_run_times": [
66.31999999999999317878973670303821563720703125
]
},
"c": {
"value": 6.66519999999999956941110212937928736209869384765625,
"test_run_times": [
64.9899999999999948840923025272786617279052734375
]
}
}
},
"4dd1fc7ebf988ed8441defddd8eb70c4ece07b6c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/bert-base\/pytorch\/huggingface\/squad\/12layer_pruned90-none --scenario sync",
"description": "Model: NLP Question Answering, BERT base uncased SQuaD 12layer Pruned90 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 164.075199999999995270627550780773162841796875,
"test_run_times": [
66.469999999999998863131622783839702606201171875
]
},
"b": {
"value": 163.534300000000001773514668457210063934326171875,
"test_run_times": [
66.31999999999999317878973670303821563720703125
]
},
"c": {
"value": 150.014100000000013324097380973398685455322265625,
"test_run_times": [
64.9899999999999948840923025272786617279052734375
]
}
}
},
"86ba9fff7f27b605f3bc0d98b860fab8f58f4e94": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 26.9902000000000015234036254696547985076904296875,
"test_run_times": [
39.21000000000000085265128291212022304534912109375
]
},
"b": {
"value": 26.650400000000001199396137963049113750457763671875,
"test_run_times": [
39.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 29.472699999999999675992512493394315242767333984375,
"test_run_times": [
39
]
}
}
},
"11f23757bc512e73ec1733c280e61785d8ebeb3b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 74.0618999999999942929207463748753070831298828125,
"test_run_times": [
39.21000000000000085265128291212022304534912109375
]
},
"b": {
"value": 75.0032000000000067529981606639921665191650390625,
"test_run_times": [
39.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 67.82720000000000482032191939651966094970703125,
"test_run_times": [
39
]
}
}
},
"e8775641ef6f3b2dd8eb94255569a4c904cb09e8": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 25.13929999999999864712663111276924610137939453125,
"test_run_times": [
38.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 24.905100000000000903810359886847436428070068359375,
"test_run_times": [
38.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 27.066199999999998482280716416426002979278564453125,
"test_run_times": [
38.72999999999999687361196265555918216705322265625
]
}
}
},
"4c7a3e0f5a69b82a2dc52c3ee1b43e3a8fc5abbd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.756900000000001682565198279917240142822265625,
"test_run_times": [
38.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 40.1323000000000007503331289626657962799072265625,
"test_run_times": [
38.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 36.92949999999999732835931354202330112457275390625,
"test_run_times": [
38.72999999999999687361196265555918216705322265625
]
}
}
},
"df293935a009e2c2ffe482dba5113c2b25ca2f7b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 188.960299999999989495336194522678852081298828125,
"test_run_times": [
38.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 188.31049999999999045030563138425350189208984375,
"test_run_times": [
38.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 203.552699999999987312548910267651081085205078125,
"test_run_times": [
38.8599999999999994315658113919198513031005859375
]
}
}
},
"e11820ae0bc99a49e33ece786f4e8d3fff5a72b3": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.5418000000000002813749233609996736049652099609375,
"test_run_times": [
38.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 10.57939999999999969304553815163671970367431640625,
"test_run_times": [
38.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 9.7887000000000004007461029686965048313140869140625,
"test_run_times": [
38.8599999999999994315658113919198513031005859375
]
}
}
},
"b4dbc793940b7f30198f2e87377c997b6c3db06e": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 170.868099999999998317434801720082759857177734375,
"test_run_times": [
38.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 170.412700000000000954969436861574649810791015625,
"test_run_times": [
38.1700000000000017053025658242404460906982421875
]
},
"c": {
"value": 184.004400000000003956301952712237834930419921875,
"test_run_times": [
38.17999999999999971578290569595992565155029296875
]
}
}
},
"7bd81c6e1afc248cd0227631400de567023b9e0d": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.832300000000000039790393202565610408782958984375,
"test_run_times": [
38.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 5.84809999999999963193886287626810371875762939453125,
"test_run_times": [
38.1700000000000017053025658242404460906982421875
]
},
"c": {
"value": 5.414699999999999846522769075818359851837158203125,
"test_run_times": [
38.17999999999999971578290569595992565155029296875
]
}
}
},
"04dc16cdb3e5ac095dfb8d008bb8116fa6ac559a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.9044000000000007588596417917869985103607177734375,
"test_run_times": [
40.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 12.9610000000000002984279490192420780658721923828125,
"test_run_times": [
39.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 13.975699999999999789679350215010344982147216796875,
"test_run_times": [
39.67999999999999971578290569595992565155029296875
]
}
}
},
"4eaee16613e7ebe05edc8651c848b583666fb211": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 154.784799999999989950083545409142971038818359375,
"test_run_times": [
40.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 154.122399999999998954081092961132526397705078125,
"test_run_times": [
39.969999999999998863131622783839702606201171875
]
},
"c": {
"value": 143.063299999999998135535861365497112274169921875,
"test_run_times": [
39.67999999999999971578290569595992565155029296875
]
}
}
},
"2f6b21ec02b77d2f7af4ef1858ff7a5c06cd9522": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.33370000000000032969182939268648624420166015625,
"test_run_times": [
39.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 12.378299999999999414512785733677446842193603515625,
"test_run_times": [
39.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 13.1751000000000004774847184307873249053955078125,
"test_run_times": [
39.590000000000003410605131648480892181396484375
]
}
}
},
"b15e2cdef9f8dae62220fd77b33538b51c63d2ef": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 81.0532999999999930196281638927757740020751953125,
"test_run_times": [
39.840000000000003410605131648480892181396484375
]
},
"b": {
"value": 80.761899999999997135091689415276050567626953125,
"test_run_times": [
39.67999999999999971578290569595992565155029296875
]
},
"c": {
"value": 75.876499999999992951416061259806156158447265625,
"test_run_times": [
39.590000000000003410605131648480892181396484375
]
}
}
},
"baff18ee56137338b81c500dab60fff22ca5d02c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.745699999999999807442918609012849628925323486328125,
"test_run_times": [
238.169999999999987494447850622236728668212890625
]
},
"b": {
"test_run_times": [
199.409999999999996589394868351519107818603515625
],
"details": {
"error": "The test quit with a non-zero exit status."
}
},
"c": {
"test_run_times": [
12.910000000000000142108547152020037174224853515625
],
"details": {
"error": "The test quit with a non-zero exit status."
}
}
}
},
"0e601820a058a056ca591d76030131475bde0280": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 724.8871000000000321961124427616596221923828125,
"test_run_times": [
238.169999999999987494447850622236728668212890625
]
},
"b": {
"test_run_times": [
316.279999999999972715158946812152862548828125
],
"details": {
"error": "The test quit with a non-zero exit status."
}
},
"c": {
"test_run_times": [
6.67999999999999971578290569595992565155029296875
],
"details": {
"error": "The test quit with a non-zero exit status. E: OSError: [Errno 28] No space left on device"
}
}
}
},
"040da5621f340d57abe8e4592fecbcda224b19fc": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.631299999999999972288833305356092751026153564453125,
"test_run_times": [
186.039999999999992041921359486877918243408203125
]
},
"b": {
"test_run_times": [
37.27000000000000312638803734444081783294677734375
],
"details": {
"error": "The test quit with a non-zero exit status."
}
},
"c": {
"test_run_times": [
9.050000000000000710542735760100185871124267578125
],
"details": {
"error": "The test quit with a non-zero exit status."
}
}
}
},
"8e486ecd6f9817231cd10cd2c0cad2dfe8694dc5": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 380.0203999999999950887286104261875152587890625,
"test_run_times": [
186.039999999999992041921359486877918243408203125
]
},
"b": {
"test_run_times": [
146.979999999999989768184605054557323455810546875
],
"details": {
"error": "The test quit with a non-zero exit status."
}
},
"c": {
"test_run_times": [
10.3800000000000007815970093361102044582366943359375
],
"details": {
"error": "The test quit with a non-zero exit status."
}
}
}
},
"0ecd3fd90f51a32796ec6eaa16bbf44f503ba5c3": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 26.579899999999998527755451505072414875030517578125,
"test_run_times": [
39.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 28.8719999999999998863131622783839702606201171875,
"test_run_times": [
39.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 29.507799999999999585043042316101491451263427734375,
"test_run_times": [
39.8900000000000005684341886080801486968994140625
]
}
}
},
"a206800656ca18c80dcdf9fcf46e5a86b142079b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 75.1761999999999943611328490078449249267578125,
"test_run_times": [
39.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 69.2134999999999962483343551866710186004638671875,
"test_run_times": [
39.840000000000003410605131648480892181396484375
]
},
"c": {
"value": 67.74389999999999645297066308557987213134765625,
"test_run_times": [
39.8900000000000005684341886080801486968994140625
]
}
}
},
"2d7585a5ae6658d7bdf7ef0deb976bde66d2c652": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 24.57359999999999899955582804977893829345703125,
"test_run_times": [
38.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 26.972300000000000608224581810645759105682373046875,
"test_run_times": [
38.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 26.972500000000000142108547152020037174224853515625,
"test_run_times": [
38.780000000000001136868377216160297393798828125
]
}
}
},
"4f0efa0181011344574983ec95a9367f1b1c7da5": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 40.67369999999999663486960344016551971435546875,
"test_run_times": [
38.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 37.05930000000000035242919693700969219207763671875,
"test_run_times": [
38.77000000000000312638803734444081783294677734375
]
},
"c": {
"value": 37.05919999999999703277353546582162380218505859375,
"test_run_times": [
38.780000000000001136868377216160297393798828125
]
}
}
},
"33b9489f8519e53fc10cce34d84394a5ca653816": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.12930000000000063664629124104976654052734375,
"test_run_times": [
40
]
},
"b": {
"value": 14.21770000000000067075234255753457546234130859375,
"test_run_times": [
39.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 14.280499999999999971578290569595992565155029296875,
"test_run_times": [
40
]
}
}
},
"460c01e2574e71030ea2d5f4f8acbdc1acaffb5c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 152.07269999999999754436430521309375762939453125,
"test_run_times": [
40
]
},
"b": {
"value": 140.63110000000000354702933691442012786865234375,
"test_run_times": [
39.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 140.012799999999998590283212251961231231689453125,
"test_run_times": [
40
]
}
}
},
"3c57eba0b1738a72717e08ba85ec7daf504891f8": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.521499999999999630517777404747903347015380859375,
"test_run_times": [
39.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 13.5090000000000003410605131648480892181396484375,
"test_run_times": [
39.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 13.504799999999999471356204594485461711883544921875,
"test_run_times": [
39.53999999999999914734871708787977695465087890625
]
}
}
},
"f3f5d4a6329a80736dc12cdd5b3481b3696bb5af": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 79.845200000000005502442945726215839385986328125,
"test_run_times": [
39.53999999999999914734871708787977695465087890625
]
},
"b": {
"value": 74.0105999999999966121322358958423137664794921875,
"test_run_times": [
39.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 74.0330000000000012505552149377763271331787109375,
"test_run_times": [
39.53999999999999914734871708787977695465087890625
]
}
}
},
"83ed68ebf3a3a3b2b9436b45ecb77f255be36c9b": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.1143000000000000682121026329696178436279296875,
"test_run_times": [
44.280000000000001136868377216160297393798828125
]
},
"b": {
"value": 19.2760999999999995679900166578590869903564453125,
"test_run_times": [
43.85000000000000142108547152020037174224853515625
]
},
"c": {
"value": 19.677299999999998902922015986405313014984130859375,
"test_run_times": [
43.81000000000000227373675443232059478759765625
]
}
}
},
"3fe07981233683701958382bf8ad2a4f73d4b77e": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 110.313299999999998135535861365497112274169921875,
"test_run_times": [
44.280000000000001136868377216160297393798828125
]
},
"b": {
"value": 103.5922000000000053887561080045998096466064453125,
"test_run_times": [
43.85000000000000142108547152020037174224853515625
]
},
"c": {
"value": 101.606099999999997862687450833618640899658203125,
"test_run_times": [
43.81000000000000227373675443232059478759765625
]
}
}
},
"8d7cb28d68cd32fe88cedc09ca57f67417a948aa": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.6394999999999999573674358543939888477325439453125,
"test_run_times": [
43.68999999999999772626324556767940521240234375
]
},
"b": {
"value": 16.376999999999998891553332214243710041046142578125,
"test_run_times": [
42.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 16.48389999999999844249032321386039257049560546875,
"test_run_times": [
42.47999999999999687361196265555918216705322265625
]
}
}
},
"f64b9bf4bd890119030c8b6a8b0c7b7032df3a8a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.921999999999997044142219237983226776123046875,
"test_run_times": [
43.68999999999999772626324556767940521240234375
]
},
"b": {
"value": 61.0448999999999983856469043530523777008056640625,
"test_run_times": [
42.3900000000000005684341886080801486968994140625
]
},
"c": {
"value": 60.6503000000000014324541552923619747161865234375,
"test_run_times": [
42.47999999999999687361196265555918216705322265625
]
}
}
},
"4a6fa7a8b3679b981efd8457ed37e9f3d1dc5d74": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.263700000000000045474735088646411895751953125,
"test_run_times": [
64.7900000000000062527760746888816356658935546875
]
},
"b": {
"value": 2.6288999999999997925215211580507457256317138671875,
"test_run_times": [
59.60000000000000142108547152020037174224853515625
]
},
"c": {
"value": 2.567200000000000148503431773860938847064971923828125,
"test_run_times": [
59.57000000000000028421709430404007434844970703125
]
}
}
},
"69f7a9e17c576c747b057ded335a977ba6460c5f": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 878.3129000000000132786226458847522735595703125,
"test_run_times": [
64.7900000000000062527760746888816356658935546875
]
},
"b": {
"value": 760.7240000000000463842297904193401336669921875,
"test_run_times": [
59.60000000000000142108547152020037174224853515625
]
},
"c": {
"value": 778.4705999999999903593561612069606781005859375,
"test_run_times": [
59.57000000000000028421709430404007434844970703125
]
}
}
},
"0d3e0460c5932505654a7338c7b258bafeb733b0": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.36479999999999979110043568653054535388946533203125,
"test_run_times": [
56.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 2.55600000000000004973799150320701301097869873046875,
"test_run_times": [
55.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 2.555800000000000071764816311770118772983551025390625,
"test_run_times": [
55.0499999999999971578290569595992565155029296875
]
}
}
},
"82f44cc7280eea070a5243bbcdd819ead21bdb49": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 422.83519999999998617568053305149078369140625,
"test_run_times": [
56.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 391.205600000000004001776687800884246826171875,
"test_run_times": [
55.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 391.23250000000001591615728102624416351318359375,
"test_run_times": [
55.0499999999999971578290569595992565155029296875
]
}
}
},
"fba263fade4e645387cfa338b609a9838531a63f": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.718399999999999039346221252344548702239990234375,
"test_run_times": [
145.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 29.84420000000000072759576141834259033203125,
"test_run_times": [
136.490000000000009094947017729282379150390625
]
},
"c": {
"value": 29.810900000000000176214598468504846096038818359375,
"test_run_times": [
136.479999999999989768184605054557323455810546875
]
}
}
},
"bebb62f45ff7622efad92194d1ad4a2932098244": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 72.10800000000000409272615797817707061767578125,
"test_run_times": [
145.909999999999996589394868351519107818603515625
]
},
"b": {
"value": 66.9637000000000028876456781290471553802490234375,
"test_run_times": [
136.490000000000009094947017729282379150390625
]
},
"c": {
"value": 67.0375999999999976353137753903865814208984375,
"test_run_times": [
136.479999999999989768184605054557323455810546875
]
}
}
},
"eba161c303a44b46f72cb85f8b16da8797954de2": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 25.77289999999999992041921359486877918243408203125,
"test_run_times": [
138.259999999999990905052982270717620849609375
]
},
"b": {
"value": 28.553999999999998493649400188587605953216552734375,
"test_run_times": [
131.31000000000000227373675443232059478759765625
]
},
"c": {
"value": 28.70739999999999980673237587325274944305419921875,
"test_run_times": [
129.759999999999990905052982270717620849609375
]
}
}
},
"9291f99c55ae8b7f172514da44fccba0414eac1a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 38.78509999999999990905052982270717620849609375,
"test_run_times": [
138.259999999999990905052982270717620849609375
]
},
"b": {
"value": 35.00670000000000214868123293854296207427978515625,
"test_run_times": [
131.31000000000000227373675443232059478759765625
]
},
"c": {
"value": 34.81949999999999789679350215010344982147216796875,
"test_run_times": [
129.759999999999990905052982270717620849609375
]
}
}
},
"20c1c51e2bfbc591aaabf47cf063228f6ada73fd": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.96829999999999927240423858165740966796875,
"test_run_times": [
67.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 11.0097000000000004860112312599085271358489990234375,
"test_run_times": [
66.1200000000000045474735088646411895751953125
]
},
"c": {
"value": 10.9375,
"test_run_times": [
66.8799999999999954525264911353588104248046875
]
}
}
},
"c140dfec0018fc181a99a409aabde3dfc60b3338": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 200.455500000000000682121026329696178436279296875,
"test_run_times": [
67.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 181.6240999999999985448084771633148193359375,
"test_run_times": [
66.1200000000000045474735088646411895751953125
]
},
"c": {
"value": 182.6961000000000012732925824820995330810546875,
"test_run_times": [
66.8799999999999954525264911353588104248046875
]
}
}
},
"1a040d88fe38299e97475896381fcc8c2c75f6bc": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.7687000000000008270717444247566163539886474609375,
"test_run_times": [
60.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 9.4427000000000003154809746774844825267791748046875,
"test_run_times": [
59.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 9.43769999999999953388396534137427806854248046875,
"test_run_times": [
61.590000000000003410605131648480892181396484375
]
}
}
},
"0fa3ad6972acbbc94e8cade3c5b1ae33c0fc79a7": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/text_classification\/bert-base\/pytorch\/huggingface\/sst2\/base-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 114.0271000000000043428372009657323360443115234375,
"test_run_times": [
60.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 105.8873999999999995225152815692126750946044921875,
"test_run_times": [
59.72999999999999687361196265555918216705322265625
]
},
"c": {
"value": 105.941900000000003956301952712237834930419921875,
"test_run_times": [
61.590000000000003410605131648480892181396484375
]
}
}
},
"ae0eb01689f3661bfb3f5549d4f6a3b68092849c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.1364000000000000767386154620908200740814208984375,
"test_run_times": [
66.93000000000000682121026329696178436279296875
]
},
"b": {
"value": 2.2797999999999998266275724745355546474456787109375,
"test_run_times": [
65.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 2.342000000000000081712414612411521375179290771484375,
"test_run_times": [
65.469999999999998863131622783839702606201171875
]
}
}
},
"85372d2cddb591feb38946fd4fac427c4412616c": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 932.3056000000000267391442321240901947021484375,
"test_run_times": [
66.93000000000000682121026329696178436279296875
]
},
"b": {
"value": 877.233899999999948704498820006847381591796875,
"test_run_times": [
65.93999999999999772626324556767940521240234375
]
},
"c": {
"value": 850.66840000000001964508555829524993896484375,
"test_run_times": [
65.469999999999998863131622783839702606201171875
]
}
}
},
"523cc885ff74f9e08d52648fa01d46136540daeb": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.22909999999999985931253831950016319751739501953125,
"test_run_times": [
59.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 2.389600000000000168398628375143744051456451416015625,
"test_run_times": [
58.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 2.382499999999999840127884453977458178997039794921875,
"test_run_times": [
58.6400000000000005684341886080801486968994140625
]
}
}
},
"5338300038b8dfdcff4dbbb4467411012e1eda2a": {
"identifier": "pts\/deepsparse-1.5.2",
"title": "Neural Magic DeepSparse",
"app_version": "1.5",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 448.60539999999997462509782053530216217041015625,
"test_run_times": [
59.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 418.46559999999999490682967007160186767578125,
"test_run_times": [
58.68999999999999772626324556767940521240234375
]
},
"c": {
"value": 419.7097999999999728970578871667385101318359375,
"test_run_times": [
58.6400000000000005684341886080801486968994140625
]
}
}
},
"8ea678615fa624d393004c9476f4ed32c0ddcea2": {
"identifier": "pts\/cassandra-1.2.0",
"title": "Apache Cassandra",
"app_version": "4.1.3",
"arguments": "WRITE",
"description": "Test: Writes",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31081,
"test_run_times": [
136.979999999999989768184605054557323455810546875
]
},
"b": {
"value": 29616,
"test_run_times": [
135.409999999999996589394868351519107818603515625
]
},
"c": {
"test_run_times": [
2.37000000000000010658141036401502788066864013671875
],
"details": {
"error": "The test run did not produce a result."
}
}
}
},
"6ac566f7b7fcb2b13d030667e880a4034604e740": {
"identifier": "pts\/vkpeak-1.1.0",
"title": "vkpeak",
"app_version": "20230730",
"description": "fp64-vec4",
"scale": "GFLOPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 102.030000000000001136868377216160297393798828125,
"test_run_times": [
275.94999999999998863131622783839702606201171875
]
},
"c": {
"value": 102.06000000000000227373675443232059478759765625,
"test_run_times": [
274.29000000000002046363078989088535308837890625
]
}
}
}
}
}