ARMv8 Neoverse-N1 testing with a GIGABYTE G242-P36-00 MP32-AR2-00 v01000100 (F31k SCP: 2.10.20220531 BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2403174-NE-N1N13670960
{
"title": "n1n1 ",
"last_modified": "2024-03-17 15:52:42",
"description": "ARMv8 Neoverse-N1 testing with a GIGABYTE G242-P36-00 MP32-AR2-00 v01000100 (F31k SCP: 2.10.20220531 BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "ARMv8 Neoverse-N1 @ 3.00GHz (128 Cores)",
"Motherboard": "GIGABYTE G242-P36-00 MP32-AR2-00 v01000100 (F31k SCP",
"Chipset": "Ampere Computing LLC Altra PCI Root Complex A",
"Memory": "16 x 32 GB DDR4-3200MT\/s Samsung M393A4K40DB3-CWE",
"Disk": "800GB Micron_7450_MTFDKBA800TFS",
"Graphics": "ASPEED",
"Monitor": "VGA HDMI",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-03-17 01:23:31",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq performance (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Mitigation of CSV2 BHB + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"aa": {
"identifier": "aa",
"hardware": {
"Processor": "ARMv8 Neoverse-N1 @ 3.00GHz (128 Cores)",
"Motherboard": "GIGABYTE G242-P36-00 MP32-AR2-00 v01000100 (F31k SCP",
"Chipset": "Ampere Computing LLC Altra PCI Root Complex A",
"Memory": "16 x 32 GB DDR4-3200MT\/s Samsung M393A4K40DB3-CWE",
"Disk": "800GB Micron_7450_MTFDKBA800TFS",
"Graphics": "ASPEED",
"Monitor": "VGA HDMI",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-03-17 01:47:31",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq performance (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Mitigation of CSV2 BHB + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "ARMv8 Neoverse-N1 @ 3.00GHz (128 Cores)",
"Motherboard": "GIGABYTE G242-P36-00 MP32-AR2-00 v01000100 (F31k SCP",
"Chipset": "Ampere Computing LLC Altra PCI Root Complex A",
"Memory": "16 x 32 GB DDR4-3200MT\/s Samsung M393A4K40DB3-CWE",
"Disk": "800GB Micron_7450_MTFDKBA800TFS",
"Graphics": "ASPEED",
"Monitor": "VGA HDMI",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-03-17 09:55:17",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq performance (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Mitigation of CSV2 BHB + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "ARMv8 Neoverse-N1 @ 3.00GHz (128 Cores)",
"Motherboard": "GIGABYTE G242-P36-00 MP32-AR2-00 v01000100 (F31k SCP",
"Chipset": "Ampere Computing LLC Altra PCI Root Complex A",
"Memory": "16 x 32 GB DDR4-3200MT\/s Samsung M393A4K40DB3-CWE",
"Disk": "800GB Micron_7450_MTFDKBA800TFS",
"Graphics": "ASPEED",
"Monitor": "VGA HDMI",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-03-17 13:52:50",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq performance (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Mitigation of CSV2 BHB + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"32b8b5f8d5f2a35ed2e2bdc82a750b93dd81684f": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-0206\/FP16\/face-detection-0206.xml -d CPU",
"description": "Model: Face Detection FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.839999999999999857891452847979962825775146484375,
"raw_values": [
2.839999999999999857891452847979962825775146484375,
2.850000000000000088817841970012523233890533447265625,
2.8300000000000000710542735760100185871124267578125
],
"test_run_times": [
87.969999999999998863131622783839702606201171875,
87.4200000000000017053025658242404460906982421875,
88.0100000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 2.839999999999999857891452847979962825775146484375,
"test_run_times": [
87.849999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 2.839999999999999857891452847979962825775146484375,
"test_run_times": [
87.7300000000000039790393202565610408782958984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"3eb9b2c69921d64d21dee110abbdf439cfee6129": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-detection-0303\/FP16\/person-detection-0303.xml -d CPU",
"description": "Model: Person Detection FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 14.769999999999999573674358543939888477325439453125,
"raw_values": [
14.769999999999999573674358543939888477325439453125,
14.78999999999999914734871708787977695465087890625,
14.7599999999999997868371792719699442386627197265625
],
"test_run_times": [
67.969999999999998863131622783839702606201171875,
67.8900000000000005684341886080801486968994140625,
67.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 14.769999999999999573674358543939888477325439453125,
"test_run_times": [
67.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 14.730000000000000426325641456060111522674560546875,
"test_run_times": [
68.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"ffa83ed4986dbaaef52106cba2862a964071520d": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-detection-0303\/FP32\/person-detection-0303.xml -d CPU",
"description": "Model: Person Detection FP32 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 14.730000000000000426325641456060111522674560546875,
"raw_values": [
14.7599999999999997868371792719699442386627197265625,
14.730000000000000426325641456060111522674560546875,
14.699999999999999289457264239899814128875732421875
],
"test_run_times": [
68.0100000000000051159076974727213382720947265625,
68.06000000000000227373675443232059478759765625,
68.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 14.839999999999999857891452847979962825775146484375,
"test_run_times": [
67.4800000000000039790393202565610408782958984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 14.800000000000000710542735760100185871124267578125,
"test_run_times": [
67.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"6348e41c0486e9d244591378c1011813fce63b55": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/vehicle-detection-0202\/FP16\/vehicle-detection-0202.xml -d CPU",
"description": "Model: Vehicle Detection FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 222.8600000000000136424205265939235687255859375,
"raw_values": [
222.669999999999987494447850622236728668212890625,
222.93000000000000682121026329696178436279296875,
222.979999999999989768184605054557323455810546875
],
"test_run_times": [
61.35000000000000142108547152020037174224853515625,
61.28999999999999914734871708787977695465087890625,
61.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 223.849999999999994315658113919198513031005859375,
"test_run_times": [
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 222.780000000000001136868377216160297393798828125,
"test_run_times": [
61.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"f9e400ea00c4bbe86d3e2c5f8638c242546d68e5": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-0206\/FP16-INT8\/face-detection-0206.xml -d CPU",
"description": "Model: Face Detection FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.7400000000000002131628207280300557613372802734375,
"raw_values": [
2.75,
2.7400000000000002131628207280300557613372802734375,
2.7400000000000002131628207280300557613372802734375
],
"test_run_times": [
90.0100000000000051159076974727213382720947265625,
90.340000000000003410605131648480892181396484375,
90.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 2.75,
"test_run_times": [
89.9599999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 2.75,
"test_run_times": [
89.900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"8c832b6d86ba93b505b3b57c0506b08de56eff43": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-retail-0005\/FP16\/face-detection-retail-0005.xml -d CPU",
"description": "Model: Face Detection Retail FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 676.5900000000000318323145620524883270263671875,
"raw_values": [
689.94000000000005456968210637569427490234375,
679.0900000000000318323145620524883270263671875,
660.75
],
"test_run_times": [
60.77000000000000312638803734444081783294677734375,
60.780000000000001136868377216160297393798828125,
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 664.779999999999972715158946812152862548828125,
"test_run_times": [
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 670.19000000000005456968210637569427490234375,
"test_run_times": [
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"244c3be0c8c1cad444f1b2b747182f94476e0c01": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/road-segmentation-adas-0001\/FP16\/road-segmentation-adas-0001.xml -d CPU",
"description": "Model: Road Segmentation ADAS FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 65.599999999999994315658113919198513031005859375,
"raw_values": [
65.7999999999999971578290569595992565155029296875,
65.3900000000000005684341886080801486968994140625,
65.599999999999994315658113919198513031005859375
],
"test_run_times": [
63.00999999999999801048033987171947956085205078125,
62.8599999999999994315658113919198513031005859375,
62.659999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 65.4899999999999948840923025272786617279052734375,
"test_run_times": [
62.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 65.599999999999994315658113919198513031005859375,
"test_run_times": [
62.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"ef5ebf898d620be77fce510aa85ef7ffda6cc670": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/vehicle-detection-0202\/FP16-INT8\/vehicle-detection-0202.xml -d CPU",
"description": "Model: Vehicle Detection FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 89.349999999999994315658113919198513031005859375,
"raw_values": [
89.3900000000000005684341886080801486968994140625,
89.3599999999999994315658113919198513031005859375,
89.2999999999999971578290569595992565155029296875
],
"test_run_times": [
61.96000000000000085265128291212022304534912109375,
61.969999999999998863131622783839702606201171875,
62.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 89.18999999999999772626324556767940521240234375,
"test_run_times": [
62.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 89.2999999999999971578290569595992565155029296875,
"test_run_times": [
62.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"9c01b181c9d199d85d71402aff66f746b7714e32": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/weld-porosity-detection-0001\/FP16\/weld-porosity-detection-0001.xml -d CPU",
"description": "Model: Weld Porosity Detection FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 293.470000000000027284841053187847137451171875,
"raw_values": [
292.8700000000000045474735088646411895751953125,
293.81000000000000227373675443232059478759765625,
293.73000000000001818989403545856475830078125
],
"test_run_times": [
61.7999999999999971578290569595992565155029296875,
61.81000000000000227373675443232059478759765625,
61.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 297.48000000000001818989403545856475830078125,
"test_run_times": [
61.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 294.57999999999998408384271897375583648681640625,
"test_run_times": [
61.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"78fd2aaa661d27fe5e4ef2f9b67aa745bd2cbe29": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-retail-0005\/FP16-INT8\/face-detection-retail-0005.xml -d CPU",
"description": "Model: Face Detection Retail FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 333.1499999999999772626324556767940521240234375,
"raw_values": [
331.93999999999999772626324556767940521240234375,
333.56999999999999317878973670303821563720703125,
333.93999999999999772626324556767940521240234375
],
"test_run_times": [
61.0499999999999971578290569595992565155029296875,
61.03999999999999914734871708787977695465087890625,
60.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 329.970000000000027284841053187847137451171875,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 331.76999999999998181010596454143524169921875,
"test_run_times": [
60.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"39bcbd3caa5d83c6a507caef5658b64f38f7260f": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/road-segmentation-adas-0001\/FP16-INT8\/road-segmentation-adas-0001.xml -d CPU",
"description": "Model: Road Segmentation ADAS FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 34.89999999999999857891452847979962825775146484375,
"raw_values": [
34.86999999999999744204615126363933086395263671875,
34.9200000000000017053025658242404460906982421875,
34.9200000000000017053025658242404460906982421875
],
"test_run_times": [
64.7099999999999937472239253111183643341064453125,
64.5499999999999971578290569595992565155029296875,
64.650000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 34.78999999999999914734871708787977695465087890625,
"test_run_times": [
63.909999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 34.88000000000000255795384873636066913604736328125,
"test_run_times": [
64.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"ba6d546f95fa5fd5b2190e1e49f2717dd5b7e946": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/machine-translation-nar-en-de-0002\/FP16\/machine-translation-nar-en-de-0002.xml -d CPU",
"description": "Model: Machine Translation EN To DE FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 40.1099999999999994315658113919198513031005859375,
"raw_values": [
40.00999999999999801048033987171947956085205078125,
40.159999999999996589394868351519107818603515625,
40.159999999999996589394868351519107818603515625
],
"test_run_times": [
63.3299999999999982946974341757595539093017578125,
63.88000000000000255795384873636066913604736328125,
63.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 40.14999999999999857891452847979962825775146484375,
"test_run_times": [
63.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 40.21000000000000085265128291212022304534912109375,
"test_run_times": [
63.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"e4408fef85871c99580c54436675d1b45e1251a8": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/weld-porosity-detection-0001\/FP16-INT8\/weld-porosity-detection-0001.xml -d CPU",
"description": "Model: Weld Porosity Detection FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 217.94999999999998863131622783839702606201171875,
"raw_values": [
218.18999999999999772626324556767940521240234375,
218.06000000000000227373675443232059478759765625,
217.599999999999994315658113919198513031005859375
],
"test_run_times": [
61.6700000000000017053025658242404460906982421875,
61.75,
61.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 221.469999999999998863131622783839702606201171875,
"test_run_times": [
61.64999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 219.270000000000010231815394945442676544189453125,
"test_run_times": [
61.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"d64af70d0a8496e6eb9b596a0e7400cad8c1b2a9": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-vehicle-bike-detection-2004\/FP16\/person-vehicle-bike-detection-2004.xml -d CPU",
"description": "Model: Person Vehicle Bike Detection FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 204.68999999999999772626324556767940521240234375,
"raw_values": [
205.990000000000009094947017729282379150390625,
204.18000000000000682121026329696178436279296875,
203.900000000000005684341886080801486968994140625
],
"test_run_times": [
61.93999999999999772626324556767940521240234375,
61.96000000000000085265128291212022304534912109375,
62.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 205.330000000000012505552149377763271331787109375,
"test_run_times": [
61.97999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 207.240000000000009094947017729282379150390625,
"test_run_times": [
62.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"64781074ae0de95cc0e8e54da557fa66dffe3585": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/noise-suppression-poconetlike-0001\/FP16\/noise-suppression-poconetlike-0001.xml -d CPU",
"description": "Model: Noise Suppression Poconet-Like FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 164.81999999999999317878973670303821563720703125,
"raw_values": [
164.80000000000001136868377216160297393798828125,
164.780000000000001136868377216160297393798828125,
164.8700000000000045474735088646411895751953125
],
"test_run_times": [
62.2000000000000028421709430404007434844970703125,
62.159999999999996589394868351519107818603515625,
62.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 164.75,
"test_run_times": [
62.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 164.789999999999992041921359486877918243408203125,
"test_run_times": [
62.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"b9f585235f1d6912f1b5a5033a5be06fe1e18bc0": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/handwritten-english-recognition-0001\/FP16\/handwritten-english-recognition-0001.xml -d CPU",
"description": "Model: Handwritten English Recognition FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 163.94999999999998863131622783839702606201171875,
"raw_values": [
163.94999999999998863131622783839702606201171875,
164.06000000000000227373675443232059478759765625,
163.849999999999994315658113919198513031005859375
],
"test_run_times": [
61.28999999999999914734871708787977695465087890625,
61.25,
61.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 163.979999999999989768184605054557323455810546875,
"test_run_times": [
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 164.1299999999999954525264911353588104248046875,
"test_run_times": [
61.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"e3f703f0d3333d185951a74950cbb3f67c7b2eaa": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-reidentification-retail-0277\/FP16\/person-reidentification-retail-0277.xml -d CPU",
"description": "Model: Person Re-Identification Retail FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 142.599999999999994315658113919198513031005859375,
"raw_values": [
142.44999999999998863131622783839702606201171875,
143.25,
142.099999999999994315658113919198513031005859375
],
"test_run_times": [
61.3299999999999982946974341757595539093017578125,
61.4500000000000028421709430404007434844970703125,
61.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 142.580000000000012505552149377763271331787109375,
"test_run_times": [
61.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 142.539999999999992041921359486877918243408203125,
"test_run_times": [
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"c83264506f6580cdf036877328b4679894e6585d": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/age-gender-recognition-retail-0013\/FP16\/age-gender-recognition-retail-0013.xml -d CPU",
"description": "Model: Age Gender Recognition Retail 0013 FP16 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1402.509999999999990905052982270717620849609375,
"raw_values": [
1408.51999999999998181010596454143524169921875,
1400.569999999999936335370875895023345947265625,
1398.450000000000045474735088646411895751953125
],
"test_run_times": [
60.46000000000000085265128291212022304534912109375,
60.4500000000000028421709430404007434844970703125,
60.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 1402.970000000000027284841053187847137451171875,
"test_run_times": [
60.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 1403.65000000000009094947017729282379150390625,
"test_run_times": [
60.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"8fa2d0a82ac332c4ef6549917b0ac57133ad2bef": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/handwritten-english-recognition-0001\/FP16-INT8\/handwritten-english-recognition-0001.xml -d CPU",
"description": "Model: Handwritten English Recognition FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 147.759999999999990905052982270717620849609375,
"raw_values": [
146.94999999999998863131622783839702606201171875,
149.419999999999987494447850622236728668212890625,
146.900000000000005684341886080801486968994140625
],
"test_run_times": [
61.35000000000000142108547152020037174224853515625,
61.39999999999999857891452847979962825775146484375,
61.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 147.080000000000012505552149377763271331787109375,
"test_run_times": [
61.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 146.900000000000005684341886080801486968994140625,
"test_run_times": [
61.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"f1e70f9003eb2d4794a5315dfa24dd4f666b2bb1": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/age-gender-recognition-retail-0013\/FP16-INT8\/age-gender-recognition-retail-0013.xml -d CPU",
"description": "Model: Age Gender Recognition Retail 0013 FP16-INT8 - Device: CPU",
"scale": "FPS",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1462.94000000000005456968210637569427490234375,
"raw_values": [
1463.589999999999918145476840436458587646484375,
1465.1199999999998908606357872486114501953125,
1460.109999999999899955582804977893829345703125
],
"test_run_times": [
60.43999999999999772626324556767940521240234375,
60.46000000000000085265128291212022304534912109375,
60.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 1473.23000000000001818989403545856475830078125,
"test_run_times": [
60.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 1460.720000000000027284841053187847137451171875,
"test_run_times": [
60.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"07874bd30a80753be1d28881eddc0428fcb350ae": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.65200000000000013500311979441903531551361083984375,
"test_run_times": [
63.52000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 2.6440000000000001278976924368180334568023681640625,
"raw_values": [
2.648000000000000131450406115618534386157989501953125,
2.63600000000000012079226507921703159809112548828125,
2.646999999999999797495320308371447026729583740234375
],
"test_run_times": [
63.86999999999999744204615126363933086395263671875,
64.0799999999999982946974341757595539093017578125,
63.88000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 2.649999999999999911182158029987476766109466552734375,
"test_run_times": [
65.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 2.649999999999999911182158029987476766109466552734375,
"test_run_times": [
63.5
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"2d6461041456af39b5df4efcec7f39f3157f549d": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 24.94500000000000028421709430404007434844970703125,
"test_run_times": [
26.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 24.92699999999999960209606797434389591217041015625,
"raw_values": [
24.922000000000000596855898038484156131744384765625,
24.91199999999999903366187936626374721527099609375,
24.946999999999999175770426518283784389495849609375
],
"test_run_times": [
27.030000000000001136868377216160297393798828125,
27,
26.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 25.006000000000000227373675443232059478759765625,
"test_run_times": [
26.660000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 24.952000000000001733724275254644453525543212890625,
"test_run_times": [
26.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"b7dbdc4a31deb7c3fd3898dbe6df6073d5bae0ee": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 74.6820000000000021600499167107045650482177734375,
"test_run_times": [
9.9900000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 74.46899999999999408828443847596645355224609375,
"raw_values": [
74.5969999999999942019712761975824832916259765625,
74.8850000000000051159076974727213382720947265625,
73.924000000000006593836587853729724884033203125
],
"test_run_times": [
10.300000000000000710542735760100185871124267578125,
10.21000000000000085265128291212022304534912109375,
10.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 75.167000000000001591615728102624416351318359375,
"test_run_times": [
10.0299999999999993605115378159098327159881591796875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 75.0150000000000005684341886080801486968994140625,
"test_run_times": [
10.0299999999999993605115378159098327159881591796875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"685f4e221e2e654e3714ee352fed82e506e17245": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 74.8960000000000007958078640513122081756591796875,
"test_run_times": [
9.980000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 74.900000000000005684341886080801486968994140625,
"raw_values": [
74.5669999999999930651028989814221858978271484375,
75.21899999999999408828443847596645355224609375,
74.9150000000000062527760746888816356658935546875
],
"test_run_times": [
10.2799999999999993605115378159098327159881591796875,
10.230000000000000426325641456060111522674560546875,
10.269999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 74.957999999999998408384271897375583648681640625,
"test_run_times": [
10
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 74.6039999999999992041921359486877918243408203125,
"test_run_times": [
10.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"dc904a5f05b6af7d9d2f0cb350633ab3906286e0": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.9139999999999997015720509807579219341278076171875,
"test_run_times": [
19.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 8.925000000000000710542735760100185871124267578125,
"raw_values": [
8.9260000000000001563194018672220408916473388671875,
8.907000000000000028421709430404007434844970703125,
8.9429999999999996163069226895458996295928955078125
],
"test_run_times": [
20.059999999999998721023075631819665431976318359375,
20.10000000000000142108547152020037174224853515625,
20.019999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 8.92099999999999937472239253111183643341064453125,
"test_run_times": [
19.85000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 8.9260000000000001563194018672220408916473388671875,
"test_run_times": [
19.769999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"e25f1395e53b97de67de5cb714bfadc6f1a32e2b": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 56.89699999999999846522769075818359851837158203125,
"test_run_times": [
12.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 57.13499999999999801048033987171947956085205078125,
"raw_values": [
57.215000000000003410605131648480892181396484375,
57.1749999999999971578290569595992565155029296875,
57.01599999999999823785401531495153903961181640625
],
"test_run_times": [
12.519999999999999573674358543939888477325439453125,
12.480000000000000426325641456060111522674560546875,
12.5600000000000004973799150320701301097869873046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 57.0270000000000010231815394945442676544189453125,
"test_run_times": [
12.300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 56.7890000000000014779288903810083866119384765625,
"test_run_times": [
12.339999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"cf74c258930ce6572b669052b6a298b7e2c32c02": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 265.74299999999999499777914024889469146728515625,
"test_run_times": [
2.95000000000000017763568394002504646778106689453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 264.97800000000000864019966684281826019287109375,
"raw_values": [
264.88700000000000045474735088646411895751953125,
264.990999999999985448084771633148193359375,
265.05599999999998317434801720082759857177734375
],
"test_run_times": [
3.0800000000000000710542735760100185871124267578125,
3.0800000000000000710542735760100185871124267578125,
3.100000000000000088817841970012523233890533447265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 265.43500000000000227373675443232059478759765625,
"test_run_times": [
2.979999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 264.279999999999972715158946812152862548828125,
"test_run_times": [
2.979999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"fa830dfe04cd3079e6f88420aec30f0bb9868cfb": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 364.3990000000000009094947017729282379150390625,
"test_run_times": [
2.319999999999999840127884453977458178997039794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"aa": {
"value": 363.35399999999998499333742074668407440185546875,
"raw_values": [
362.211000000000012732925824820995330810546875,
363.990000000000009094947017729282379150390625,
363.8600000000000136424205265939235687255859375
],
"test_run_times": [
2.45999999999999996447286321199499070644378662109375,
2.45000000000000017763568394002504646778106689453125,
2.45999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"b": {
"value": 365.1019999999999754436430521309375762939453125,
"test_run_times": [
2.339999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
},
"c": {
"value": 363.61200000000002319211489520967006683349609375,
"test_run_times": [
2.339999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native"
}
}
}
}
},
"947610139beb46c152f74ada08833bfe9728062d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 33.41870000000000118234311230480670928955078125,
"raw_values": [
33.447800000000000864019966684281826019287109375,
33.37169999999999703277353546582162380218505859375,
33.436700000000001864464138634502887725830078125
],
"test_run_times": [
51.6700000000000017053025658242404460906982421875,
51.3900000000000005684341886080801486968994140625,
51.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 33.71249999999999857891452847979962825775146484375,
"test_run_times": [
51.07000000000000028421709430404007434844970703125
]
},
"c": {
"value": 33.679699999999996862243278883397579193115234375,
"test_run_times": [
51.27000000000000312638803734444081783294677734375
]
}
}
},
"5a36b450b1f8e7b3be90e33289141057ce6391e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 26.08709999999999951114659779705107212066650390625,
"raw_values": [
25.9217000000000012960299500264227390289306640625,
26.2941000000000002501110429875552654266357421875,
26.04560000000000030695446184836328029632568359375
],
"test_run_times": [
61.3900000000000005684341886080801486968994140625,
60.93999999999999772626324556767940521240234375,
60.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 25.945299999999999585043042316101491451263427734375,
"test_run_times": [
60.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 26.33149999999999835154085303656756877899169921875,
"test_run_times": [
60.2999999999999971578290569595992565155029296875
]
}
}
},
"a5ba11a554d6383c4486b0661fdd16e9399e857f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1149.47240000000010695657692849636077880859375,
"raw_values": [
1150.527800000000070212990976870059967041015625,
1144.104900000000043291947804391384124755859375,
1153.7845999999999548890627920627593994140625
],
"test_run_times": [
54.24000000000000198951966012828052043914794921875,
52.8900000000000005684341886080801486968994140625,
54.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 1144.801200000000108047970570623874664306640625,
"test_run_times": [
52.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 1144.77269999999998617568053305149078369140625,
"test_run_times": [
55.02000000000000312638803734444081783294677734375
]
}
}
},
"855ea67bb65a4f10b8a649ffcc43fbeb7227cae3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 132.184899999999998954081092961132526397705078125,
"raw_values": [
132.008900000000011232259566895663738250732421875,
132.71170000000000754880602471530437469482421875,
131.834200000000009822542779147624969482421875
],
"test_run_times": [
62.4500000000000028421709430404007434844970703125,
62.18999999999999772626324556767940521240234375,
62.46000000000000085265128291212022304534912109375
]
},
"b": {
"value": 132.986700000000013233147910796105861663818359375,
"test_run_times": [
63.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 131.479700000000008230927051045000553131103515625,
"test_run_times": [
60.93999999999999772626324556767940521240234375
]
}
}
},
"9b57be456e41aaad993f0ce7481a5c9c9a04a9ff": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 474.897600000000011277734301984310150146484375,
"raw_values": [
475.30009999999998626663000322878360748291015625,
472.42559999999997444319888018071651458740234375,
476.96719999999999117790139280259609222412109375
],
"test_run_times": [
39.3599999999999994315658113919198513031005859375,
40.74000000000000198951966012828052043914794921875,
40.75
]
},
"b": {
"value": 475.8211999999999761712388135492801666259765625,
"test_run_times": [
39.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 479.9900999999999839928932487964630126953125,
"test_run_times": [
39.24000000000000198951966012828052043914794921875
]
}
}
},
"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 133.53010000000000445652403868734836578369140625,
"raw_values": [
133.624899999999996680344338528811931610107421875,
133.6616999999999961801222525537014007568359375,
133.303599999999988767740433104336261749267578125
],
"test_run_times": [
39.2000000000000028421709430404007434844970703125,
39.32000000000000028421709430404007434844970703125,
39.92999999999999971578290569595992565155029296875
]
},
"b": {
"value": 134.00159999999999627107172273099422454833984375,
"test_run_times": [
45.21000000000000085265128291212022304534912109375
]
},
"c": {
"value": 133.48660000000000991349224932491779327392578125,
"test_run_times": [
39.1700000000000017053025658242404460906982421875
]
}
}
},
"4c16c458467e4713990cbf508dda0ad418740729": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2678.2381999999997788108885288238525390625,
"raw_values": [
2680.23489999999992505763657391071319580078125,
2688.41480000000001382431946694850921630859375,
2666.06500000000005456968210637569427490234375
],
"test_run_times": [
448.6299999999999954525264911353588104248046875,
448.94999999999998863131622783839702606201171875,
442.76999999999998181010596454143524169921875
]
},
"b": {
"value": 2688.95670000000018262653611600399017333984375,
"test_run_times": [
449.31000000000000227373675443232059478759765625
]
},
"c": {
"value": 2630.3339999999998326529748737812042236328125,
"test_run_times": [
436.81000000000000227373675443232059478759765625
]
}
}
},
"3b395af9b9d076fb9bff8d47a249ec2fe8331f6e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 315.7450000000000045474735088646411895751953125,
"raw_values": [
316.140399999999999636202119290828704833984375,
316.80630000000002155502443201839923858642578125,
314.28820000000001755324774421751499176025390625
],
"test_run_times": [
68.6400000000000005684341886080801486968994140625,
67.18999999999999772626324556767940521240234375,
68.4599999999999937472239253111183643341064453125
]
},
"b": {
"value": 312.4633000000000038198777474462985992431640625,
"test_run_times": [
69
]
},
"c": {
"value": 316.346999999999979991116560995578765869140625,
"test_run_times": [
69.280000000000001136868377216160297393798828125
]
}
}
},
"20f489ce3ebeafb9d92bbb4838ca4c0390d3dd4d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.26020000000000020889956431346945464611053466796875,
"raw_values": [
2.24889999999999989910293152206577360630035400390625,
2.257499999999999840127884453977458178997039794921875,
2.274199999999999999289457264239899814128875732421875
],
"test_run_times": [
141.330000000000012505552149377763271331787109375,
45.14999999999999857891452847979962825775146484375,
140.780000000000001136868377216160297393798828125,
143.710000000000007958078640513122081756591796875
]
},
"b": {
"value": 2.275399999999999867128508412861265242099761962890625,
"test_run_times": [
141.6299999999999954525264911353588104248046875
]
},
"c": {
"value": 2.28359999999999985220711096189916133880615234375,
"test_run_times": [
142.06000000000000227373675443232059478759765625
]
}
}
},
"4ad67f37de90d07a80a48a47c3595fdb13a68be8": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 12.9298000000000001818989403545856475830078125,
"raw_values": [
12.9702999999999999403144101961515843868255615234375,
12.905300000000000437694325228221714496612548828125,
12.9138000000000001676880856393836438655853271484375
],
"test_run_times": [
66.150000000000005684341886080801486968994140625,
66.849999999999994315658113919198513031005859375,
66.6099999999999994315658113919198513031005859375
]
},
"b": {
"value": 12.8977000000000003865352482534945011138916015625,
"test_run_times": [
70.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 12.960499999999999687361196265555918216705322265625,
"test_run_times": [
66.8799999999999954525264911353588104248046875
]
}
}
},
"329837c092e993e81c947bb88e5010ebc9891b31": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 476.35570000000001300577423535287380218505859375,
"raw_values": [
475.62560000000001991793396882712841033935546875,
474.769900000000006912159733474254608154296875,
478.6716999999999870851752348244190216064453125
],
"test_run_times": [
40.4500000000000028421709430404007434844970703125,
39.2999999999999971578290569595992565155029296875,
40.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 478.6417999999999892679625190794467926025390625,
"test_run_times": [
40.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 478.373199999999997089616954326629638671875,
"test_run_times": [
38.75999999999999801048033987171947956085205078125
]
}
}
},
"f23135dde731648112460c357dc2312eab3ce978": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 133.6218000000000074578565545380115509033203125,
"raw_values": [
133.780000000000001136868377216160297393798828125,
133.801299999999997680788510479032993316650390625,
133.284099999999995134203345514833927154541015625
],
"test_run_times": [
39.909999999999996589394868351519107818603515625,
38.39999999999999857891452847979962825775146484375,
39.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 133.625300000000009958966984413564205169677734375,
"test_run_times": [
38.5
]
},
"c": {
"value": 133.885300000000000864019966684281826019287109375,
"test_run_times": [
40.18999999999999772626324556767940521240234375
]
}
}
},
"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 202.635899999999992360244505107402801513671875,
"raw_values": [
203.07450000000000045474735088646411895751953125,
201.9769000000000005456968210637569427490234375,
202.85620000000000118234311230480670928955078125
],
"test_run_times": [
45.840000000000003410605131648480892181396484375,
48.92999999999999971578290569595992565155029296875,
46.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 202.147099999999994679455994628369808197021484375,
"test_run_times": [
46.43999999999999772626324556767940521240234375
]
},
"c": {
"value": 201.024400000000014188117347657680511474609375,
"test_run_times": [
43.49000000000000198951966012828052043914794921875
]
}
}
},
"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 112.533400000000000318323145620524883270263671875,
"raw_values": [
112.2510999999999938836481305770576000213623046875,
112.8215000000000003410605131648480892181396484375,
112.527500000000003410605131648480892181396484375
],
"test_run_times": [
44.6700000000000017053025658242404460906982421875,
44.28999999999999914734871708787977695465087890625,
43.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 112.8290999999999968395059113390743732452392578125,
"test_run_times": [
46.27000000000000312638803734444081783294677734375
]
},
"c": {
"value": 112.8520999999999929741534288041293621063232421875,
"test_run_times": [
44.5499999999999971578290569595992565155029296875
]
}
}
},
"4b08a77993201615e7cdd48a86e15cf72e9b3352": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 345.10800000000000409272615797817707061767578125,
"raw_values": [
345.520800000000008367351256310939788818359375,
345.13880000000000336513039655983448028564453125,
344.6644000000000005456968210637569427490234375
],
"test_run_times": [
42.10000000000000142108547152020037174224853515625,
42.21000000000000085265128291212022304534912109375,
42
]
},
"b": {
"value": 346.6698999999999841747921891510486602783203125,
"test_run_times": [
41.71000000000000085265128291212022304534912109375
]
},
"c": {
"value": 339.8999999999999772626324556767940521240234375,
"test_run_times": [
42.090000000000003410605131648480892181396484375
]
}
}
},
"ec149e1403247f5016fb1f96ce6614000e37c266": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 109.9522999999999939291228656657040119171142578125,
"raw_values": [
108.267200000000002546585164964199066162109375,
110.507599999999996498445398174226284027099609375,
111.082099999999996953192749060690402984619140625
],
"test_run_times": [
44.590000000000003410605131648480892181396484375,
44.4200000000000017053025658242404460906982421875,
44.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 109.478399999999993497112882323563098907470703125,
"test_run_times": [
44.10000000000000142108547152020037174224853515625
]
},
"c": {
"value": 111.1577999999999946112438919954001903533935546875,
"test_run_times": [
44.42999999999999971578290569595992565155029296875
]
}
}
},
"029547d9862776523c5601395a6358610a352681": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 46.61200000000000187583282240666449069976806640625,
"raw_values": [
46.47399999999999664623828721232712268829345703125,
46.8310000000000030695446184836328029632568359375,
46.530900000000002592059900052845478057861328125
],
"test_run_times": [
261.76999999999998181010596454143524169921875,
558.029999999999972715158946812152862548828125,
562.3999999999999772626324556767940521240234375
]
},
"b": {
"value": 46.715000000000003410605131648480892181396484375,
"test_run_times": [
784.1100000000000136424205265939235687255859375
]
},
"c": {
"value": 46.679900000000003501554601825773715972900390625,
"test_run_times": [
310.26999999999998181010596454143524169921875
]
}
}
},
"2e09524a2afac98ccf359361f18a9bf744359ec7": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 30.59609999999999985220711096189916133880615234375,
"raw_values": [
30.597300000000000608224581810645759105682373046875,
30.582999999999998408384271897375583648681640625,
30.60810000000000030695446184836328029632568359375
],
"test_run_times": [
210.68999999999999772626324556767940521240234375,
193.93999999999999772626324556767940521240234375,
203.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 30.72109999999999985220711096189916133880615234375,
"test_run_times": [
223.75
]
},
"c": {
"value": 30.667500000000000426325641456060111522674560546875,
"test_run_times": [
235.659999999999996589394868351519107818603515625
]
}
}
},
"83ca1e360507a59226001525682d066a1eee5e84": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 438.71309999999999718056642450392246246337890625,
"raw_values": [
438.3677999999999883584678173065185546875,
439.55189999999998917701304890215396881103515625,
438.21949999999998226485331542789936065673828125
],
"test_run_times": [
53.8900000000000005684341886080801486968994140625,
54.530000000000001136868377216160297393798828125,
62.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 439.60230000000001382431946694850921630859375,
"test_run_times": [
61.75
]
},
"c": {
"value": 438.250099999999974897946231067180633544921875,
"test_run_times": [
53.60000000000000142108547152020037174224853515625
]
}
}
},
"56185e1b61cd8aa824fb78f1d7d102710de33b94": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 50.59759999999999990905052982270717620849609375,
"raw_values": [
50.468400000000002592059900052845478057861328125,
50.584800000000001318767317570745944976806640625,
50.73960000000000292175172944553196430206298828125
],
"test_run_times": [
51.21000000000000085265128291212022304534912109375,
58.31000000000000227373675443232059478759765625,
54.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 50.732799999999997453414835035800933837890625,
"test_run_times": [
58.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 50.6490000000000009094947017729282379150390625,
"test_run_times": [
59.530000000000001136868377216160297393798828125
]
}
}
},
"93d0edcc5ea127a7ae76411e7c930bccd559b10d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 33.53370000000000317186277243308722972869873046875,
"raw_values": [
33.60600000000000164845914696343243122100830078125,
33.4866999999999990222931955941021442413330078125,
33.50840000000000173940861714072525501251220703125
],
"test_run_times": [
52.07000000000000028421709430404007434844970703125,
50.7999999999999971578290569595992565155029296875,
51.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 33.5842999999999989313437254168093204498291015625,
"test_run_times": [
51.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 33.66629999999999967030817060731351375579833984375,
"test_run_times": [
51.4200000000000017053025658242404460906982421875
]
}
}
},
"8810fe9271cfde46003041442cc253185eb44e1c": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 26.253099999999999880628820392303168773651123046875,
"raw_values": [
26.295100000000001472244548494927585124969482421875,
26.25450000000000017053025658242404460906982421875,
26.209700000000001551825334900058805942535400390625
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
59.88000000000000255795384873636066913604736328125,
59.92999999999999971578290569595992565155029296875
]
},
"b": {
"value": 26.346800000000001773514668457210063934326171875,
"test_run_times": [
59.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 26.200199999999998823341229581274092197418212890625,
"test_run_times": [
59.82000000000000028421709430404007434844970703125
]
}
}
},
"f7ef6dae6a4577a8b3a8d9197d0045eae3fa6d3b": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pdsch_processor_benchmark -m throughput_total -R 350 -B 10 -P 4port_4layer_scs30_100MHz_256qam",
"description": "Test: PDSCH Processor Benchmark, Throughput Total",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14099.79999999999927240423858165740966796875,
"test_run_times": [
25.620000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
},
"aa": {
"value": 13936.100000000000363797880709171295166015625,
"raw_values": [
13954.20000000000072759576141834259033203125,
13854.899999999999636202119290828704833984375,
13999.100000000000363797880709171295166015625
],
"test_run_times": [
26.059999999999998721023075631819665431976318359375,
26.059999999999998721023075631819665431976318359375,
25.85000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
},
"b": {
"value": 13999.600000000000363797880709171295166015625,
"test_run_times": [
25.8900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"434ebc23fe3849e18dfe444257fdc62366a69241": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pusch\/pusch_processor_benchmark -m throughput_total -R 100 -B 10 -P pusch_scs30_100MHz_256qam_max",
"description": "Test: PUSCH Processor Benchmark, Throughput Total",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1602.09999999999990905052982270717620849609375,
"min_result": [
"947.2"
],
"test_run_times": [
63.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"ea8b49e85cf01c80dbd51608551e0d04536767dc": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pdsch_processor_benchmark -m throughput_thread -R 350 -B 10 -T 1 -P 4port_4layer_scs30_100MHz_256qam",
"description": "Test: PDSCH Processor Benchmark, Throughput Thread",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 175.80000000000001136868377216160297393798828125,
"test_run_times": [
17.300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
},
"aa": {
"value": 175.69999999999998863131622783839702606201171875,
"raw_values": [
175.599999999999994315658113919198513031005859375,
175.69999999999998863131622783839702606201171875,
175.69999999999998863131622783839702606201171875
],
"test_run_times": [
17.239999999999998436805981327779591083526611328125,
17.28999999999999914734871708787977695465087890625,
17.309999999999998721023075631819665431976318359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"8c1ef37773dd3414b2e875a9261dadbb5efa4a8d": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pusch\/pusch_processor_benchmark -m throughput_thread -R 350 -B 10 -T 1 -t 0 -P pusch_scs30_100MHz_256qam_max",
"description": "Test: PUSCH Processor Benchmark, Throughput Thread",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 46.7000000000000028421709430404007434844970703125,
"min_result": [
"28.9"
],
"test_run_times": [
53.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"ba486aaaa9f479af2bfc01c3cbfe015dca24e212": {
"identifier": "pts\/jpegxl-1.6.0",
"title": "JPEG-XL libjxl",
"app_version": "0.10.1",
"arguments": "sample-4.png out.jxl -q 80 --num_reps 80",
"description": "Input: PNG - Quality: 80",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 43.09700000000000130739863379858434200286865234375,
"test_run_times": [
45.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"aa": {
"value": 40.27900000000000346744855050928890705108642578125,
"raw_values": [
39.7060000000000030695446184836328029632568359375,
40.73799999999999954525264911353588104248046875,
40.393000000000000682121026329696178436279296875
],
"test_run_times": [
51.00999999999999801048033987171947956085205078125,
47.8299999999999982946974341757595539093017578125,
48.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"b": {
"value": 41.308999999999997498889570124447345733642578125,
"test_run_times": [
49.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"c": {
"value": 41.3539999999999992041921359486877918243408203125,
"test_run_times": [
49.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
}
}
},
"7b8d9c8868e174c82ff5631806b3bec884b866c4": {
"identifier": "pts\/jpegxl-1.6.0",
"title": "JPEG-XL libjxl",
"app_version": "0.10.1",
"arguments": "sample-4.png out.jxl -q 90 --num_reps 50",
"description": "Input: PNG - Quality: 90",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.24900000000000233058017329312860965728759765625,
"test_run_times": [
31.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"aa": {
"value": 37.89500000000000312638803734444081783294677734375,
"raw_values": [
38.91499999999999914734871708787977695465087890625,
38.941000000000002501110429875552654266357421875,
32.816000000000002501110429875552654266357421875,
38.75399999999999778310666442848742008209228515625,
33.3310000000000030695446184836328029632568359375,
38.75200000000000244426701101474463939666748046875,
39.1280000000000001136868377216160297393798828125,
39.066000000000002501110429875552654266357421875,
38.93900000000000005684341886080801486968994140625,
39.10300000000000153477230924181640148162841796875,
38.58200000000000073896444519050419330596923828125,
35.77199999999999846522769075818359851837158203125,
38.85499999999999687361196265555918216705322265625,
38.86800000000000210320649784989655017852783203125,
38.60799999999999698729880037717521190643310546875
],
"test_run_times": [
31.469999999999998863131622783839702606201171875,
31.46000000000000085265128291212022304534912109375,
37.1099999999999994315658113919198513031005859375,
31.6099999999999994315658113919198513031005859375,
36.53999999999999914734871708787977695465087890625,
31.60000000000000142108547152020037174224853515625,
31.309999999999998721023075631819665431976318359375,
31.35000000000000142108547152020037174224853515625,
31.449999999999999289457264239899814128875732421875,
31.339999999999999857891452847979962825775146484375,
31.730000000000000426325641456060111522674560546875,
34.17999999999999971578290569595992565155029296875,
31.530000000000001136868377216160297393798828125,
31.510000000000001563194018672220408916473388671875,
31.730000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"b": {
"value": 39.6689999999999969304553815163671970367431640625,
"test_run_times": [
30.879999999999999005240169935859739780426025390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"c": {
"value": 39.25099999999999766941982670687139034271240234375,
"test_run_times": [
31.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
}
}
},
"d15028fe87a8d384992c2ac2bafd73d77d232066": {
"identifier": "pts\/jpegxl-1.6.0",
"title": "JPEG-XL libjxl",
"app_version": "0.10.1",
"arguments": "--lossless_jpeg=0 sample-photo-6000x4000.JPG out.jxl -q 80 --num_reps 80",
"description": "Input: JPEG - Quality: 80",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 39.268000000000000682121026329696178436279296875,
"test_run_times": [
49.32000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"aa": {
"value": 38.92099999999999937472239253111183643341064453125,
"raw_values": [
39.1520000000000010231815394945442676544189453125,
38.86200000000000187583282240666449069976806640625,
38.74900000000000233058017329312860965728759765625
],
"test_run_times": [
49.52000000000000312638803734444081783294677734375,
49.82000000000000028421709430404007434844970703125,
49.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"b": {
"value": 37.76599999999999823785401531495153903961181640625,
"test_run_times": [
51.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"c": {
"value": 39.31499999999999772626324556767940521240234375,
"test_run_times": [
49.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
}
}
},
"52fe0e78086f9edb4d11a84ed79e1fd1e10dfb1a": {
"identifier": "pts\/jpegxl-1.6.0",
"title": "JPEG-XL libjxl",
"app_version": "0.10.1",
"arguments": "--lossless_jpeg=0 sample-photo-6000x4000.JPG out.jxl -q 90 --num_reps 50",
"description": "Input: JPEG - Quality: 90",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 37.59100000000000108002495835535228252410888671875,
"test_run_times": [
32.2999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"aa": {
"value": 37.41499999999999914734871708787977695465087890625,
"raw_values": [
35.45100000000000051159076974727213382720947265625,
38.11800000000000210320649784989655017852783203125,
39.0390000000000014779288903810083866119384765625,
38.75099999999999766941982670687139034271240234375,
37.7109999999999985220711096189916133880615234375,
36.51899999999999835154085303656756877899169921875,
39.667000000000001591615728102624416351318359375,
35.445999999999997953636921010911464691162109375,
36.61299999999999954525264911353588104248046875,
35.16199999999999903366187936626374721527099609375,
37.97500000000000142108547152020037174224853515625,
39.04899999999999948840923025272786617279052734375,
40.38000000000000255795384873636066913604736328125,
35.79599999999999937472239253111183643341064453125,
35.5510000000000019326762412674725055694580078125
],
"test_run_times": [
34.2000000000000028421709430404007434844970703125,
31.9200000000000017053025658242404460906982421875,
31.14999999999999857891452847979962825775146484375,
31.379999999999999005240169935859739780426025390625,
32.25,
33.25,
30.660000000000000142108547152020037174224853515625,
34.21000000000000085265128291212022304534912109375,
33.18999999999999772626324556767940521240234375,
34.469999999999998863131622783839702606201171875,
32.02000000000000312638803734444081783294677734375,
31.199999999999999289457264239899814128875732421875,
30.1400000000000005684341886080801486968994140625,
33.92999999999999971578290569595992565155029296875,
34.090000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"b": {
"value": 37.78999999999999914734871708787977695465087890625,
"test_run_times": [
32.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"c": {
"value": 35.8430000000000035242919693700969219207763671875,
"test_run_times": [
33.85000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
}
}
},
"9cce68bd4598bb1e16f4df993fbf06facecbc316": {
"identifier": "pts\/jpegxl-1.6.0",
"title": "JPEG-XL libjxl",
"app_version": "0.10.1",
"arguments": "sample-4.png out.jxl -q 100 --num_reps 20",
"description": "Input: PNG - Quality: 100",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.60300000000000153477230924181640148162841796875,
"test_run_times": [
16.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"aa": {
"value": 29.23799999999999954525264911353588104248046875,
"raw_values": [
29.26899999999999835154085303656756877899169921875,
29.2950000000000017053025658242404460906982421875,
29.150999999999999801048033987171947956085205078125
],
"test_run_times": [
16.989999999999998436805981327779591083526611328125,
16.989999999999998436805981327779591083526611328125,
17.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"b": {
"value": 29.493999999999999772626324556767940521240234375,
"test_run_times": [
16.85000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"c": {
"value": 29.544000000000000483169060316868126392364501953125,
"test_run_times": [
16.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
}
}
},
"2ed560d98eff4ca5e5fd1b4abe64bf1705b4513d": {
"identifier": "pts\/jpegxl-1.6.0",
"title": "JPEG-XL libjxl",
"app_version": "0.10.1",
"arguments": "--lossless_jpeg=0 sample-photo-6000x4000.JPG out.jxl -q 100 --num_reps 20",
"description": "Input: JPEG - Quality: 100",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.66499999999999914734871708787977695465087890625,
"test_run_times": [
15.4900000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"aa": {
"value": 31.120999999999998664179656771011650562286376953125,
"raw_values": [
31.129000000000001335820343228988349437713623046875,
31.117000000000000881072992342524230480194091796875,
31.117000000000000881072992342524230480194091796875
],
"test_run_times": [
15.7799999999999993605115378159098327159881591796875,
15.78999999999999914734871708787977695465087890625,
15.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"b": {
"value": 31.620999999999998664179656771011650562286376953125,
"test_run_times": [
15.519999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
},
"c": {
"value": 31.623999999999998777866494492627680301666259765625,
"test_run_times": [
15.519999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fno-rtti -O3 -fPIE -pie -lm"
}
}
}
}
},
"8c3fef7209eefa6087080aada1088a814f13e30e": {
"identifier": "pts\/jpegxl-decode-1.6.0",
"title": "JPEG-XL Decoding libjxl",
"app_version": "0.10.1",
"arguments": "--num_threads=1 --num_reps=90",
"description": "CPU Threads: 1",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.236999999999998323119143606163561344146728515625,
"test_run_times": [
88.93999999999999772626324556767940521240234375
]
},
"aa": {
"value": 27.1520000000000010231815394945442676544189453125,
"raw_values": [
27.132000000000001449507180950604379177093505859375,
27.14399999999999835154085303656756877899169921875,
27.181000000000000937916411203332245349884033203125
],
"test_run_times": [
89.2699999999999960209606797434389591217041015625,
89.2399999999999948840923025272786617279052734375,
89.1200000000000045474735088646411895751953125
]
},
"b": {
"value": 27.417000000000001591615728102624416351318359375,
"test_run_times": [
88.43000000000000682121026329696178436279296875
]
},
"c": {
"value": 27.3960000000000007958078640513122081756591796875,
"test_run_times": [
88.4800000000000039790393202565610408782958984375
]
}
}
},
"6f013d0979a8c1ab4992358f3f1fb33db7be046f": {
"identifier": "pts\/jpegxl-decode-1.6.0",
"title": "JPEG-XL Decoding libjxl",
"app_version": "0.10.1",
"arguments": "--num_reps=250",
"description": "CPU Threads: All",
"scale": "MP\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 558.56899999999995998223312199115753173828125,
"test_run_times": [
20.410000000000000142108547152020037174224853515625
]
},
"aa": {
"value": 523.019000000000005456968210637569427490234375,
"raw_values": [
525.517000000000052750692702829837799072265625,
519.1580000000000154614099301397800445556640625,
524.3809999999999718056642450392246246337890625
],
"test_run_times": [
21.120000000000000994759830064140260219573974609375,
21.269999999999999573674358543939888477325439453125,
21.129999999999999005240169935859739780426025390625
]
},
"b": {
"value": 564.89300000000002910383045673370361328125,
"test_run_times": [
20.309999999999998721023075631819665431976318359375
]
},
"c": {
"value": 542.1029999999999517967808060348033905029296875,
"test_run_times": [
20.730000000000000426325641456060111522674560546875
]
}
}
},
"f7bde6e6bd4dbb60d5b8b62e4dcb0d37bdd03163": {
"identifier": "pts\/stockfish-1.5.0",
"title": "Stockfish",
"app_version": "16.1",
"description": "Chess Benchmark",
"scale": "Nodes Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 59028775,
"test_run_times": [
196.479999999999989768184605054557323455810546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-lgcov -lpthread -fno-exceptions -std=c++17 -fno-peel-loops -fno-tracer -pedantic -O3 -funroll-loops -flto -flto-partition=one -flto=jobserver"
}
}
},
"aa": {
"value": 59449725,
"raw_values": [
69125864,
59571638,
59338275,
57221418,
53054878,
54439774,
60239452,
55353821,
65066627,
62363322,
52770867,
64850761
],
"test_run_times": [
196.530000000000001136868377216160297393798828125,
190.159999999999996589394868351519107818603515625,
162.400000000000005684341886080801486968994140625,
187.289999999999992041921359486877918243408203125,
153.780000000000001136868377216160297393798828125,
155.6200000000000045474735088646411895751953125,
179.669999999999987494447850622236728668212890625,
193.099999999999994315658113919198513031005859375,
191.31999999999999317878973670303821563720703125,
189.539999999999992041921359486877918243408203125,
156.039999999999992041921359486877918243408203125,
204.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-lgcov -lpthread -fno-exceptions -std=c++17 -fno-peel-loops -fno-tracer -pedantic -O3 -funroll-loops -flto -flto-partition=one -flto=jobserver"
}
}
},
"b": {
"value": 51901853,
"test_run_times": [
168.93000000000000682121026329696178436279296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-lgcov -lpthread -fno-exceptions -std=c++17 -fno-peel-loops -fno-tracer -pedantic -O3 -funroll-loops -flto -flto-partition=one -flto=jobserver"
}
}
},
"c": {
"value": 53514996,
"test_run_times": [
169.289999999999992041921359486877918243408203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-lgcov -lpthread -fno-exceptions -std=c++17 -fno-peel-loops -fno-tracer -pedantic -O3 -funroll-loops -flto -flto-partition=one -flto=jobserver"
}
}
}
}
},
"8f240080f4a9e0a0dc2c41137a7d1437c7ffdcbc": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--ip --batch=inputs\/ip\/shapes_1d --engine=cpu",
"description": "Harness: IP Shapes 1D - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 4.840650000000000119371179607696831226348876953125,
"raw_values": [
4.86043999999999964956032272311858832836151123046875,
4.8351699999999997459099176921881735324859619140625,
4.8263400000000000744648787076584994792938232421875
],
"min_result": [
"4.25"
],
"test_run_times": [
15.1300000000000007815970093361102044582366943359375,
15.1099999999999994315658113919198513031005859375,
15.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 4.8801500000000004320099833421409130096435546875,
"min_result": [
"4.23"
],
"test_run_times": [
15.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 4.88858000000000014750867194379679858684539794921875,
"min_result": [
"4.3"
],
"test_run_times": [
15.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"71fb2672401eac9e14360f0d24b0dac568d4e27d": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--ip --batch=inputs\/ip\/shapes_3d --engine=cpu",
"description": "Harness: IP Shapes 3D - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.155819999999999847517528905882500112056732177734375,
"raw_values": [
2.15843000000000007077005648170597851276397705078125,
2.1552199999999999135980033315718173980712890625,
2.15381000000000000227373675443232059478759765625
],
"min_result": [
"2.06"
],
"test_run_times": [
9.2799999999999993605115378159098327159881591796875,
9.2799999999999993605115378159098327159881591796875,
9.2799999999999993605115378159098327159881591796875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 2.151780000000000026005864128819666802883148193359375,
"min_result": [
"2.06"
],
"test_run_times": [
9.269999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 2.148779999999999912319026407203637063503265380859375,
"min_result": [
"2.06"
],
"test_run_times": [
9.2599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"0ef6103275fbe37507d64e861136b8757d7fa5c6": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--conv --batch=inputs\/conv\/shapes_auto --engine=cpu",
"description": "Harness: Convolution Batch Shapes Auto - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 4.29469999999999973994135871180333197116851806640625,
"raw_values": [
4.32434000000000029473312679328955709934234619140625,
4.29197000000000006281197784119285643100738525390625,
4.26780000000000026005864128819666802883148193359375
],
"min_result": [
"4.16"
],
"test_run_times": [
6.2599999999999997868371792719699442386627197265625,
6.2599999999999997868371792719699442386627197265625,
6.2599999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 4.2803599999999999425881469505839049816131591796875,
"min_result": [
"4.17"
],
"test_run_times": [
6.2400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 4.28460999999999980758502715616486966609954833984375,
"min_result": [
"4.14"
],
"test_run_times": [
6.2400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"d8a158c9d5cf7db0d9c36abbcd79d2f6c457c0e8": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--deconv --batch=inputs\/deconv\/shapes_1d --engine=cpu",
"description": "Harness: Deconvolution Batch shapes_1d - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 20.92549999999999954525264911353588104248046875,
"raw_values": [
21.0625,
20.5371999999999985675458447076380252838134765625,
21.176899999999999835154085303656756877899169921875
],
"min_result": [
"19.34"
],
"test_run_times": [
21.10000000000000142108547152020037174224853515625,
21.120000000000000994759830064140260219573974609375,
21.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 20.430800000000001404032445861957967281341552734375,
"min_result": [
"19.32"
],
"test_run_times": [
21.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 20.8924999999999982946974341757595539093017578125,
"min_result": [
"19.81"
],
"test_run_times": [
21.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"b98add05d66e1331f141db44b09d1130a8b17f20": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--deconv --batch=inputs\/deconv\/shapes_3d --engine=cpu",
"description": "Harness: Deconvolution Batch shapes_3d - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.796260000000000189857018995098769664764404296875,
"raw_values": [
2.752549999999999830180286153336055576801300048828125,
2.77721999999999979991116560995578765869140625,
3.003060000000000062669869294040836393833160400390625,
2.7736999999999998323119143606163561344146728515625,
2.7665600000000001301714291912503540515899658203125,
2.77428000000000007929656931082718074321746826171875,
2.794239999999999835011976756504736840724945068359375,
2.77245000000000008100187187665142118930816650390625,
2.770910000000000206199501917581073939800262451171875,
2.790509999999999823927510078647173941135406494140625,
2.7897400000000001085709300241433084011077880859375,
2.789940000000000086544105215580202639102935791015625
],
"min_result": [
"2.68"
],
"test_run_times": [
3.04999999999999982236431605997495353221893310546875,
3.060000000000000053290705182007513940334320068359375,
3.04999999999999982236431605997495353221893310546875,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375,
3.060000000000000053290705182007513940334320068359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 2.782379999999999853343979339115321636199951171875,
"min_result": [
"2.72"
],
"test_run_times": [
3.04999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 2.803859999999999796926886119763366878032684326171875,
"min_result": [
"2.7"
],
"test_run_times": [
3.04999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"d9548296a130d41521408adebd2110bf646bed60": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--rnn --batch=inputs\/rnn\/perf_rnn_training --engine=cpu",
"description": "Harness: Recurrent Neural Network Training - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 3738.38999999999987267074175179004669189453125,
"raw_values": [
3736.239999999999781721271574497222900390625,
3735.94000000000005456968210637569427490234375,
3742.989999999999781721271574497222900390625
],
"min_result": [
"3728.79"
],
"test_run_times": [
84.409999999999996589394868351519107818603515625,
84.400000000000005684341886080801486968994140625,
84.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 3737.15000000000009094947017729282379150390625,
"min_result": [
"3730.87"
],
"test_run_times": [
84.31999999999999317878973670303821563720703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 3738.53000000000020008883439004421234130859375,
"min_result": [
"3730.99"
],
"test_run_times": [
84.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"421721b6ff3ad3e06131ca5667bb283fe7e7415d": {
"identifier": "pts\/onednn-3.4.0",
"title": "oneDNN",
"app_version": "3.4",
"arguments": "--rnn --batch=inputs\/rnn\/perf_rnn_inference_lb --engine=cpu",
"description": "Harness: Recurrent Neural Network Inference - Engine: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1460.94000000000005456968210637569427490234375,
"raw_values": [
1459.450000000000045474735088646411895751953125,
1468,
1455.3800000000001091393642127513885498046875
],
"min_result": [
"1436.36"
],
"test_run_times": [
75.849999999999994315658113919198513031005859375,
75.7000000000000028421709430404007434844970703125,
75.81999999999999317878973670303821563720703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"b": {
"value": 1461,
"min_result": [
"1442.49"
],
"test_run_times": [
75.81999999999999317878973670303821563720703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
},
"c": {
"value": 1469.65000000000009094947017729282379150390625,
"min_result": [
"1448.43"
],
"test_run_times": [
75.7099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -fopenmp -mcpu=generic -fPIC -pie -ldl -lpthread"
}
}
}
}
},
"f6124ad8f9966a9fca6124ac8f3ce8e74420f735": {
"identifier": "pts\/draco-1.6.1",
"title": "Google Draco",
"app_version": "1.5.6",
"arguments": "-i lion.ply",
"description": "Model: Lion",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 7351,
"raw_values": [
7350,
7355,
7349
],
"test_run_times": [
9.3800000000000007815970093361102044582366943359375,
9.3800000000000007815970093361102044582366943359375,
9.3800000000000007815970093361102044582366943359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 7320,
"test_run_times": [
9.3300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 7332,
"test_run_times": [
9.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"c2182c1656777f7fc05206b18918c42e97f0d45b": {
"identifier": "pts\/draco-1.6.1",
"title": "Google Draco",
"app_version": "1.5.6",
"arguments": "-i church.ply",
"description": "Model: Church Facade",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 10100,
"raw_values": [
10088,
10109,
10103
],
"test_run_times": [
12.1400000000000005684341886080801486968994140625,
12.160000000000000142108547152020037174224853515625,
12.160000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 9847,
"test_run_times": [
11.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 9848,
"test_run_times": [
11.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"1d2130fee6c1b2a603517829f619dc4bd23cd273": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-0206\/FP16\/face-detection-0206.xml -d CPU",
"description": "Model: Face Detection FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 10877.530000000000654836185276508331298828125,
"raw_values": [
10892.129999999999199644662439823150634765625,
10842.870000000000800355337560176849365234375,
10897.579999999999927240423858165740966796875
],
"min_result": [
"4104.89"
],
"max_result": [
"18949.05"
],
"test_run_times": [
87.969999999999998863131622783839702606201171875,
87.4200000000000017053025658242404460906982421875,
88.0100000000000051159076974727213382720947265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 10891.9300000000002910383045673370361328125,
"min_result": [
"3821.31"
],
"max_result": [
"19031.99"
],
"test_run_times": [
87.849999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 10876.70000000000072759576141834259033203125,
"min_result": [
"3255.92"
],
"max_result": [
"18738.42"
],
"test_run_times": [
87.7300000000000039790393202565610408782958984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"4cb8fbb57b6f64b0e652dfbe64811914fe7fbe7a": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-detection-0303\/FP16\/person-detection-0303.xml -d CPU",
"description": "Model: Person Detection FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2150.3000000000001818989403545856475830078125,
"raw_values": [
2150.44000000000005456968210637569427490234375,
2148.170000000000072759576141834259033203125,
2152.28000000000020008883439004421234130859375
],
"min_result": [
"491.1"
],
"max_result": [
"2996.72"
],
"test_run_times": [
67.969999999999998863131622783839702606201171875,
67.8900000000000005684341886080801486968994140625,
67.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 2151.84999999999990905052982270717620849609375,
"min_result": [
"500.93"
],
"max_result": [
"2975.2"
],
"test_run_times": [
67.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 2157.4499999999998181010596454143524169921875,
"min_result": [
"644.54"
],
"max_result": [
"2962.51"
],
"test_run_times": [
68.2099999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"1bdb640b4d6fad63fd6c53a68dc05091c0decfc3": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-detection-0303\/FP32\/person-detection-0303.xml -d CPU",
"description": "Model: Person Detection FP32 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2156.8699999999998908606357872486114501953125,
"raw_values": [
2152.53000000000020008883439004421234130859375,
2157.30999999999994543031789362430572509765625,
2160.76999999999998181010596454143524169921875
],
"min_result": [
"504.09"
],
"max_result": [
"2990"
],
"test_run_times": [
68.0100000000000051159076974727213382720947265625,
68.06000000000000227373675443232059478759765625,
68.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 2140.1999999999998181010596454143524169921875,
"min_result": [
"527.18"
],
"max_result": [
"2951.37"
],
"test_run_times": [
67.4800000000000039790393202565610408782958984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 2146.07000000000016370904631912708282470703125,
"min_result": [
"439.17"
],
"max_result": [
"2969.83"
],
"test_run_times": [
67.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"7ac57cfe0b1c888c9c181c431b7cb60b1043ab54": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/vehicle-detection-0202\/FP16\/vehicle-detection-0202.xml -d CPU",
"description": "Model: Vehicle Detection FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 143.419999999999987494447850622236728668212890625,
"raw_values": [
143.539999999999992041921359486877918243408203125,
143.3700000000000045474735088646411895751953125,
143.349999999999994315658113919198513031005859375
],
"min_result": [
"62.82"
],
"max_result": [
"295.2"
],
"test_run_times": [
61.35000000000000142108547152020037174224853515625,
61.28999999999999914734871708787977695465087890625,
61.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 142.789999999999992041921359486877918243408203125,
"min_result": [
"60"
],
"max_result": [
"245.21"
],
"test_run_times": [
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 143.479999999999989768184605054557323455810546875,
"min_result": [
"44.55"
],
"max_result": [
"252.93"
],
"test_run_times": [
61.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"3655ad6c2c0717d786f10be04217cc761cac0f98": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-0206\/FP16-INT8\/face-detection-0206.xml -d CPU",
"description": "Model: Face Detection FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 11232.4300000000002910383045673370361328125,
"raw_values": [
11218.489999999999781721271574497222900390625,
11250.120000000000800355337560176849365234375,
11228.670000000000072759576141834259033203125
],
"min_result": [
"6926.76"
],
"max_result": [
"21113.44"
],
"test_run_times": [
90.0100000000000051159076974727213382720947265625,
90.340000000000003410605131648480892181396484375,
90.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 11206.129999999999199644662439823150634765625,
"min_result": [
"7011.32"
],
"max_result": [
"20429.17"
],
"test_run_times": [
89.9599999999999937472239253111183643341064453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 11196.5400000000008731149137020111083984375,
"min_result": [
"7222.84"
],
"max_result": [
"20603.63"
],
"test_run_times": [
89.900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"bd238715291b19980aa2f4d39cd00cdc98d02e69": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-retail-0005\/FP16\/face-detection-retail-0005.xml -d CPU",
"description": "Model: Face Detection Retail FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 47.280000000000001136868377216160297393798828125,
"raw_values": [
46.35000000000000142108547152020037174224853515625,
47.090000000000003410605131648480892181396484375,
48.39999999999999857891452847979962825775146484375
],
"min_result": [
"10.17"
],
"max_result": [
"121.04"
],
"test_run_times": [
60.77000000000000312638803734444081783294677734375,
60.780000000000001136868377216160297393798828125,
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 48.10000000000000142108547152020037174224853515625,
"min_result": [
"9.92"
],
"max_result": [
"115.12"
],
"test_run_times": [
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 47.719999999999998863131622783839702606201171875,
"min_result": [
"9.97"
],
"max_result": [
"99.86"
],
"test_run_times": [
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"5db5f3028db3cc9d4a975c2385d20336d8ff30da": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/road-segmentation-adas-0001\/FP16\/road-segmentation-adas-0001.xml -d CPU",
"description": "Model: Road Segmentation ADAS FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 486.1100000000000136424205265939235687255859375,
"raw_values": [
484.58999999999997498889570124447345733642578125,
487.6499999999999772626324556767940521240234375,
486.1000000000000227373675443232059478759765625
],
"min_result": [
"118.22"
],
"max_result": [
"849.31"
],
"test_run_times": [
63.00999999999999801048033987171947956085205078125,
62.8599999999999994315658113919198513031005859375,
62.659999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 486.8999999999999772626324556767940521240234375,
"min_result": [
"119.18"
],
"max_result": [
"852.49"
],
"test_run_times": [
62.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 486.1100000000000136424205265939235687255859375,
"min_result": [
"171.7"
],
"max_result": [
"813.73"
],
"test_run_times": [
62.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"1e3eacffeee827ecc1b2bf7f03e3c28899a29cef": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/vehicle-detection-0202\/FP16-INT8\/vehicle-detection-0202.xml -d CPU",
"description": "Model: Vehicle Detection FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 357.8600000000000136424205265939235687255859375,
"raw_values": [
357.68999999999999772626324556767940521240234375,
357.83999999999997498889570124447345733642578125,
358.06000000000000227373675443232059478759765625
],
"min_result": [
"301.59"
],
"max_result": [
"522.85"
],
"test_run_times": [
61.96000000000000085265128291212022304534912109375,
61.969999999999998863131622783839702606201171875,
62.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 358.5,
"min_result": [
"300.19"
],
"max_result": [
"528.83"
],
"test_run_times": [
62.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 357.41000000000002501110429875552654266357421875,
"min_result": [
"204.13"
],
"max_result": [
"519.56"
],
"test_run_times": [
62.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"70688f9efd044c1bbdaa2bf3ef6d3f9f3c49c904": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/weld-porosity-detection-0001\/FP16\/weld-porosity-detection-0001.xml -d CPU",
"description": "Model: Weld Porosity Detection FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 108.969999999999998863131622783839702606201171875,
"raw_values": [
109.18999999999999772626324556767940521240234375,
108.840000000000003410605131648480892181396484375,
108.8700000000000045474735088646411895751953125
],
"min_result": [
"17.48"
],
"max_result": [
"1207.62"
],
"test_run_times": [
61.7999999999999971578290569595992565155029296875,
61.81000000000000227373675443232059478759765625,
61.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 107.5,
"min_result": [
"57.15"
],
"max_result": [
"1202.08"
],
"test_run_times": [
61.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 108.56000000000000227373675443232059478759765625,
"min_result": [
"17.21"
],
"max_result": [
"1188.34"
],
"test_run_times": [
61.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"efa2e3c280af7989338a47bec0ad4ad0319a3101": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/face-detection-retail-0005\/FP16-INT8\/face-detection-retail-0005.xml -d CPU",
"description": "Model: Face Detection Retail FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 95.9800000000000039790393202565610408782958984375,
"raw_values": [
96.3299999999999982946974341757595539093017578125,
95.8700000000000045474735088646411895751953125,
95.7399999999999948840923025272786617279052734375
],
"min_result": [
"71.43"
],
"max_result": [
"140.32"
],
"test_run_times": [
61.0499999999999971578290569595992565155029296875,
61.03999999999999914734871708787977695465087890625,
60.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 96.900000000000005684341886080801486968994140625,
"min_result": [
"70.14"
],
"max_result": [
"141.32"
],
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 96.3799999999999954525264911353588104248046875,
"min_result": [
"69.36"
],
"max_result": [
"140.93"
],
"test_run_times": [
60.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"0ecbed3eb99895cc9b3d8b52f50b1f3c7cfab3a5": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/road-segmentation-adas-0001\/FP16-INT8\/road-segmentation-adas-0001.xml -d CPU",
"description": "Model: Road Segmentation ADAS FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 913.4099999999999681676854379475116729736328125,
"raw_values": [
914.3799999999999954525264911353588104248046875,
912.8899999999999863575794734060764312744140625,
912.9600000000000363797880709171295166015625
],
"min_result": [
"742.17"
],
"max_result": [
"1356.42"
],
"test_run_times": [
64.7099999999999937472239253111183643341064453125,
64.5499999999999971578290569595992565155029296875,
64.650000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 915.1699999999999590727384202182292938232421875,
"min_result": [
"711.5"
],
"max_result": [
"1350.07"
],
"test_run_times": [
63.909999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 913.2100000000000363797880709171295166015625,
"min_result": [
"718.49"
],
"max_result": [
"1350.67"
],
"test_run_times": [
64.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"50ec583573103f8e020b1fdf5af0d6623632b4e8": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/machine-translation-nar-en-de-0002\/FP16\/machine-translation-nar-en-de-0002.xml -d CPU",
"description": "Model: Machine Translation EN To DE FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 794.05999999999994543031789362430572509765625,
"raw_values": [
795.9299999999999499777914024889469146728515625,
793.1100000000000136424205265939235687255859375,
793.1499999999999772626324556767940521240234375
],
"min_result": [
"604.52"
],
"max_result": [
"1620.5"
],
"test_run_times": [
63.3299999999999982946974341757595539093017578125,
63.88000000000000255795384873636066913604736328125,
63.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 793.30999999999994543031789362430572509765625,
"min_result": [
"559.01"
],
"max_result": [
"1581.54"
],
"test_run_times": [
63.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 792,
"min_result": [
"568.74"
],
"max_result": [
"1657.2"
],
"test_run_times": [
63.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"2c9b30684eb9be6e1d4e9d3ff507618f242ebf69": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/weld-porosity-detection-0001\/FP16-INT8\/weld-porosity-detection-0001.xml -d CPU",
"description": "Model: Weld Porosity Detection FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 146.710000000000007958078640513122081756591796875,
"raw_values": [
146.56000000000000227373675443232059478759765625,
146.6299999999999954525264911353588104248046875,
146.94999999999998863131622783839702606201171875
],
"min_result": [
"96.02"
],
"max_result": [
"1572.43"
],
"test_run_times": [
61.6700000000000017053025658242404460906982421875,
61.75,
61.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 144.3799999999999954525264911353588104248046875,
"min_result": [
"96.65"
],
"max_result": [
"1566.66"
],
"test_run_times": [
61.64999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 145.81999999999999317878973670303821563720703125,
"min_result": [
"96.38"
],
"max_result": [
"1563.28"
],
"test_run_times": [
61.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"4d33b1c584d9f242524aff46a9da07c3f6de1835": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-vehicle-bike-detection-2004\/FP16\/person-vehicle-bike-detection-2004.xml -d CPU",
"description": "Model: Person Vehicle Bike Detection FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 156.219999999999998863131622783839702606201171875,
"raw_values": [
155.240000000000009094947017729282379150390625,
156.599999999999994315658113919198513031005859375,
156.81999999999999317878973670303821563720703125
],
"min_result": [
"44.3"
],
"max_result": [
"240.55"
],
"test_run_times": [
61.93999999999999772626324556767940521240234375,
61.96000000000000085265128291212022304534912109375,
62.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 155.740000000000009094947017729282379150390625,
"min_result": [
"48.23"
],
"max_result": [
"240.13"
],
"test_run_times": [
61.97999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 154.30000000000001136868377216160297393798828125,
"min_result": [
"44.57"
],
"max_result": [
"239.56"
],
"test_run_times": [
62.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"976b0e252590fd2de1793efe4ddfd8dd96e83054": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/noise-suppression-poconetlike-0001\/FP16\/noise-suppression-poconetlike-0001.xml -d CPU",
"description": "Model: Noise Suppression Poconet-Like FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 193.840000000000003410605131648480892181396484375,
"raw_values": [
193.81000000000000227373675443232059478759765625,
193.780000000000001136868377216160297393798828125,
193.919999999999987494447850622236728668212890625
],
"min_result": [
"183.19"
],
"max_result": [
"407.14"
],
"test_run_times": [
62.2000000000000028421709430404007434844970703125,
62.159999999999996589394868351519107818603515625,
62.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 193.93000000000000682121026329696178436279296875,
"min_result": [
"182.93"
],
"max_result": [
"402.18"
],
"test_run_times": [
62.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 193.8700000000000045474735088646411895751953125,
"min_result": [
"182.85"
],
"max_result": [
"406.51"
],
"test_run_times": [
62.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"66ea40a638235f6b0d3b246a9cf79de44ed12b38": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/handwritten-english-recognition-0001\/FP16\/handwritten-english-recognition-0001.xml -d CPU",
"description": "Model: Handwritten English Recognition FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 194.8799999999999954525264911353588104248046875,
"raw_values": [
194.8700000000000045474735088646411895751953125,
194.759999999999990905052982270717620849609375,
195.020000000000010231815394945442676544189453125
],
"min_result": [
"185.7"
],
"max_result": [
"356.13"
],
"test_run_times": [
61.28999999999999914734871708787977695465087890625,
61.25,
61.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 194.840000000000003410605131648480892181396484375,
"min_result": [
"185.09"
],
"max_result": [
"355.83"
],
"test_run_times": [
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 194.650000000000005684341886080801486968994140625,
"min_result": [
"185.45"
],
"max_result": [
"358.03"
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"8bd67f86ce261be3857234fd3c2fff2ee799c30b": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/person-reidentification-retail-0277\/FP16\/person-reidentification-retail-0277.xml -d CPU",
"description": "Model: Person Re-Identification Retail FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 224.219999999999998863131622783839702606201171875,
"raw_values": [
224.43999999999999772626324556767940521240234375,
223.219999999999998863131622783839702606201171875,
225
],
"min_result": [
"29.21"
],
"max_result": [
"400.61"
],
"test_run_times": [
61.3299999999999982946974341757595539093017578125,
61.4500000000000028421709430404007434844970703125,
61.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 224.219999999999998863131622783839702606201171875,
"min_result": [
"36.4"
],
"max_result": [
"368.76"
],
"test_run_times": [
61.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 224.31000000000000227373675443232059478759765625,
"min_result": [
"31.77"
],
"max_result": [
"351.21"
],
"test_run_times": [
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"ab0d3b7ab0e0ab14f7e8680a0eb87c4cac32b0bf": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/age-gender-recognition-retail-0013\/FP16\/age-gender-recognition-retail-0013.xml -d CPU",
"description": "Model: Age Gender Recognition Retail 0013 FP16 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 22.800000000000000710542735760100185871124267578125,
"raw_values": [
22.71000000000000085265128291212022304534912109375,
22.8299999999999982946974341757595539093017578125,
22.870000000000000994759830064140260219573974609375
],
"min_result": [
"1.57"
],
"max_result": [
"164.42"
],
"test_run_times": [
60.46000000000000085265128291212022304534912109375,
60.4500000000000028421709430404007434844970703125,
60.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 22.78999999999999914734871708787977695465087890625,
"min_result": [
"1.59"
],
"max_result": [
"165.35"
],
"test_run_times": [
60.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 22.780000000000001136868377216160297393798828125,
"min_result": [
"1.63"
],
"max_result": [
"162.11"
],
"test_run_times": [
60.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"cd4933f31e8353d0f1b1ffd5dd3fcce411ea9469": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/handwritten-english-recognition-0001\/FP16-INT8\/handwritten-english-recognition-0001.xml -d CPU",
"description": "Model: Handwritten English Recognition FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 216.18000000000000682121026329696178436279296875,
"raw_values": [
217.330000000000012505552149377763271331787109375,
213.75,
217.44999999999998863131622783839702606201171875
],
"min_result": [
"206.9"
],
"max_result": [
"376.9"
],
"test_run_times": [
61.35000000000000142108547152020037174224853515625,
61.39999999999999857891452847979962825775146484375,
61.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 217.159999999999996589394868351519107818603515625,
"min_result": [
"208.82"
],
"max_result": [
"374.93"
],
"test_run_times": [
61.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 217.409999999999996589394868351519107818603515625,
"min_result": [
"210.44"
],
"max_result": [
"372.96"
],
"test_run_times": [
61.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"8e28873851110ec5912d847d816c7819ec54786e": {
"identifier": "pts\/openvino-1.5.0",
"title": "OpenVINO",
"app_version": "2024.0",
"arguments": "-m models\/intel\/age-gender-recognition-retail-0013\/FP16-INT8\/age-gender-recognition-retail-0013.xml -d CPU",
"description": "Model: Age Gender Recognition Retail 0013 FP16-INT8 - Device: CPU",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 21.8599999999999994315658113919198513031005859375,
"raw_values": [
21.85000000000000142108547152020037174224853515625,
21.8299999999999982946974341757595539093017578125,
21.89999999999999857891452847979962825775146484375
],
"min_result": [
"2"
],
"max_result": [
"157.1"
],
"test_run_times": [
60.43999999999999772626324556767940521240234375,
60.46000000000000085265128291212022304534912109375,
60.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"b": {
"value": 21.71000000000000085265128291212022304534912109375,
"min_result": [
"2.05"
],
"max_result": [
"156.88"
],
"test_run_times": [
60.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
},
"c": {
"value": 21.8900000000000005684341886080801486968994140625,
"min_result": [
"2.07"
],
"max_result": [
"156.71"
],
"test_run_times": [
60.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fPIC -fsigned-char -ffunction-sections -fdata-sections -O3 -fno-strict-overflow -fwrapv -shared -ldl"
}
}
}
}
},
"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1844.1246000000001004082150757312774658203125,
"raw_values": [
1840.803000000000110958353616297245025634765625,
1846.890399999999999636202119290828704833984375,
1844.68049999999993815436027944087982177734375
],
"test_run_times": [
51.6700000000000017053025658242404460906982421875,
51.3900000000000005684341886080801486968994140625,
51.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 1834.825700000000097134034149348735809326171875,
"test_run_times": [
51.07000000000000028421709430404007434844970703125
]
},
"c": {
"value": 1833.4486999999999170540831983089447021484375,
"test_run_times": [
51.27000000000000312638803734444081783294677734375
]
}
}
},
"fa0e1332a3568488061a24e2db603659f1c6501e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 38.31620000000000203499439521692693233489990234375,
"raw_values": [
38.5596000000000032059688237495720386505126953125,
38.0133000000000009777068044058978557586669921875,
38.375799999999998135535861365497112274169921875
],
"test_run_times": [
61.3900000000000005684341886080801486968994140625,
60.93999999999999772626324556767940521240234375,
60.8299999999999982946974341757595539093017578125
]
},
"b": {
"value": 38.52459999999999951114659779705107212066650390625,
"test_run_times": [
60.159999999999996589394868351519107818603515625
]
},
"c": {
"value": 37.9596999999999979991116560995578765869140625,
"test_run_times": [
60.2999999999999971578290569595992565155029296875
]
}
}
},
"bda84ddf23206af7a77b4a03ef51ef2f11c11b45": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 55.0260999999999995679900166578590869903564453125,
"raw_values": [
55.0268999999999977035258780233561992645263671875,
55.2083999999999974761522025801241397857666015625,
54.8430000000000035242919693700969219207763671875
],
"test_run_times": [
54.24000000000000198951966012828052043914794921875,
52.8900000000000005684341886080801486968994140625,
54.97999999999999687361196265555918216705322265625
]
},
"b": {
"value": 55.2554999999999978399500832892954349517822265625,
"test_run_times": [
52.219999999999998863131622783839702606201171875
]
},
"c": {
"value": 55.2434999999999973852027324028313159942626953125,
"test_run_times": [
55.02000000000000312638803734444081783294677734375
]
}
}
},
"5bbdba8bdb353a59e581a45b7f7943e3030de63a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 7.55199999999999960209606797434389591217041015625,
"raw_values": [
7.56210000000000004405364961712621152400970458984375,
7.52179999999999981952214511693455278873443603515625,
7.57209999999999983089082888909615576267242431640625
],
"test_run_times": [
62.4500000000000028421709430404007434844970703125,
62.18999999999999772626324556767940521240234375,
62.46000000000000085265128291212022304534912109375
]
},
"b": {
"value": 7.506099999999999994315658113919198513031005859375,
"test_run_times": [
63.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 7.5923999999999995935695551452226936817169189453125,
"test_run_times": [
60.93999999999999772626324556767940521240234375
]
}
}
},
"21a28bcec532bfa9a162a2718b6bd205c8afdb1e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 132.9524999999999863575794734060764312744140625,
"raw_values": [
132.701400000000006684786058031022548675537109375,
133.721599999999995134203345514833927154541015625,
132.43459999999998899511410854756832122802734375
],
"test_run_times": [
39.3599999999999994315658113919198513031005859375,
40.74000000000000198951966012828052043914794921875,
40.75
]
},
"b": {
"value": 132.735600000000005138645065017044544219970703125,
"test_run_times": [
39.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 131.523699999999990950527717359364032745361328125,
"test_run_times": [
39.24000000000000198951966012828052043914794921875
]
}
}
},
"02cfacf2ca4fbbb6b2413969891ed99032c6c05e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 7.47409999999999996589394868351519107818603515625,
"raw_values": [
7.46900000000000030553337637684307992458343505859375,
7.466499999999999914734871708787977695465087890625,
7.4869000000000003325340003357268869876861572265625
],
"test_run_times": [
39.2000000000000028421709430404007434844970703125,
39.32000000000000028421709430404007434844970703125,
39.92999999999999971578290569595992565155029296875
]
},
"b": {
"value": 7.44840000000000035385028240852989256381988525390625,
"test_run_times": [
45.21000000000000085265128291212022304534912109375
]
},
"c": {
"value": 7.47670000000000012363443602225743234157562255859375,
"test_run_times": [
39.1700000000000017053025658242404460906982421875
]
}
}
},
"893f2428b81e1c66c35110b1e39867b98d7ffa5b": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 23.5039000000000015688783605583012104034423828125,
"raw_values": [
23.52029999999999887450030655600130558013916015625,
23.4003000000000014324541552923619747161865234375,
23.591100000000000846966941026039421558380126953125
],
"test_run_times": [
448.6299999999999954525264911353588104248046875,
448.94999999999998863131622783839702606201171875,
442.76999999999998181010596454143524169921875
]
},
"b": {
"value": 23.41159999999999996589394868351519107818603515625,
"test_run_times": [
449.31000000000000227373675443232059478759765625
]
},
"c": {
"value": 23.912600000000001188027454190887510776519775390625,
"test_run_times": [
436.81000000000000227373675443232059478759765625
]
}
}
},
"314827a2e497fa3e23a149d2aba87047cb19e7e3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 3.150799999999999823074858795735053718090057373046875,
"raw_values": [
3.146900000000000030553337637684307992458343505859375,
3.140400000000000080291329140891321003437042236328125,
3.16509999999999980246911945869214832782745361328125
],
"test_run_times": [
68.6400000000000005684341886080801486968994140625,
67.18999999999999772626324556767940521240234375,
68.4599999999999937472239253111183643341064453125
]
},
"b": {
"value": 3.183499999999999996447286321199499070644378662109375,
"test_run_times": [
69
]
},
"c": {
"value": 3.14489999999999980673237587325274944305419921875,
"test_run_times": [
69.280000000000001136868377216160297393798828125
]
}
}
},
"d7626651777606a7730e9a1546ff6fd717d306f3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 21332.893100000001140870153903961181640625,
"raw_values": [
21417.9069999999992433004081249237060546875,
21352.6719999999986612237989902496337890625,
21228.1002999999982421286404132843017578125
],
"test_run_times": [
141.330000000000012505552149377763271331787109375,
45.14999999999999857891452847979962825775146484375,
140.780000000000001136868377216160297393798828125,
143.710000000000007958078640513122081756591796875
]
},
"b": {
"value": 21231.56409999999959836713969707489013671875,
"test_run_times": [
141.6299999999999954525264911353588104248046875
]
},
"c": {
"value": 21169.29530000000158906914293766021728515625,
"test_run_times": [
142.06000000000000227373675443232059478759765625
]
}
}
},
"27ad8c70cf928aa19cccf637f113d2e489a4c94a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 77.3025999999999982037479639984667301177978515625,
"raw_values": [
77.060599999999993769961292855441570281982421875,
77.4488999999999947476680972613394260406494140625,
77.39830000000000609361450187861919403076171875
],
"test_run_times": [
66.150000000000005684341886080801486968994140625,
66.849999999999994315658113919198513031005859375,
66.6099999999999994315658113919198513031005859375
]
},
"b": {
"value": 77.4941000000000030922819860279560089111328125,
"test_run_times": [
70.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 77.118999999999999772626324556767940521240234375,
"test_run_times": [
66.8799999999999954525264911353588104248046875
]
}
}
},
"638213f946adb5ae9135ab4b8b446f7d58664d7f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 132.542499999999989768184605054557323455810546875,
"raw_values": [
132.701899999999994861354934982955455780029296875,
133.02969999999999117790139280259609222412109375,
131.895800000000008367351256310939788818359375
],
"test_run_times": [
40.4500000000000028421709430404007434844970703125,
39.2999999999999971578290569595992565155029296875,
40.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 131.952899999999999636202119290828704833984375,
"test_run_times": [
40.28999999999999914734871708787977695465087890625
]
},
"c": {
"value": 131.85939999999999372448655776679515838623046875,
"test_run_times": [
38.75999999999999801048033987171947956085205078125
]
}
}
},
"948f96bcbf119b23cb418fb75b2bd04da31f599f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 7.46910000000000007247535904753021895885467529296875,
"raw_values": [
7.46070000000000010942358130705542862415313720703125,
7.45849999999999990762944435118697583675384521484375,
7.48810000000000020037305148434825241565704345703125
],
"test_run_times": [
39.909999999999996589394868351519107818603515625,
38.39999999999999857891452847979962825775146484375,
39.8900000000000005684341886080801486968994140625
]
},
"b": {
"value": 7.46919999999999983941734171821735799312591552734375,
"test_run_times": [
38.5
]
},
"c": {
"value": 7.45399999999999973709918776876293122768402099609375,
"test_run_times": [
40.18999999999999772626324556767940521240234375
]
}
}
},
"7c1c5406d5fd0bc7f453370348b492b3d54aaa76": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 310.51290000000000190993887372314929962158203125,
"raw_values": [
310.0855999999999994543031789362430572509765625,
311.53140000000001919033820740878582000732421875,
309.9216999999999870851752348244190216064453125
],
"test_run_times": [
45.840000000000003410605131648480892181396484375,
48.92999999999999971578290569595992565155029296875,
46.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 311.167599999999993087840266525745391845703125,
"test_run_times": [
46.43999999999999772626324556767940521240234375
]
},
"c": {
"value": 312.79090000000002191882231272757053375244140625,
"test_run_times": [
43.49000000000000198951966012828052043914794921875
]
}
}
},
"a77140031a418d03f49e6debb4e03cbe7a03a678": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 8.8709000000000006735945135005749762058258056640625,
"raw_values": [
8.893100000000000449063009000383317470550537109375,
8.8484999999999995878852132591418921947479248046875,
8.8711000000000002074784788419492542743682861328125
],
"test_run_times": [
44.6700000000000017053025658242404460906982421875,
44.28999999999999914734871708787977695465087890625,
43.6400000000000005684341886080801486968994140625
]
},
"b": {
"value": 8.8483000000000000540012479177676141262054443359375,
"test_run_times": [
46.27000000000000312638803734444081783294677734375
]
},
"c": {
"value": 8.84609999999999985220711096189916133880615234375,
"test_run_times": [
44.5499999999999971578290569595992565155029296875
]
}
}
},
"7108c1bde12eb0d9c6ff634d37ff517773086268": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 182.87889999999998735802364535629749298095703125,
"raw_values": [
182.738799999999997680788510479032993316650390625,
182.871000000000009322320693172514438629150390625,
183.02690000000001191438059322535991668701171875
],
"test_run_times": [
42.10000000000000142108547152020037174224853515625,
42.21000000000000085265128291212022304534912109375,
42
]
},
"b": {
"value": 181.89560000000000172803993336856365203857421875,
"test_run_times": [
41.71000000000000085265128291212022304534912109375
]
},
"c": {
"value": 185.7196000000000140062184073030948638916015625,
"test_run_times": [
42.090000000000003410605131648480892181396484375
]
}
}
},
"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 9.0818999999999991956656231195665895938873291015625,
"raw_values": [
9.2218999999999997640998117276467382907867431640625,
9.035199999999999675992512493394315242767333984375,
8.9885000000000001563194018672220408916473388671875
],
"test_run_times": [
44.590000000000003410605131648480892181396484375,
44.4200000000000017053025658242404460906982421875,
44.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 9.1197999999999996845190253225155174732208251953125,
"test_run_times": [
44.10000000000000142108547152020037174224853515625
]
},
"c": {
"value": 8.981999999999999317878973670303821563720703125,
"test_run_times": [
44.42999999999999971578290569595992565155029296875
]
}
}
},
"a6893edb09ab37f3c2a30cc382eee443bef51652": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1337.591799999999921055859886109828948974609375,
"raw_values": [
1340.02939999999989595380611717700958251953125,
1331.26060000000006766640581190586090087890625,
1341.485300000000052023096941411495208740234375
],
"test_run_times": [
261.76999999999998181010596454143524169921875,
558.029999999999972715158946812152862548828125,
562.3999999999999772626324556767940521240234375
]
},
"b": {
"value": 1335.34560000000010404619388282299041748046875,
"test_run_times": [
784.1100000000000136424205265939235687255859375
]
},
"c": {
"value": 1333.717699999999922511051408946514129638671875,
"test_run_times": [
310.26999999999998181010596454143524169921875
]
}
}
},
"4c1cc90e3ea0d3504b4076fbf87308d1ee648506": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 32.6597000000000008412825991399586200714111328125,
"raw_values": [
32.6587999999999993860910763032734394073486328125,
32.67360000000000042064129956997931003570556640625,
32.6467999999999989313437254168093204498291015625
],
"test_run_times": [
210.68999999999999772626324556767940521240234375,
193.93999999999999772626324556767940521240234375,
203.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 32.52720000000000055706550483591854572296142578125,
"test_run_times": [
223.75
]
},
"c": {
"value": 32.5835000000000007958078640513122081756591796875,
"test_run_times": [
235.659999999999996589394868351519107818603515625
]
}
}
},
"356fd68833e3222975779732b39790139f819b22": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 143.83170000000001209627953357994556427001953125,
"raw_values": [
143.956500000000005456968210637569427490234375,
143.7015000000000100044417195022106170654296875,
143.83719999999999572537490166723728179931640625
],
"test_run_times": [
53.8900000000000005684341886080801486968994140625,
54.530000000000001136868377216160297393798828125,
62.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 143.483699999999998908606357872486114501953125,
"test_run_times": [
61.75
]
},
"c": {
"value": 143.602499999999992041921359486877918243408203125,
"test_run_times": [
53.60000000000000142108547152020037174224853515625
]
}
}
},
"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 19.74589999999999889723767410032451152801513671875,
"raw_values": [
19.79639999999999844249032321386039257049560546875,
19.750499999999998834709913353435695171356201171875,
19.690799999999999414512785733677446842193603515625
],
"test_run_times": [
51.21000000000000085265128291212022304534912109375,
58.31000000000000227373675443232059478759765625,
54.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 19.69330000000000069348971010185778141021728515625,
"test_run_times": [
58.1400000000000005684341886080801486968994140625
]
},
"c": {
"value": 19.72619999999999862438926356844604015350341796875,
"test_run_times": [
59.530000000000001136868377216160297393798828125
]
}
}
},
"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 1840.367700000000013460521586239337921142578125,
"raw_values": [
1841.724500000000034560798667371273040771484375,
1840.971099999999978535925038158893585205078125,
1838.40740000000005238689482212066650390625
],
"test_run_times": [
52.07000000000000028421709430404007434844970703125,
50.7999999999999971578290569595992565155029296875,
51.13000000000000255795384873636066913604736328125
]
},
"b": {
"value": 1835.2572000000000116415321826934814453125,
"test_run_times": [
51.030000000000001136868377216160297393798828125
]
},
"c": {
"value": 1836.792999999999892679625190794467926025390625,
"test_run_times": [
51.4200000000000017053025658242404460906982421875
]
}
}
},
"78aa5fcf7f9028bdaf1287fd59d1b0d907e4aca2": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 38.07260000000000133013600134290754795074462890625,
"raw_values": [
38.01180000000000092086338554508984088897705078125,
38.07039999999999935198502498678863048553466796875,
38.1356999999999999317878973670303821563720703125
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
59.88000000000000255795384873636066913604736328125,
59.92999999999999971578290569595992565155029296875
]
},
"b": {
"value": 37.937399999999996680344338528811931610107421875,
"test_run_times": [
59.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 38.1495000000000032969182939268648624420166015625,
"test_run_times": [
59.82000000000000028421709430404007434844970703125
]
}
}
},
"a94fc255324a86f95ba5207758d45b3e012d6e50": {
"identifier": "pts\/build-linux-kernel-1.16.0",
"title": "Timed Linux Kernel Compilation",
"app_version": "6.8",
"arguments": "defconfig",
"description": "Build: defconfig",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 94.272999999999996134647517465054988861083984375,
"test_run_times": [
94.2699999999999960209606797434389591217041015625
]
},
"aa": {
"value": 92.7600000000000051159076974727213382720947265625,
"raw_values": [
94.5690000000000026147972675971686840057373046875,
91.85800000000000409272615797817707061767578125,
91.8539999999999992041921359486877918243408203125
],
"test_run_times": [
94.56999999999999317878973670303821563720703125,
91.8599999999999994315658113919198513031005859375,
91.849999999999994315658113919198513031005859375
]
},
"b": {
"value": 94.4260000000000019326762412674725055694580078125,
"test_run_times": [
94.43000000000000682121026329696178436279296875
]
},
"c": {
"value": 94.4959999999999951114659779705107212066650390625,
"test_run_times": [
94.5
]
}
}
},
"cb81925dba817594f846f03a3bc29a81ef048649": {
"identifier": "pts\/build-linux-kernel-1.16.0",
"title": "Timed Linux Kernel Compilation",
"app_version": "6.8",
"arguments": "allmodconfig",
"description": "Build: allmodconfig",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 348.01799999999997226041159592568874359130859375,
"raw_values": [
349.355999999999994543031789362430572509765625,
347.55500000000000682121026329696178436279296875,
347.144000000000005456968210637569427490234375
],
"test_run_times": [
349.3600000000000136424205265939235687255859375,
347.55000000000001136868377216160297393798828125,
347.1399999999999863575794734060764312744140625
]
},
"b": {
"value": 350.2939999999999827196006663143634796142578125,
"test_run_times": [
350.29000000000002046363078989088535308837890625
]
},
"c": {
"value": 349.91500000000002046363078989088535308837890625,
"test_run_times": [
349.91000000000002501110429875552654266357421875
]
}
}
},
"cf383fd884ee444349b5cf03c7b5fac725ae7e7a": {
"identifier": "pts\/compress-pbzip2-1.6.1",
"title": "Parallel BZIP2 Compression",
"app_version": "1.1.13",
"description": "FreeBSD-13.0-RELEASE-amd64-memstick.img Compression",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.413552999999999837399400348658673465251922607421875,
"raw_values": [
2.413644000000000122696519611054100096225738525390625,
2.41612500000000007815970093361102044582366943359375,
2.4108900000000001995204002014361321926116943359375
],
"test_run_times": [
2.529999999999999804600747665972448885440826416015625,
2.5099999999999997868371792719699442386627197265625,
2.5099999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
},
"b": {
"value": 2.439337999999999784250803713803179562091827392578125,
"test_run_times": [
2.54000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
},
"c": {
"value": 2.43863099999999999312194631784223020076751708984375,
"test_run_times": [
2.54000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
}
}
},
"7e0a0b59e46d596b26cb4b6781f8ea1acfb478d3": {
"identifier": "pts\/primesieve-1.10.0",
"title": "Primesieve",
"app_version": "12.1",
"arguments": "1e12",
"description": "Length: 1e12",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 2.911000000000000031974423109204508364200592041015625,
"raw_values": [
2.915999999999999925393012745189480483531951904296875,
2.904999999999999804600747665972448885440826416015625,
2.91199999999999992184029906638897955417633056640625
],
"test_run_times": [
2.930000000000000159872115546022541821002960205078125,
2.9199999999999999289457264239899814128875732421875,
2.9199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 2.8719999999999998863131622783839702606201171875,
"test_run_times": [
2.890000000000000124344978758017532527446746826171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 2.89299999999999979394260662957094609737396240234375,
"test_run_times": [
2.910000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"bac88c0115a98dbe6c3bea68025021e4ad108581": {
"identifier": "pts\/primesieve-1.10.0",
"title": "Primesieve",
"app_version": "12.1",
"arguments": "1e13",
"description": "Length: 1e13",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 42.30499999999999971578290569595992565155029296875,
"raw_values": [
42.20100000000000051159076974727213382720947265625,
42.4380000000000023874235921539366245269775390625,
42.27499999999999857891452847979962825775146484375
],
"test_run_times": [
42.219999999999998863131622783839702606201171875,
42.46000000000000085265128291212022304534912109375,
42.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 42.441000000000002501110429875552654266357421875,
"test_run_times": [
42.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"c": {
"value": 42.2939999999999969304553815163671970367431640625,
"test_run_times": [
42.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"68e43c32d622f5e26834ee9701c4e921d833f65f": {
"identifier": "pts\/encode-wavpack-1.5.0",
"title": "WavPack Audio Encoding",
"app_version": "5.7",
"description": "WAV To WavPack",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"aa": {
"value": 25.199000000000001620037437533028423786163330078125,
"raw_values": [
25.20700000000000073896444519050419330596923828125,
25.20100000000000051159076974727213382720947265625,
25.193000000000001392663762089796364307403564453125,
25.193000000000001392663762089796364307403564453125,
25.202999999999999403144101961515843868255615234375
],
"test_run_times": [
25.21000000000000085265128291212022304534912109375,
25.199999999999999289457264239899814128875732421875,
25.190000000000001278976924368180334568023681640625,
25.190000000000001278976924368180334568023681640625,
25.199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"b": {
"value": 25.2049999999999982946974341757595539093017578125,
"test_run_times": [
25.199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
},
"c": {
"value": 25.199999999999999289457264239899814128875732421875,
"test_run_times": [
25.199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": ""
}
}
}
}
}
}
}