AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS) and AMD Radeon RX 7900 XT 20GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402035-PTS-ONNX202487
{
"title": "onnx 2024",
"last_modified": "2024-02-03 13:46:18",
"description": "AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS) and AMD Radeon RX 7900 XT 20GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16 GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "AMD Radeon RX 7900 XT 20GB (2025\/1249MHz)",
"Audio": "AMD Navi 31 HDMI\/DP",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7 + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401150600.33b77e~oibaf~m (git-33b77ec 2024-01-15 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-02-03 01:26:38",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16 GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "AMD Radeon RX 7900 XT 20GB (2025\/1249MHz)",
"Audio": "AMD Navi 31 HDMI\/DP",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7 + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401150600.33b77e~oibaf~m (git-33b77ec 2024-01-15 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-02-03 01:52:35",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16 GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "AMD Radeon RX 7900 XT 20GB (2025\/1249MHz)",
"Audio": "AMD Navi 31 HDMI\/DP",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7 + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401150600.33b77e~oibaf~m (git-33b77ec 2024-01-15 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-02-03 02:37:30",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16 GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "AMD Radeon RX 7900 XT 20GB (2025\/1249MHz)",
"Audio": "AMD Navi 31 HDMI\/DP",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7 + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401150600.33b77e~oibaf~m (git-33b77ec 2024-01-15 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-02-03 02:59:20",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"e": {
"identifier": "e",
"hardware": {
"Processor": "AMD Ryzen 9 7950X 16-Core @ 5.88GHz (16 Cores \/ 32 Threads)",
"Motherboard": "ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS)",
"Chipset": "AMD Device 14d8",
"Memory": "2 x 16 GB DRAM-6000MT\/s G Skill F5-6000J3038F16G",
"Disk": "2000GB Samsung SSD 980 PRO 2TB + 4001GB Western Digital WD_BLACK SN850X 4000GB",
"Graphics": "AMD Radeon RX 7900 XT 20GB (2025\/1249MHz)",
"Audio": "AMD Navi 31 HDMI\/DP",
"Monitor": "DELL U2723QE",
"Network": "Intel I225-V + Intel Wi-Fi 6 AX210\/AX211\/AX411"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7 + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401150600.33b77e~oibaf~m (git-33b77ec 2024-01-15 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0 + LLVM 16.0.6",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-02-03 10:21:21",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa601203",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"cd5e4093dc1c14c9a2852e842de9e0570a17e64e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 138.5910000000000081854523159563541412353515625,
"test_run_times": [
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 139.97800000000000864019966684281826019287109375,
"test_run_times": [
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 140.49700000000001409716787748038768768310546875,
"test_run_times": [
61.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 139.621000000000009322320693172514438629150390625,
"raw_values": [
139.318000000000012050804798491299152374267578125,
139.08699999999998908606357872486114501953125,
140.457999999999998408384271897375583648681640625
],
"test_run_times": [
61.219999999999998863131622783839702606201171875,
61.2000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 140.66599999999999681676854379475116729736328125,
"raw_values": [
140.77899999999999636202119290828704833984375,
140.842000000000012960299500264227390289306640625,
140.376000000000004774847184307873249053955078125
],
"test_run_times": [
61.18999999999999772626324556767940521240234375,
61.159999999999996589394868351519107818603515625,
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 162.7649999999999863575794734060764312744140625,
"test_run_times": [
61.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 159.018000000000000682121026329696178436279296875,
"test_run_times": [
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 163.09899999999998954081092961132526397705078125,
"test_run_times": [
61.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 158.344999999999998863131622783839702606201171875,
"raw_values": [
142.82499999999998863131622783839702606201171875,
160.59399999999999408828443847596645355224609375,
163.484000000000008867573342286050319671630859375,
163.258000000000009777068044058978557586669921875,
163.003999999999990677679306827485561370849609375,
162.84899999999998954081092961132526397705078125,
142.719999999999998863131622783839702606201171875,
162.866000000000013869794202037155628204345703125,
163.10300000000000864019966684281826019287109375,
155.27600000000001045918907038867473602294921875,
162.794000000000011141310096718370914459228515625,
143.979999999999989768184605054557323455810546875,
162.729999999999989768184605054557323455810546875,
162.832999999999998408384271897375583648681640625,
162.852000000000003865352482534945011138916015625
],
"test_run_times": [
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.18999999999999772626324556767940521240234375,
61.1700000000000017053025658242404460906982421875,
61.2000000000000028421709430404007434844970703125,
61.18999999999999772626324556767940521240234375,
61.2000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.21000000000000085265128291212022304534912109375,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 161.008999999999986130205797962844371795654296875,
"raw_values": [
163.7350000000000136424205265939235687255859375,
162.163999999999987267074175179004669189453125,
151.59800000000001318767317570745944976806640625,
162.842999999999989313437254168093204498291015625,
163.5620000000000118234311230480670928955078125,
155.645000000000010231815394945442676544189453125,
157.2350000000000136424205265939235687255859375,
163.241000000000013869794202037155628204345703125,
163.07900000000000773070496506989002227783203125,
163.135999999999995679900166578590869903564453125,
163.015999999999991132426657713949680328369140625,
162.854000000000013415046851150691509246826171875
],
"test_run_times": [
61.14999999999999857891452847979962825775146484375,
61.1700000000000017053025658242404460906982421875,
61.159999999999996589394868351519107818603515625,
61.1700000000000017053025658242404460906982421875,
61.159999999999996589394868351519107818603515625,
61.1700000000000017053025658242404460906982421875,
61.1700000000000017053025658242404460906982421875,
61.159999999999996589394868351519107818603515625,
61.14999999999999857891452847979962825775146484375,
61.1400000000000005684341886080801486968994140625,
61.14999999999999857891452847979962825775146484375,
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.07130000000000080717654782347381114959716796875,
"test_run_times": [
60.840000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 11.7599999999999997868371792719699442386627197265625,
"test_run_times": [
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 12.1896000000000004348521542851813137531280517578125,
"test_run_times": [
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 11.8376999999999998891553332214243710041046142578125,
"raw_values": [
11.9717000000000002302158463862724602222442626953125,
11.6458999999999992525090419803746044635772705078125,
11.8955000000000001847411112976260483264923095703125
],
"test_run_times": [
60.8299999999999982946974341757595539093017578125,
60.780000000000001136868377216160297393798828125,
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 11.7858000000000000540012479177676141262054443359375,
"raw_values": [
11.5281000000000002359001882723532617092132568359375,
11.9535999999999997811528373858891427516937255859375,
11.8756000000000003780087354243732988834381103515625
],
"test_run_times": [
60.75999999999999801048033987171947956085205078125,
60.7999999999999971578290569595992565155029296875,
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.12650000000000005684341886080801486968994140625,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 10.8620000000000000994759830064140260219573974609375,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 13.243700000000000471800376544706523418426513671875,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 13.0096000000000007190692485892213881015777587890625,
"raw_values": [
13.1610999999999993548271959298290312290191650390625,
12.81530000000000057980287238024175167083740234375,
13.0523000000000006792788553866557776927947998046875
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.78999999999999914734871708787977695465087890625,
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 11.9183000000000003382183422218076884746551513671875,
"raw_values": [
10.428000000000000824229573481716215610504150390625,
13.093199999999999505462255910970270633697509765625,
13.0980000000000007531752999057061970233917236328125,
13.16890000000000071622707764618098735809326171875,
13.0800999999999998379962562466971576213836669921875,
13.1320999999999994400923242210410535335540771484375,
10.815799999999999414512785733677446842193603515625,
13.0376999999999991786125974613241851329803466796875,
11.910000000000000142108547152020037174224853515625,
10.711800000000000210320649784989655017852783203125,
11.1516000000000001790567694115452468395233154296875,
10.7135999999999995679900166578590869903564453125,
10.7403999999999992809307514107786118984222412109375,
13.1664999999999992041921359486877918243408203125,
10.5266999999999999459987520822323858737945556640625
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.81000000000000227373675443232059478759765625,
60.77000000000000312638803734444081783294677734375,
60.840000000000003410605131648480892181396484375,
60.780000000000001136868377216160297393798828125,
60.75999999999999801048033987171947956085205078125,
60.77000000000000312638803734444081783294677734375,
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625,
60.85000000000000142108547152020037174224853515625,
60.780000000000001136868377216160297393798828125,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"f3b73606b5d879d38dc20a198023024adae4424d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 182.743999999999999772626324556767940521240234375,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 181.895000000000010231815394945442676544189453125,
"test_run_times": [
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 182.590000000000003410605131648480892181396484375,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 184.52899999999999636202119290828704833984375,
"raw_values": [
183.02199999999999135980033315718173980712890625,
185.090000000000003410605131648480892181396484375,
185.474999999999994315658113919198513031005859375
],
"test_run_times": [
60.75,
60.75999999999999801048033987171947956085205078125,
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 182.74799999999999045030563138425350189208984375,
"raw_values": [
182.717000000000012960299500264227390289306640625,
183.330999999999988858689903281629085540771484375,
182.1970000000000027284841053187847137451171875
],
"test_run_times": [
60.719999999999998863131622783839702606201171875,
60.74000000000000198951966012828052043914794921875,
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9d4915ebd74bea1828ab4914412637070c9b37de": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 194.39699999999999135980033315718173980712890625,
"test_run_times": [
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 195.09399999999999408828443847596645355224609375,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 175.69999999999998863131622783839702606201171875,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 193.58400000000000318323145620524883270263671875,
"raw_values": [
194.739000000000004320099833421409130096435546875,
194.068000000000012050804798491299152374267578125,
191.945999999999997953636921010911464691162109375
],
"test_run_times": [
60.75999999999999801048033987171947956085205078125,
60.75999999999999801048033987171947956085205078125,
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 191.073000000000007503331289626657962799072265625,
"raw_values": [
186.923000000000001818989403545856475830078125,
194.094999999999998863131622783839702606201171875,
192.201999999999998181010596454143524169921875
],
"test_run_times": [
60.75,
60.75,
60.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"43b4afd3f62d41ac2ff03c77e7650323066f6725": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.361299999999999954525264911353588104248046875,
"test_run_times": [
60.88000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 16.434799999999999187139110290445387363433837890625,
"test_run_times": [
60.8900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 16.14580000000000126192389870993793010711669921875,
"test_run_times": [
60.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 15.597899999999999209876477834768593311309814453125,
"raw_values": [
15.737500000000000710542735760100185871124267578125,
15.4229000000000002756905814749188721179962158203125,
15.6333000000000001961097950697876513004302978515625
],
"test_run_times": [
60.88000000000000255795384873636066913604736328125,
60.8900000000000005684341886080801486968994140625,
60.909999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 15.755900000000000460431692772544920444488525390625,
"raw_values": [
15.67190000000000082991391536779701709747314453125,
15.7521000000000004348521542851813137531280517578125,
15.8437000000000001165290086646564304828643798828125
],
"test_run_times": [
60.8299999999999982946974341757595539093017578125,
60.88000000000000255795384873636066913604736328125,
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"de426ac858a42a1e9f1ae6c3179b9db958a5344d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.936499999999998777866494492627680301666259765625,
"test_run_times": [
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 15.5174000000000003041122909053228795528411865234375,
"test_run_times": [
60.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 20.980799999999998561861502821557223796844482421875,
"test_run_times": [
60.85000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 20.884299999999999641886461176909506320953369140625,
"raw_values": [
20.84179999999999921556081972084939479827880859375,
20.917500000000000426325641456060111522674560546875,
20.89359999999999928377292235381901264190673828125
],
"test_run_times": [
60.85000000000000142108547152020037174224853515625,
60.88000000000000255795384873636066913604736328125,
60.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 18.388000000000001676880856393836438655853271484375,
"raw_values": [
20.939099999999999823785401531495153903961181640625,
15.092999999999999971578290569595992565155029296875,
20.984600000000000363797880709171295166015625,
17.379400000000000403588273911736905574798583984375,
15.0825999999999993406163412146270275115966796875,
20.879799999999999471356204594485461711883544921875,
20.8094999999999998863131622783839702606201171875,
20.67830000000000012505552149377763271331787109375,
15.4760000000000008668621376273222267627716064453125,
15.693500000000000227373675443232059478759765625,
20.850200000000000954969436861574649810791015625,
15.667899999999999494093572138808667659759521484375,
20.259100000000000108002495835535228252410888671875,
20.94089999999999918145476840436458587646484375,
15.085699999999999221245161606930196285247802734375
],
"test_run_times": [
60.82000000000000028421709430404007434844970703125,
60.86999999999999744204615126363933086395263671875,
60.8599999999999994315658113919198513031005859375,
60.85000000000000142108547152020037174224853515625,
60.85000000000000142108547152020037174224853515625,
60.8299999999999982946974341757595539093017578125,
60.86999999999999744204615126363933086395263671875,
60.8599999999999994315658113919198513031005859375,
60.85000000000000142108547152020037174224853515625,
60.85000000000000142108547152020037174224853515625,
60.86999999999999744204615126363933086395263671875,
60.89999999999999857891452847979962825775146484375,
60.8599999999999994315658113919198513031005859375,
60.86999999999999744204615126363933086395263671875,
60.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 909.700000000000045474735088646411895751953125,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 903.5410000000000536601874046027660369873046875,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 887.4460000000000263753463514149188995361328125,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 894.7060000000000172803993336856365203857421875,
"raw_values": [
903.7459999999999809006112627685070037841796875,
877.636999999999943611328490078449249267578125,
902.7359999999999899955582804977893829345703125
],
"test_run_times": [
60.219999999999998863131622783839702606201171875,
60.2000000000000028421709430404007434844970703125,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 892.4669999999999845385900698602199554443359375,
"raw_values": [
877.067999999999983629095368087291717529296875,
899.5249999999999772626324556767940521240234375,
900.808999999999969077180139720439910888671875
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a9d4e90139ab4993a50345390d7b7f9bef06a2f3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1207.089999999999918145476840436458587646484375,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1126.84999999999990905052982270717620849609375,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 973.69399999999995998223312199115753173828125,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1012.625,
"raw_values": [
945.8039999999999736246536485850811004638671875,
934.15399999999999636202119290828704833984375,
1101.140000000000100044417195022106170654296875,
1175.3800000000001091393642127513885498046875,
942.663999999999987267074175179004669189453125,
1199.670000000000072759576141834259033203125,
1176.109999999999899955582804977893829345703125,
939.124000000000023646862246096134185791015625,
1090.40000000000009094947017729282379150390625,
927.9840000000000372892827726900577545166015625,
954.35500000000001818989403545856475830078125,
942.9370000000000118234311230480670928955078125,
936.8899999999999863575794734060764312744140625,
983.1649999999999636202119290828704833984375,
939.6009999999999990905052982270717620849609375
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.18999999999999772626324556767940521240234375,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.18999999999999772626324556767940521240234375,
60.18999999999999772626324556767940521240234375,
60.18999999999999772626324556767940521240234375,
60.17999999999999971578290569595992565155029296875,
60.1700000000000017053025658242404460906982421875,
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 1206.80999999999994543031789362430572509765625,
"raw_values": [
1200.160000000000081854523159563541412353515625,
1207.920000000000072759576141834259033203125,
1212.359999999999899955582804977893829345703125
],
"test_run_times": [
60.1700000000000017053025658242404460906982421875,
60.1700000000000017053025658242404460906982421875,
60.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4cd61b80c22d72c875494a1230130405e2b801ea": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.8755900000000000904520902622607536613941192626953125,
"test_run_times": [
61.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.8234600000000000807887090559233911335468292236328125,
"test_run_times": [
61.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.9084600000000000452615722679183818399906158447265625,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1.8608599999999999585753585051861591637134552001953125,
"raw_values": [
1.859529999999999905213599049602635204792022705078125,
1.8655399999999999760547098048846237361431121826171875,
1.8574999999999999289457264239899814128875732421875
],
"test_run_times": [
61.3599999999999994315658113919198513031005859375,
60.97999999999999687361196265555918216705322265625,
61.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 1.8454800000000000093081098384573124349117279052734375,
"raw_values": [
1.800359999999999960351715344586409628391265869140625,
1.8607899999999999440802866956801153719425201416015625,
1.89318000000000008498091119690798223018646240234375,
1.8275699999999999167954456424922682344913482666015625
],
"test_run_times": [
61.64999999999999857891452847979962825775146484375,
61.13000000000000255795384873636066913604736328125,
61.32000000000000028421709430404007434844970703125,
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6058b2b7f123ceed327ddaa1efd1289747b1f7e2": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.245229999999999837001496416633017361164093017578125,
"test_run_times": [
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 3.295619999999999993889332472463138401508331298828125,
"test_run_times": [
60.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 3.31083999999999978314235704601742327213287353515625,
"test_run_times": [
60.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 3.283679999999999932214223008486442267894744873046875,
"raw_values": [
3.287500000000000088817841970012523233890533447265625,
3.278960000000000096775920610525645315647125244140625,
3.284569999999999989626076057902537286281585693359375
],
"test_run_times": [
61.06000000000000227373675443232059478759765625,
60.93999999999999772626324556767940521240234375,
61.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 2.47468000000000021287860363372601568698883056640625,
"raw_values": [
2.0838499999999999801048033987171947956085205078125,
2.063719999999999998863131622783839702606201171875,
3.2581199999999999050714905024506151676177978515625,
2.0647000000000002017941369558684527873992919921875,
2.063000000000000166977542903623543679714202880859375,
3.294329999999999980531129040173254907131195068359375,
2.07725999999999988432364261825568974018096923828125,
2.07955999999999985305976224481128156185150146484375,
3.252780000000000004689582056016661226749420166015625,
3.293550000000000199662508748588152229785919189453125,
2.061780000000000168114411280839703977108001708984375,
2.0774699999999999278088580467738211154937744140625,
3.29272000000000009123368727159686386585235595703125,
2.061549999999999993605115378159098327159881591796875,
2.095810000000000172803993336856365203857421875
],
"test_run_times": [
61.47999999999999687361196265555918216705322265625,
61.11999999999999744204615126363933086395263671875,
61.159999999999996589394868351519107818603515625,
61.06000000000000227373675443232059478759765625,
61.13000000000000255795384873636066913604736328125,
61.090000000000003410605131648480892181396484375,
61.17999999999999971578290569595992565155029296875,
61.11999999999999744204615126363933086395263671875,
61.27000000000000312638803734444081783294677734375,
60.99000000000000198951966012828052043914794921875,
61.14999999999999857891452847979962825775146484375,
61.18999999999999772626324556767940521240234375,
60.96000000000000085265128291212022304534912109375,
61.1700000000000017053025658242404460906982421875,
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 36.92620000000000146656020660884678363800048828125,
"test_run_times": [
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 36.62960000000000349018591805361211299896240234375,
"test_run_times": [
60.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 36.74459999999999837427822058089077472686767578125,
"test_run_times": [
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 36.12310000000000087538865045644342899322509765625,
"raw_values": [
36.0981000000000022964741219766438007354736328125,
36.044499999999999317878973670303821563720703125,
36.22670000000000101181285572238266468048095703125
],
"test_run_times": [
60.63000000000000255795384873636066913604736328125,
60.63000000000000255795384873636066913604736328125,
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 36.8815000000000026147972675971686840057373046875,
"raw_values": [
37.067599999999998772182152606546878814697265625,
36.99159999999999826059138285927474498748779296875,
36.58529999999999660076355212368071079254150390625
],
"test_run_times": [
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9b31d5f903505b627078b0640b940c58c9b64d25": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 46.84559999999999746478351880796253681182861328125,
"test_run_times": [
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 46.86030000000000228510543820448219776153564453125,
"test_run_times": [
60.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 47.04979999999999762394509161822497844696044921875,
"test_run_times": [
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 45.11200000000000187583282240666449069976806640625,
"raw_values": [
46.95689999999999741930878371931612491607666015625,
46.609499999999997044142219237983226776123046875,
39.81949999999999789679350215010344982147216796875,
46.67730000000000245563569478690624237060546875,
46.88199999999999789679350215010344982147216796875,
46.42110000000000269437805400229990482330322265625,
46.3856999999999999317878973670303821563720703125,
46.4913999999999987267074175179004669189453125,
46.59259999999999735109668108634650707244873046875,
46.60770000000000123918653116561472415924072265625,
37.9224999999999994315658113919198513031005859375,
46.49589999999999889723767410032451152801513671875,
45.03999999999999914734871708787977695465087890625,
41.05890000000000128466126625426113605499267578125,
46.71860000000000212594386539421975612640380859375
],
"test_run_times": [
60.63000000000000255795384873636066913604736328125,
60.61999999999999744204615126363933086395263671875,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.64999999999999857891452847979962825775146484375,
60.61999999999999744204615126363933086395263671875,
60.63000000000000255795384873636066913604736328125,
60.6099999999999994315658113919198513031005859375,
60.6099999999999994315658113919198513031005859375,
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 45.24889999999999901092451182194054126739501953125,
"raw_values": [
38.26939999999999741930878371931612491607666015625,
46.96419999999999816964191268198192119598388671875,
46.80409999999999826059138285927474498748779296875,
46.74560000000000314912540488876402378082275390625,
46.65579999999999927240423858165740966796875,
46.9037000000000006139089236967265605926513671875,
35.6706999999999965211827657185494899749755859375,
45.48910000000000053432813729159533977508544921875,
46.2912000000000034560798667371273040771484375,
47.1004999999999967030817060731351375579833984375,
47.0947000000000031150193535722792148590087890625,
47.0775000000000005684341886080801486968994140625,
46.630099999999998772182152606546878814697265625,
46.81519999999999726014721090905368328094482421875,
44.22120000000000317186277243308722972869873046875
],
"test_run_times": [
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875,
60.60000000000000142108547152020037174224853515625,
60.590000000000003410605131648480892181396484375,
60.60000000000000142108547152020037174224853515625,
60.60000000000000142108547152020037174224853515625,
60.61999999999999744204615126363933086395263671875,
60.60000000000000142108547152020037174224853515625,
60.61999999999999744204615126363933086395263671875,
60.61999999999999744204615126363933086395263671875,
60.61999999999999744204615126363933086395263671875,
60.60000000000000142108547152020037174224853515625,
60.60000000000000142108547152020037174224853515625,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"be9015d33da2127ae45d639c4f30bd3f30dfa92f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 382.8310000000000172803993336856365203857421875,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 380.34899999999998954081092961132526397705078125,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 376.53100000000000591171556152403354644775390625,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 375.2939999999999827196006663143634796142578125,
"raw_values": [
370.16599999999999681676854379475116729736328125,
377.384000000000014551915228366851806640625,
378.33300000000002683009370230138301849365234375
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 372.40399999999999636202119290828704833984375,
"raw_values": [
376.72100000000000363797880709171295166015625,
376.8020000000000209183781407773494720458984375,
363.68900000000002137312549166381359100341796875
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"dfedfca9a0d6c7455741aa65e9eee1b27e300a02": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 469.55500000000000682121026329696178436279296875,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 470.27600000000001045918907038867473602294921875,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 387.27199999999999135980033315718173980712890625,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 456.8210000000000263753463514149188995361328125,
"raw_values": [
470.990999999999985448084771633148193359375,
417.29700000000002546585164964199066162109375,
470.990999999999985448084771633148193359375,
468.0059999999999718056642450392246246337890625,
470.3519999999999754436430521309375762939453125,
419.769000000000005456968210637569427490234375,
418.65600000000000591171556152403354644775390625,
468.16000000000002501110429875552654266357421875,
463.345000000000027284841053187847137451171875,
461.54099999999999681676854379475116729736328125,
466.27899999999999636202119290828704833984375,
464.9460000000000263753463514149188995361328125,
464.5240000000000009094947017729282379150390625,
465.653000000000020008883439004421234130859375,
461.8029999999999972715158946812152862548828125
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 413.53100000000000591171556152403354644775390625,
"raw_values": [
388.9569999999999936335370875895023345947265625,
412.35700000000002773958840407431125640869140625,
385.44999999999998863131622783839702606201171875,
385.58499999999997953636921010911464691162109375,
460.53600000000000136424205265939235687255859375,
412.15399999999999636202119290828704833984375,
469.80000000000001136868377216160297393798828125,
383.29500000000001591615728102624416351318359375,
468.27899999999999636202119290828704833984375,
405.086000000000012732925824820995330810546875,
385.0520000000000209183781407773494720458984375,
405.82499999999998863131622783839702606201171875
],
"test_run_times": [
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5cbd2e79e9c57f005a7016f70b1494bde8789f54": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 129.1399999999999863575794734060764312744140625,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 129.638000000000005229594535194337368011474609375,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 128.390999999999991132426657713949680328369140625,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 128.832999999999998408384271897375583648681640625,
"raw_values": [
128.787000000000006139089236967265605926513671875,
128.676999999999992496668710373342037200927734375,
129.0339999999999918145476840436458587646484375
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 128.977000000000003865352482534945011138916015625,
"raw_values": [
129.34800000000001318767317570745944976806640625,
127.8419999999999987494447850622236728668212890625,
129.740000000000009094947017729282379150390625
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89abe0aaa579bc5609ebf044dc792c1262430103": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 207.195999999999997953636921010911464691162109375,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 207.43000000000000682121026329696178436279296875,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 200.635999999999995679900166578590869903564453125,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 192.92500000000001136868377216160297393798828125,
"raw_values": [
207.467000000000012960299500264227390289306640625,
132.09800000000001318767317570745944976806640625,
207.743999999999999772626324556767940521240234375,
205.82900000000000773070496506989002227783203125,
129.07400000000001227817847393453121185302734375,
208.4859999999999899955582804977893829345703125,
147.280000000000001136868377216160297393798828125,
206.385999999999995679900166578590869903564453125,
207.157000000000010686562745831906795501708984375,
207.99299999999999499777914024889469146728515625,
207.527999999999991587174008600413799285888671875,
206.789999999999992041921359486877918243408203125,
207.044999999999987494447850622236728668212890625,
206.711000000000012732925824820995330810546875,
206.289999999999992041921359486877918243408203125
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.030000000000001136868377216160297393798828125,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 165.759999999999990905052982270717620849609375,
"raw_values": [
208.1100000000000136424205265939235687255859375,
129.275000000000005684341886080801486968994140625,
209.0339999999999918145476840436458587646484375,
129.21399999999999863575794734060764312744140625,
130.15100000000001045918907038867473602294921875,
183.134999999999990905052982270717620849609375,
129.5720000000000027284841053187847137451171875,
206.66300000000001091393642127513885498046875,
205.17500000000001136868377216160297393798828125,
129.671999999999997044142219237983226776123046875,
176.205000000000012505552149377763271331787109375,
153.17099999999999226929503493010997772216796875,
129.501000000000004774847184307873249053955078125,
195.657999999999987039700499735772609710693359375,
171.86799999999999499777914024889469146728515625
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.030000000000001136868377216160297393798828125,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5ed90c8878f70bd27c1ca52f7839a6240fb4fd95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.9215999999999979763742885552346706390380859375,
"test_run_times": [
61.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 47.6597000000000008412825991399586200714111328125,
"test_run_times": [
61.32000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 48.41579999999999728288457845337688922882080078125,
"raw_values": [
48.23469999999999657802618457935750484466552734375,
48.12939999999999685087459511123597621917724609375,
48.88340000000000173940861714072525501251220703125
],
"test_run_times": [
61.340000000000003410605131648480892181396484375,
61.3900000000000005684341886080801486968994140625,
61.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 47.9037000000000006139089236967265605926513671875,
"raw_values": [
47.97930000000000205773176276125013828277587890625,
47.593400000000002592059900052845478057861328125,
48.13850000000000051159076974727213382720947265625
],
"test_run_times": [
61.340000000000003410605131648480892181396484375,
61.32000000000000028421709430404007434844970703125,
61.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4a08410d5caf508543af690ae84dfb33adcb834d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 65.7780000000000057980287238024175167083740234375,
"test_run_times": [
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 65.4762999999999948386175674386322498321533203125,
"test_run_times": [
61.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 61.4089000000000027057467377744615077972412109375,
"raw_values": [
65.885300000000000864019966684281826019287109375,
65.286100000000004683897714130580425262451171875,
51.58120000000000260342858382500708103179931640625,
65.3643000000000000682121026329696178436279296875,
65.8487999999999971123543218709528446197509765625,
61.9363000000000027966962079517543315887451171875,
60.10620000000000118234311230480670928955078125,
65.9153000000000020008883439004421234130859375,
51.48230000000000217141860048286616802215576171875,
51.7102000000000003865352482534945011138916015625,
51.189199999999999590727384202182292938232421875,
67.5009000000000014551915228366851806640625,
66.684899999999998954081092961132526397705078125,
65.2740000000000009094947017729282379150390625,
65.3682000000000016370904631912708282470703125
],
"test_run_times": [
61.43999999999999772626324556767940521240234375,
61.36999999999999744204615126363933086395263671875,
61.43999999999999772626324556767940521240234375,
61.38000000000000255795384873636066913604736328125,
61.3599999999999994315658113919198513031005859375,
61.46000000000000085265128291212022304534912109375,
61.38000000000000255795384873636066913604736328125,
61.3900000000000005684341886080801486968994140625,
61.4500000000000028421709430404007434844970703125,
61.36999999999999744204615126363933086395263671875,
61.409999999999996589394868351519107818603515625,
61.43999999999999772626324556767940521240234375,
61.43999999999999772626324556767940521240234375,
61.3900000000000005684341886080801486968994140625,
61.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 60.98870000000000146656020660884678363800048828125,
"raw_values": [
67.7265000000000014779288903810083866119384765625,
61.751800000000002910383045673370361328125,
56.22710000000000007958078640513122081756591796875,
66.7126999999999981127984938211739063262939453125,
66.2368000000000023419488570652902126312255859375,
50.2667000000000001591615728102624416351318359375,
64.712299999999999045030563138425350189208984375,
50.53150000000000119371179607696831226348876953125,
63.56479999999999819237928022630512714385986328125,
56.943500000000000227373675443232059478759765625,
50.80319999999999680539986002258956432342529296875,
66.1821000000000054797055781818926334381103515625,
62.07860000000000155750967678613960742950439453125,
65.9008000000000038198777474462985992431640625,
65.1915999999999939973349682986736297607421875
],
"test_run_times": [
61.3599999999999994315658113919198513031005859375,
61.409999999999996589394868351519107818603515625,
61.47999999999999687361196265555918216705322265625,
61.5,
61.35000000000000142108547152020037174224853515625,
61.43999999999999772626324556767940521240234375,
61.39999999999999857891452847979962825775146484375,
61.469999999999998863131622783839702606201171875,
61.469999999999998863131622783839702606201171875,
61.43999999999999772626324556767940521240234375,
61.469999999999998863131622783839702606201171875,
61.39999999999999857891452847979962825775146484375,
61.38000000000000255795384873636066913604736328125,
61.38000000000000255795384873636066913604736328125,
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"900b5f85935262c2771285cadf049fd541b80243": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "cd5e4093dc1c14c9a2852e842de9e0570a17e64e",
"results": {
"a": {
"value": 7.21182999999999996276756064617075026035308837890625,
"test_run_times": [
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 7.1399600000000003063860276597552001476287841796875,
"test_run_times": [
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 7.1134000000000003893774191965349018573760986328125,
"test_run_times": [
61.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 7.1582600000000002893330020015127956867218017578125,
"raw_values": [
7.17306000000000043570480556809343397617340087890625,
7.185800000000000409272615797817707061767578125,
7.11592000000000002302158463862724602222442626953125
],
"test_run_times": [
61.219999999999998863131622783839702606201171875,
61.2000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 7.10484999999999988773424774990417063236236572265625,
"raw_values": [
7.09921999999999986386001182836480438709259033203125,
7.09569999999999989626076057902537286281585693359375,
7.11962000000000028165914045530371367931365966796875
],
"test_run_times": [
61.18999999999999772626324556767940521240234375,
61.159999999999996589394868351519107818603515625,
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ecc134a0b483b07e1539f2319519a2833a4e70af": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a",
"results": {
"a": {
"value": 6.14139000000000034873437471105717122554779052734375,
"test_run_times": [
61.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 6.28554999999999974846787154092453420162200927734375,
"test_run_times": [
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 6.12877999999999989455545801320113241672515869140625,
"test_run_times": [
61.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 6.32885000000000008668621376273222267627716064453125,
"raw_values": [
6.99828999999999989967136571067385375499725341796875,
6.2239000000000004320099833421409130096435546875,
6.113640000000000185309545486234128475189208984375,
6.122460000000000235331754083745181560516357421875,
6.1318000000000001392663762089796364307403564453125,
6.1378500000000002501110429875552654266357421875,
7.0029500000000002302158463862724602222442626953125,
6.13708999999999971208808347000740468502044677734375,
6.1278600000000000846966941026039421558380126953125,
6.4371700000000000585487214266322553157806396484375,
6.14027999999999973823605614597909152507781982421875,
6.94118999999999974903630572953261435031890869140625,
6.14243000000000005655920176650397479534149169921875,
6.1379900000000002791011866065673530101776123046875,
6.1378500000000002501110429875552654266357421875
],
"test_run_times": [
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.18999999999999772626324556767940521240234375,
61.1700000000000017053025658242404460906982421875,
61.2000000000000028421709430404007434844970703125,
61.18999999999999772626324556767940521240234375,
61.2000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.21000000000000085265128291212022304534912109375,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 6.21145999999999975926812112447805702686309814453125,
"raw_values": [
6.10465999999999997527311279554851353168487548828125,
6.16378000000000003666400516522116959095001220703125,
6.59321999999999963648633638513274490833282470703125,
6.13792999999999988602894518407993018627166748046875,
6.111119999999999663486960344016551971435546875,
6.42142999999999997129407347529195249080657958984375,
6.35700999999999982748022375744767487049102783203125,
6.122749999999999914734871708787977695465087890625,
6.12884999999999990905052982270717620849609375,
6.12737999999999960465402182308025658130645751953125,
6.13149000000000032883917810977436602115631103515625,
6.13788000000000000255795384873636066913604736328125
],
"test_run_times": [
61.14999999999999857891452847979962825775146484375,
61.1700000000000017053025658242404460906982421875,
61.159999999999996589394868351519107818603515625,
61.1700000000000017053025658242404460906982421875,
61.159999999999996589394868351519107818603515625,
61.1700000000000017053025658242404460906982421875,
61.1700000000000017053025658242404460906982421875,
61.159999999999996589394868351519107818603515625,
61.14999999999999857891452847979962825775146484375,
61.1400000000000005684341886080801486968994140625,
61.14999999999999857891452847979962825775146484375,
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"a": {
"value": 82.8392999999999943838702165521681308746337890625,
"test_run_times": [
60.840000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 85.03149999999999408828443847596645355224609375,
"test_run_times": [
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 82.03509999999999990905052982270717620849609375,
"test_run_times": [
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 84.485500000000001818989403545856475830078125,
"raw_values": [
83.5284999999999939745976007543504238128662109375,
85.864699999999999135980033315718173980712890625,
84.06319999999999481588019989430904388427734375
],
"test_run_times": [
60.8299999999999982946974341757595539093017578125,
60.780000000000001136868377216160297393798828125,
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 84.86709999999999354258761741220951080322265625,
"raw_values": [
86.74250000000000682121026329696178436279296875,
83.6546000000000020691004465334117412567138671875,
84.2040999999999968395059113390743732452392578125
],
"test_run_times": [
60.75999999999999801048033987171947956085205078125,
60.7999999999999971578290569595992565155029296875,
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"a": {
"value": 76.1794000000000011141310096718370914459228515625,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 92.061499999999995225152815692126750946044921875,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 75.5056000000000011596057447604835033416748046875,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 76.8740999999999985448084771633148193359375,
"raw_values": [
75.9792000000000058435034588910639286041259765625,
78.029799999999994497557054273784160614013671875,
76.613200000000006184563972055912017822265625
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.78999999999999914734871708787977695465087890625,
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 84.7111000000000018417267710901796817779541015625,
"raw_values": [
95.8932999999999964302332955412566661834716796875,
76.3735999999999961573848850093781948089599609375,
76.3452999999999946112438919954001903533935546875,
75.9344999999999998863131622783839702606201171875,
76.4500000000000028421709430404007434844970703125,
76.147300000000001318767317570745944976806640625,
92.4552000000000049340087571181356906890869140625,
76.6989999999999980673237587325274944305419921875,
83.96080000000000609361450187861919403076171875,
93.3528000000000020008883439004421234130859375,
89.6707999999999998408384271897375583648681640625,
93.3367999999999966576069709844887256622314453125,
93.1039999999999992041921359486877918243408203125,
75.9480999999999966121322358958423137664794921875,
94.9943999999999988403942552395164966583251953125
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.81000000000000227373675443232059478759765625,
60.77000000000000312638803734444081783294677734375,
60.840000000000003410605131648480892181396484375,
60.780000000000001136868377216160297393798828125,
60.75999999999999801048033987171947956085205078125,
60.77000000000000312638803734444081783294677734375,
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625,
60.85000000000000142108547152020037174224853515625,
60.780000000000001136868377216160297393798828125,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c2ef99c0096c37c13d3b8ec683a8d4185a70820c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "f3b73606b5d879d38dc20a198023024adae4424d",
"results": {
"a": {
"value": 5.4714200000000001722355591482482850551605224609375,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.4968599999999998573230186593718826770782470703125,
"test_run_times": [
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.47609000000000012420287021086551249027252197265625,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 5.4185999999999996390442902338691055774688720703125,
"raw_values": [
5.46305999999999958305352265597321093082427978515625,
5.4020799999999997709210219909437000751495361328125,
5.390670000000000072759576141834259033203125
],
"test_run_times": [
60.75,
60.75999999999999801048033987171947956085205078125,
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 5.47130999999999989569232639041729271411895751953125,
"raw_values": [
5.4721700000000002006572685786522924900054931640625,
5.45399000000000011567635738174431025981903076171875,
5.48777999999999988034460329799912869930267333984375
],
"test_run_times": [
60.719999999999998863131622783839702606201171875,
60.74000000000000198951966012828052043914794921875,
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"548f1e55bbed0c6ae01a274210c3c51ef564891e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9d4915ebd74bea1828ab4914412637070c9b37de",
"results": {
"a": {
"value": 5.14336000000000037601921576424501836299896240234375,
"test_run_times": [
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.1250499999999998834709913353435695171356201171875,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.68968000000000007077005648170597851276397705078125,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 5.1651100000000003120703695458360016345977783203125,
"raw_values": [
5.1343300000000002825117917382158339023590087890625,
5.15204000000000039705128074274398386478424072265625,
5.20896000000000025664803615654818713665008544921875
],
"test_run_times": [
60.75999999999999801048033987171947956085205078125,
60.75999999999999801048033987171947956085205078125,
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 5.23397000000000023334223442361690104007720947265625,
"raw_values": [
5.34870999999999963137042868766002357006072998046875,
5.15125000000000010658141036401502788066864013671875,
5.201950000000000073896444519050419330596923828125
],
"test_run_times": [
60.75,
60.75,
60.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c4ebdb2ada39490ef68eca9e552a95ba4f10a11c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "43b4afd3f62d41ac2ff03c77e7650323066f6725",
"results": {
"a": {
"value": 65.09690000000000509317032992839813232421875,
"test_run_times": [
60.88000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 60.844999999999998863131622783839702606201171875,
"test_run_times": [
60.8900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 61.93410000000000081854523159563541412353515625,
"test_run_times": [
60.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 64.1140999999999934289007796905934810638427734375,
"raw_values": [
63.5407000000000010686562745831906795501708984375,
64.8370000000000032969182939268648624420166015625,
63.96459999999999723740984336473047733306884765625
],
"test_run_times": [
60.88000000000000255795384873636066913604736328125,
60.8900000000000005684341886080801486968994140625,
60.909999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 63.4679000000000002046363078989088535308837890625,
"raw_values": [
63.8068999999999988403942552395164966583251953125,
63.481999999999999317878973670303821563720703125,
63.11489999999999866986399865709245204925537109375
],
"test_run_times": [
60.8299999999999982946974341757595539093017578125,
60.88000000000000255795384873636066913604736328125,
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6829a0514bf57215c97acea53d4bb8d695a51357": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "de426ac858a42a1e9f1ae6c3179b9db958a5344d",
"results": {
"a": {
"value": 47.76129999999999853343979339115321636199951171875,
"test_run_times": [
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 64.44110000000000582076609134674072265625,
"test_run_times": [
60.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 47.66069999999999851070242584683001041412353515625,
"test_run_times": [
60.85000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 47.88069999999999737383404863066971302032470703125,
"raw_values": [
47.97829999999999728288457845337688922882080078125,
47.80449999999999732835931354202330112457275390625,
47.85929999999999751025825389660894870758056640625
],
"test_run_times": [
60.85000000000000142108547152020037174224853515625,
60.88000000000000255795384873636066913604736328125,
60.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 55.55369999999999919282345217652618885040283203125,
"raw_values": [
47.75529999999999830606611794792115688323974609375,
66.253299999999995861799106933176517486572265625,
47.6518999999999977035258780233561992645263671875,
57.53710000000000235331754083745181560516357421875,
66.298799999999999954525264911353588104248046875,
47.891300000000001091393642127513885498046875,
48.0529999999999972715158946812152862548828125,
48.35759999999999791953086969442665576934814453125,
64.6135000000000019326762412674725055694580078125,
63.71849999999999880628820392303168773651123046875,
47.9587999999999965439201332628726959228515625,
63.8220000000000027284841053187847137451171875,
49.35810000000000030695446184836328029632568359375,
47.75099999999999766941982670687139034271240234375,
66.284999999999996589394868351519107818603515625
],
"test_run_times": [
60.82000000000000028421709430404007434844970703125,
60.86999999999999744204615126363933086395263671875,
60.8599999999999994315658113919198513031005859375,
60.85000000000000142108547152020037174224853515625,
60.85000000000000142108547152020037174224853515625,
60.8299999999999982946974341757595539093017578125,
60.86999999999999744204615126363933086395263671875,
60.8599999999999994315658113919198513031005859375,
60.85000000000000142108547152020037174224853515625,
60.85000000000000142108547152020037174224853515625,
60.86999999999999744204615126363933086395263671875,
60.89999999999999857891452847979962825775146484375,
60.8599999999999994315658113919198513031005859375,
60.86999999999999744204615126363933086395263671875,
60.89999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0df5715144d2b8933c0193df0f6cdd0fffbf4f38": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d",
"results": {
"a": {
"value": 1.098149999999999959499064061674289405345916748046875,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.105760000000000076170181273482739925384521484375,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.1257999999999999118927007657475769519805908203125,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1.1167800000000001059419219018309377133846282958984375,
"raw_values": [
1.105329999999999923687710179365240037441253662109375,
1.1384600000000000274980038739158771932125091552734375,
1.106549999999999922550841802149079740047454833984375
],
"test_run_times": [
60.219999999999998863131622783839702606201171875,
60.2000000000000028421709430404007434844970703125,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 1.119499999999999939603867460391484200954437255859375,
"raw_values": [
1.1390599999999999614175294482265599071979522705078125,
1.1104700000000000681410483593936078250408172607421875,
1.1089800000000000768096697356668300926685333251953125
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"3e92ac6967b6f850dfda44d1ae73221c00933431": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "a9d4e90139ab4993a50345390d7b7f9bef06a2f3",
"results": {
"a": {
"value": 0.82802699999999995750243897418840788304805755615234375,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 0.8870519999999999516404614041675813496112823486328125,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.026520000000000099049657364957965910434722900390625,
"test_run_times": [
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 0.99597800000000002995648173964582383632659912109375,
"raw_values": [
1.056669999999999998152588887023739516735076904296875,
1.0699199999999999821653773324214853346347808837890625,
0.90768400000000004634870265363133512437343597412109375,
0.85031599999999996075672470396966673433780670166015625,
1.0601700000000000567723645872320048511028289794921875,
0.8330729999999999524362692682188935577869415283203125,
0.8498900000000000343192141372128389775753021240234375,
1.0642799999999998927791011738008819520473480224609375,
0.91655100000000000459721150036784820258617401123046875,
1.076950000000000073896444519050419330596923828125,
1.0470699999999999452171550728962756693363189697265625,
1.05984999999999995878852132591418921947479248046875,
1.066829999999999945003992252168245613574981689453125,
1.01668000000000002813749233609996736049652099609375,
1.063730000000000064375171859865076839923858642578125
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.18999999999999772626324556767940521240234375,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.17999999999999971578290569595992565155029296875,
60.18999999999999772626324556767940521240234375,
60.18999999999999772626324556767940521240234375,
60.18999999999999772626324556767940521240234375,
60.17999999999999971578290569595992565155029296875,
60.1700000000000017053025658242404460906982421875,
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 0.82828999999999997072563928668387234210968017578125,
"raw_values": [
0.83287100000000002797406750687514431774616241455078125,
0.82751099999999999656807858627871610224246978759765625,
0.824486999999999969901409713202156126499176025390625
],
"test_run_times": [
60.1700000000000017053025658242404460906982421875,
60.1700000000000017053025658242404460906982421875,
60.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8b7e0ac95d00a330b6ca05c1864dcd4bbc6c0909": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4cd61b80c22d72c875494a1230130405e2b801ea",
"results": {
"a": {
"value": 533.16300000000001091393642127513885498046875,
"test_run_times": [
61.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 548.4070000000000391082721762359142303466796875,
"test_run_times": [
61.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 523.98000000000001818989403545856475830078125,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 537.386999999999943611328490078449249267578125,
"raw_values": [
537.76800000000002910383045673370361328125,
536.037000000000034560798667371273040771484375,
538.355999999999994543031789362430572509765625
],
"test_run_times": [
61.3599999999999994315658113919198513031005859375,
60.97999999999999687361196265555918216705322265625,
61.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 542.057000000000016370904631912708282470703125,
"raw_values": [
555.4420000000000072759576141834259033203125,
537.404999999999972715158946812152862548828125,
528.2089999999999463398125953972339630126953125,
547.17200000000002546585164964199066162109375
],
"test_run_times": [
61.64999999999999857891452847979962825775146484375,
61.13000000000000255795384873636066913604736328125,
61.32000000000000028421709430404007434844970703125,
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7bf00cc4d90b5be8c6b0a6d16ee012dd4ab0933f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "6058b2b7f123ceed327ddaa1efd1289747b1f7e2",
"results": {
"a": {
"value": 308.14299999999997226041159592568874359130859375,
"test_run_times": [
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 303.43099999999998317434801720082759857177734375,
"test_run_times": [
60.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 302.03600000000000136424205265939235687255859375,
"test_run_times": [
60.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 304.53500000000002501110429875552654266357421875,
"raw_values": [
304.18099999999998317434801720082759857177734375,
304.97300000000001318767317570745944976806640625,
304.451999999999998181010596454143524169921875
],
"test_run_times": [
61.06000000000000227373675443232059478759765625,
60.93999999999999772626324556767940521240234375,
61.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 423.30500000000000682121026329696178436279296875,
"raw_values": [
479.8799999999999954525264911353588104248046875,
484.56099999999997862687450833618640899658203125,
306.9239999999999781721271574497222900390625,
484.32900000000000773070496506989002227783203125,
484.73000000000001818989403545856475830078125,
303.55000000000001136868377216160297393798828125,
481.40100000000001045918907038867473602294921875,
480.8700000000000045474735088646411895751953125,
307.4270000000000209183781407773494720458984375,
303.62200000000001409716787748038768768310546875,
485.01600000000001955413608811795711517333984375,
481.3519999999999754436430521309375762939453125,
303.6979999999999790816218592226505279541015625,
485.06900000000001682565198279917240142822265625,
477.1399999999999863575794734060764312744140625
],
"test_run_times": [
61.47999999999999687361196265555918216705322265625,
61.11999999999999744204615126363933086395263671875,
61.159999999999996589394868351519107818603515625,
61.06000000000000227373675443232059478759765625,
61.13000000000000255795384873636066913604736328125,
61.090000000000003410605131648480892181396484375,
61.17999999999999971578290569595992565155029296875,
61.11999999999999744204615126363933086395263671875,
61.27000000000000312638803734444081783294677734375,
60.99000000000000198951966012828052043914794921875,
61.14999999999999857891452847979962825775146484375,
61.18999999999999772626324556767940521240234375,
60.96000000000000085265128291212022304534912109375,
61.1700000000000017053025658242404460906982421875,
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"42d1c91a130d86641096a66fbb0773e7febf6e23": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a",
"results": {
"a": {
"value": 27.080200000000001381295078317634761333465576171875,
"test_run_times": [
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 27.299299999999998789235178264789283275604248046875,
"test_run_times": [
60.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 27.213699999999999334931999328546226024627685546875,
"test_run_times": [
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 27.68220000000000169393388205207884311676025390625,
"raw_values": [
27.70139999999999957935870043002068996429443359375,
27.742399999999999948840923025272786617279052734375,
27.602799999999998448174665099941194057464599609375
],
"test_run_times": [
60.63000000000000255795384873636066913604736328125,
60.63000000000000255795384873636066913604736328125,
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 27.11370000000000146656020660884678363800048828125,
"raw_values": [
26.977000000000000312638803734444081783294677734375,
27.032000000000000028421709430404007434844970703125,
27.332100000000000505906427861191332340240478515625
],
"test_run_times": [
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a951c25b44e0be4321382698fbb87cd15315c951": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9b31d5f903505b627078b0640b940c58c9b64d25",
"results": {
"a": {
"value": 21.3455000000000012505552149377763271331787109375,
"test_run_times": [
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 21.3385999999999995679900166578590869903564453125,
"test_run_times": [
60.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 21.252900000000000346744855050928890705108642578125,
"test_run_times": [
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 22.26429999999999864712663111276924610137939453125,
"raw_values": [
21.294499999999999317878973670303821563720703125,
21.45349999999999823785401531495153903961181640625,
25.112100000000001642774805077351629734039306640625,
21.422200000000000130739863379858434200286865234375,
21.328700000000001324451659456826746463775634765625,
21.540600000000001301714291912503540515899658203125,
21.55709999999999837427822058089077472686767578125,
21.5076999999999998181010596454143524169921875,
21.461200000000001608668753760866820812225341796875,
21.4542000000000001591615728102624416351318359375,
26.36789999999999878355083637870848178863525390625,
21.505900000000000460431692772544920444488525390625,
22.20100000000000051159076974727213382720947265625,
24.353600000000000136424205265939235687255859375,
21.403600000000000846966941026039421558380126953125
],
"test_run_times": [
60.63000000000000255795384873636066913604736328125,
60.61999999999999744204615126363933086395263671875,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.64999999999999857891452847979962825775146484375,
60.61999999999999744204615126363933086395263671875,
60.63000000000000255795384873636066913604736328125,
60.6099999999999994315658113919198513031005859375,
60.6099999999999994315658113919198513031005859375,
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375,
60.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 22.24380000000000023874235921539366245269775390625,
"raw_values": [
26.12859999999999871533873374573886394500732421875,
21.29129999999999967030817060731351375579833984375,
21.364200000000000301270119962282478809356689453125,
21.3907999999999987039700499735772609710693359375,
21.431999999999998607336237910203635692596435546875,
21.3188999999999992951416061259806156158447265625,
28.032399999999999096189640113152563571929931640625,
21.9816000000000002501110429875552654266357421875,
21.600500000000000255795384873636066913604736328125,
21.22970000000000112549969344399869441986083984375,
21.232600000000001472244548494927585124969482421875,
21.240100000000001756461642798967659473419189453125,
21.4438999999999992951416061259806156158447265625,
21.358799999999998675548340543173253536224365234375,
22.612100000000001642774805077351629734039306640625
],
"test_run_times": [
60.6099999999999994315658113919198513031005859375,
60.61999999999999744204615126363933086395263671875,
60.60000000000000142108547152020037174224853515625,
60.590000000000003410605131648480892181396484375,
60.60000000000000142108547152020037174224853515625,
60.60000000000000142108547152020037174224853515625,
60.61999999999999744204615126363933086395263671875,
60.60000000000000142108547152020037174224853515625,
60.61999999999999744204615126363933086395263671875,
60.61999999999999744204615126363933086395263671875,
60.61999999999999744204615126363933086395263671875,
60.60000000000000142108547152020037174224853515625,
60.60000000000000142108547152020037174224853515625,
60.61999999999999744204615126363933086395263671875,
60.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"506aa12229999f575c0b09c736991fa0d6ca9ca3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "be9015d33da2127ae45d639c4f30bd3f30dfa92f",
"results": {
"a": {
"value": 2.611470000000000180051529241609387099742889404296875,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.62849000000000021515234038815833628177642822265625,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.654939999999999855617716093547642230987548828125,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 2.6640899999999998470912032644264400005340576171875,
"raw_values": [
2.700720000000000009521272659185342490673065185546875,
2.64900000000000002131628207280300557613372802734375,
2.642560000000000020037305148434825241565704345703125
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 2.685140000000000082280848801019601523876190185546875,
"raw_values": [
2.653750000000000053290705182007513940334320068359375,
2.65289999999999981383780323085375130176544189453125,
2.748769999999999935624828140134923160076141357421875
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0929ded4741613169cc08b76e5be43b11b6bef99": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "dfedfca9a0d6c7455741aa65e9eee1b27e300a02",
"results": {
"a": {
"value": 2.129259999999999930508920442662201821804046630859375,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.12591000000000018843593352357856929302215576171875,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.58166999999999990933474691701121628284454345703125,
"test_run_times": [
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 2.192670000000000118944853966240771114826202392578125,
"raw_values": [
2.12267999999999990023979989928193390369415283203125,
2.395840000000000191704430108075030148029327392578125,
2.1226099999999998857447280897758901119232177734375,
2.136159999999999836717279322328977286815643310546875,
2.12568000000000001392663762089796364307403564453125,
2.381699999999999928235183688229881227016448974609375,
2.387980000000000213589146369486115872859954833984375,
2.135540000000000215862883123918436467647552490234375,
2.157760000000000122355459097889252007007598876953125,
2.166100000000000136424205265939235687255859375,
2.143940000000000178914660864393226802349090576171875,
2.15017000000000013670842236024327576160430908203125,
2.1521699999999999164401742746122181415557861328125,
2.146970000000000045048409447190351784229278564453125,
2.164820000000000188578042070730589330196380615234375
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 2.431459999999999954667373458505608141422271728515625,
"raw_values": [
2.570419999999999927098315311013720929622650146484375,
2.4243100000000001870148480520583689212799072265625,
2.593710000000000182041048901737667620182037353515625,
2.592820000000000124629195852321572601795196533203125,
2.1708899999999999863575794734060764312744140625,
2.425809999999999799769057062803767621517181396484375,
2.128099999999999880628820392303168773651123046875,
2.6083400000000001028865881380625069141387939453125,
2.134930000000000216431317312526516616344451904296875,
2.468199999999999949551465761032886803150177001953125,
2.59630999999999989569232639041729271411895751953125,
2.463680000000000092086338554508984088897705078125
],
"test_run_times": [
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.10000000000000142108547152020037174224853515625,
60.1099999999999994315658113919198513031005859375,
60.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4773a7aadffbc6d56fefd006170b560c643da43d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5cbd2e79e9c57f005a7016f70b1494bde8789f54",
"results": {
"a": {
"value": 7.742869999999999919282345217652618885040283203125,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 7.713119999999999976125764078460633754730224609375,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 7.78802000000000038681946534779854118824005126953125,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 7.7613000000000003097966327914036810398101806640625,
"raw_values": [
7.764070000000000248974174610339105129241943359375,
7.7706900000000000972022462519817054271697998046875,
7.74913999999999969503505781176500022411346435546875
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 7.75297999999999998266275724745355546474456787109375,
"raw_values": [
7.730380000000000251247911364771425724029541015625,
7.8215500000000002245315045001916587352752685546875,
7.707010000000000360387275577522814273834228515625
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"738e2c9fd6e5597316e35acd39ab26dbbec4f48f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89abe0aaa579bc5609ebf044dc792c1262430103",
"results": {
"a": {
"value": 4.8260699999999996379074218566529452800750732421875,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 4.8206199999999999050714905024506151676177978515625,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 4.983869999999999578221832052804529666900634765625,
"test_run_times": [
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 5.33607000000000031292302082874812185764312744140625,
"raw_values": [
4.81975999999999960010654831421561539173126220703125,
7.56972999999999984765963745303452014923095703125,
4.81331000000000042149395085289143025875091552734375,
4.85808000000000017593038137420080602169036865234375,
7.74702999999999963876007313956506550312042236328125,
4.79619999999999979678477757261134684085845947265625,
6.78938000000000041467274058959446847438812255859375,
4.844969999999999998863131622783839702606201171875,
4.82697000000000020492052499321289360523223876953125,
4.80755999999999961147523208637721836566925048828125,
4.818329999999999557758201262913644313812255859375,
4.8355300000000003279865268268622457981109619140625,
4.82955999999999985305976224481128156185150146484375,
4.83734999999999981667997417389415204524993896484375,
4.84724999999999983657517077517695724964141845703125
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.030000000000001136868377216160297393798828125,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 6.279939999999999855617716093547642230987548828125,
"raw_values": [
4.8048599999999996867927620769478380680084228515625,
7.73501999999999956258989186608232557773590087890625,
4.78361000000000036180836104904301464557647705078125,
7.73854000000000041836756281554698944091796875,
7.6829599999999995674215824692510068416595458984375,
5.46013999999999999346300683100707828998565673828125,
7.71727999999999969560349200037308037281036376953125,
4.838499999999999801048033987171947956085205078125,
4.8735499999999998266275724745355546474456787109375,
7.711330000000000239879227592609822750091552734375,
5.67485999999999979337417244096286594867706298828125,
6.52827000000000001733724275254644453525543212890625,
7.7215100000000003177547114319168031215667724609375,
5.11066000000000020264678823878057301044464111328125,
5.81806999999999963080199449905194342136383056640625
],
"test_run_times": [
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.030000000000001136868377216160297393798828125,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625,
60.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"22c3156abe8aebf86909bf9cef6300931ebbaaef": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5ed90c8878f70bd27c1ca52f7839a6240fb4fd95",
"results": {
"a": {
"value": 20.86580000000000012505552149377763271331787109375,
"test_run_times": [
61.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 20.98049999999999926103555480949580669403076171875,
"test_run_times": [
61.32000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 20.6537000000000006139089236967265605926513671875,
"raw_values": [
20.730399999999999494093572138808667659759521484375,
20.775700000000000500222085975110530853271484375,
20.4551000000000016143530956469476222991943359375
],
"test_run_times": [
61.340000000000003410605131648480892181396484375,
61.3900000000000005684341886080801486968994140625,
61.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 20.8740999999999985448084771633148193359375,
"raw_values": [
20.840699999999998226485331542789936065673828125,
21.009699999999998709654391859658062458038330078125,
20.7717999999999989313437254168093204498291015625
],
"test_run_times": [
61.340000000000003410605131648480892181396484375,
61.32000000000000028421709430404007434844970703125,
61.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a0768922bfa6b213ab4289b8480531db3385cfe9": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4a08410d5caf508543af690ae84dfb33adcb834d",
"results": {
"a": {
"value": 15.201200000000000045474735088646411895751953125,
"test_run_times": [
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 15.27120000000000032969182939268648624420166015625,
"test_run_times": [
61.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 16.46809999999999973852027324028313159942626953125,
"raw_values": [
15.1760999999999999232613845379091799259185791015625,
15.3155000000000001136868377216160297393798828125,
19.385300000000000864019966684281826019287109375,
15.297399999999999664623828721232712268829345703125,
15.1844999999999998863131622783839702606201171875,
16.143899999999998584598870365880429744720458984375,
16.635300000000000864019966684281826019287109375,
15.169399999999999550936990999616682529449462890625,
19.422399999999999664623828721232712268829345703125,
19.33670000000000044337866711430251598358154296875,
19.533300000000000551381162949837744235992431640625,
14.8131000000000003780087354243732988834381103515625,
14.99419999999999930651028989814221858978271484375,
15.318400000000000460431692772544920444488525390625,
15.2963000000000004519051799434237182140350341796875
],
"test_run_times": [
61.43999999999999772626324556767940521240234375,
61.36999999999999744204615126363933086395263671875,
61.43999999999999772626324556767940521240234375,
61.38000000000000255795384873636066913604736328125,
61.3599999999999994315658113919198513031005859375,
61.46000000000000085265128291212022304534912109375,
61.38000000000000255795384873636066913604736328125,
61.3900000000000005684341886080801486968994140625,
61.4500000000000028421709430404007434844970703125,
61.36999999999999744204615126363933086395263671875,
61.409999999999996589394868351519107818603515625,
61.43999999999999772626324556767940521240234375,
61.43999999999999772626324556767940521240234375,
61.3900000000000005684341886080801486968994140625,
61.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"e": {
"value": 16.576699999999998880184648442082107067108154296875,
"raw_values": [
14.763400000000000744648787076584994792938232421875,
16.192299999999999471356204594485461711883544921875,
17.783100000000001017497197608463466167449951171875,
14.9882000000000008554934538551606237888336181640625,
15.09570000000000078443918027915060520172119140625,
19.891999999999999459987520822323858737945556640625,
15.4515999999999991132426657713949680328369140625,
19.787800000000000721911419532261788845062255859375,
15.730199999999999960209606797434389591217041015625,
17.559599999999999653255144949071109294891357421875,
19.6818999999999988403942552395164966583251953125,
15.1082999999999998408384271897375583648681640625,
16.1066000000000002501110429875552654266357421875,
15.1729000000000002756905814749188721179962158203125,
15.3376000000000001222133505507372319698333740234375
],
"test_run_times": [
61.3599999999999994315658113919198513031005859375,
61.409999999999996589394868351519107818603515625,
61.47999999999999687361196265555918216705322265625,
61.5,
61.35000000000000142108547152020037174224853515625,
61.43999999999999772626324556767940521240234375,
61.39999999999999857891452847979962825775146484375,
61.469999999999998863131622783839702606201171875,
61.469999999999998863131622783839702606201171875,
61.43999999999999772626324556767940521240234375,
61.469999999999998863131622783839702606201171875,
61.39999999999999857891452847979962825775146484375,
61.38000000000000255795384873636066913604736328125,
61.38000000000000255795384873636066913604736328125,
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
}
}
}