AMD Ryzen 7 7840HS testing with a NB05 TUXEDO Pulse 14 Gen3 R14FA1 (8.06 BIOS) and AMD Phoenix1 4GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402033-NE-ONNXNEW8775
{
"title": "onnx-new ",
"last_modified": "2024-02-03 18:42:57",
"description": "AMD Ryzen 7 7840HS testing with a NB05 TUXEDO Pulse 14 Gen3 R14FA1 (8.06 BIOS) and AMD Phoenix1 4GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen 7 7840HS @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "NB05 TUXEDO Pulse 14 Gen3 R14FA1 (8.06 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 8GB DRAM-6400MT\/s Micron MT62F2G32D4DS-026 WT",
"Disk": "2000GB Samsung SSD 980 PRO 2TB",
"Graphics": "AMD Phoenix1 4GB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7921K"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401200600.ebcab1~oibaf~m (git-ebcab14 2024-01-20 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "2880x1800"
},
"user": "phoronix",
"timestamp": "2024-02-03 12:09:28",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa704104",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen 7 7840HS @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "NB05 TUXEDO Pulse 14 Gen3 R14FA1 (8.06 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 8GB DRAM-6400MT\/s Micron MT62F2G32D4DS-026 WT",
"Disk": "2000GB Samsung SSD 980 PRO 2TB",
"Graphics": "AMD Phoenix1 4GB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7921K"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401200600.ebcab1~oibaf~m (git-ebcab14 2024-01-20 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "2880x1800"
},
"user": "phoronix",
"timestamp": "2024-02-03 13:35:09",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa704104",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen 7 7840HS @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "NB05 TUXEDO Pulse 14 Gen3 R14FA1 (8.06 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 8GB DRAM-6400MT\/s Micron MT62F2G32D4DS-026 WT",
"Disk": "2000GB Samsung SSD 980 PRO 2TB",
"Graphics": "AMD Phoenix1 4GB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7921K"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401200600.ebcab1~oibaf~m (git-ebcab14 2024-01-20 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "2880x1800"
},
"user": "phoronix",
"timestamp": "2024-02-03 13:59:43",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa704104",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "AMD Ryzen 7 7840HS @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "NB05 TUXEDO Pulse 14 Gen3 R14FA1 (8.06 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 8GB DRAM-6400MT\/s Micron MT62F2G32D4DS-026 WT",
"Disk": "2000GB Samsung SSD 980 PRO 2TB",
"Graphics": "AMD Phoenix1 4GB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7921K"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401200600.ebcab1~oibaf~m (git-ebcab14 2024-01-20 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "2880x1800"
},
"user": "phoronix",
"timestamp": "2024-02-03 14:26:52",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa704104",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"cd5e4093dc1c14c9a2852e842de9e0570a17e64e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 94.833899999999999863575794734060764312744140625,
"raw_values": [
94.743099999999998317434801720082759857177734375,
94.6186000000000007048583938740193843841552734375,
95.1398999999999972487785271368920803070068359375
],
"test_run_times": [
61.25,
61.25999999999999801048033987171947956085205078125,
61.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 94.566699999999997316990629769861698150634765625,
"test_run_times": [
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 94.525000000000005684341886080801486968994140625,
"test_run_times": [
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 95.0476000000000027512214728631079196929931640625,
"test_run_times": [
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 108.885999999999995679900166578590869903564453125,
"raw_values": [
110.340000000000003410605131648480892181396484375,
107.31499999999999772626324556767940521240234375,
109.0019999999999953388396534137427806854248046875
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625,
61.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 108.76699999999999590727384202182292938232421875,
"test_run_times": [
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 108.9320000000000021600499167107045650482177734375,
"test_run_times": [
61.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 106.679000000000002046363078989088535308837890625,
"test_run_times": [
61.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.72098999999999957566387820406816899776458740234375,
"raw_values": [
6.67931000000000008043343768804334104061126708984375,
6.6648300000000002540900823078118264675140380859375,
6.81881999999999965922370392945595085620880126953125
],
"test_run_times": [
60.96000000000000085265128291212022304534912109375,
60.9500000000000028421709430404007434844970703125,
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 6.84330999999999978200548866880126297473907470703125,
"test_run_times": [
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 6.8721800000000001773514668457210063934326171875,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 7.06379000000000001335820343228988349437713623046875,
"test_run_times": [
60.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.7972500000000000142108547152020037174224853515625,
"raw_values": [
9.5428599999999992320454111904837191104888916015625,
6.609420000000000072759576141834259033203125,
9.8696000000000001506350599811412394046783447265625,
9.9089799999999996771293808706104755401611328125,
9.704480000000000217141860048286616802215576171875,
9.8405000000000004689582056016661226749420166015625,
9.9026300000000002654587660799734294414520263671875,
9.91581000000000045702108764089643955230712890625,
8.9415700000000004621369953383691608905792236328125,
9.903819999999999623696567141450941562652587890625,
6.60367000000000015091927707544527947902679443359375,
8.41957000000000022055246517993509769439697265625,
6.49650000000000016342482922482304275035858154296875,
9.857450000000000045474735088646411895751953125,
6.44193999999999977745801515993662178516387939453125
],
"test_run_times": [
60.969999999999998863131622783839702606201171875,
61,
61.030000000000001136868377216160297393798828125,
60.92999999999999971578290569595992565155029296875,
61.00999999999999801048033987171947956085205078125,
61,
60.99000000000000198951966012828052043914794921875,
60.88000000000000255795384873636066913604736328125,
61,
60.969999999999998863131622783839702606201171875,
61.0499999999999971578290569595992565155029296875,
61.030000000000001136868377216160297393798828125,
60.969999999999998863131622783839702606201171875,
60.92999999999999971578290569595992565155029296875,
61.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 8.8790099999999991808863342157565057277679443359375,
"test_run_times": [
60.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 6.61807999999999996276756064617075026035308837890625,
"test_run_times": [
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 9.904189999999999827196006663143634796142578125,
"test_run_times": [
60.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"f3b73606b5d879d38dc20a198023024adae4424d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 119.320999999999997953636921010911464691162109375,
"raw_values": [
118.489000000000004320099833421409130096435546875,
119.6490000000000009094947017729282379150390625,
119.8239999999999980673237587325274944305419921875
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 118.075999999999993406163412146270275115966796875,
"test_run_times": [
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 118.739000000000004320099833421409130096435546875,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 118.6880000000000023874235921539366245269775390625,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9d4915ebd74bea1828ab4914412637070c9b37de": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 125.81499999999999772626324556767940521240234375,
"raw_values": [
124.6569999999999964757080306299030780792236328125,
127.945999999999997953636921010911464691162109375,
124.8409999999999939745976007543504238128662109375
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.840000000000003410605131648480892181396484375,
60.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 127.489000000000004320099833421409130096435546875,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 119.894000000000005456968210637569427490234375,
"test_run_times": [
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 127.2710000000000007958078640513122081756591796875,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"43b4afd3f62d41ac2ff03c77e7650323066f6725": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.420410000000000394493326894007623195648193359375,
"raw_values": [
9.67540999999999939973349682986736297607421875,
9.4567899999999998073008100618608295917510986328125,
9.132039999999999935198502498678863048553466796875,
9.09582999999999941564965411089360713958740234375,
9.6011100000000002552269506850279867649078369140625,
9.472899999999999209876477834768593311309814453125,
9.5087700000000001665512172621674835681915283203125
],
"test_run_times": [
61,
61.030000000000001136868377216160297393798828125,
60.93999999999999772626324556767940521240234375,
60.99000000000000198951966012828052043914794921875,
61.030000000000001136868377216160297393798828125,
61.03999999999999914734871708787977695465087890625,
61.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 9.753209999999999268993633450008928775787353515625,
"test_run_times": [
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 9.210770000000000123918653116561472415924072265625,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 9.2978199999999997515942595782689750194549560546875,
"test_run_times": [
60.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"de426ac858a42a1e9f1ae6c3179b9db958a5344d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14.4673599999999993315213941968977451324462890625,
"raw_values": [
9.169650000000000744648787076584994792938232421875,
15.292899999999999494093572138808667659759521484375,
9.9422300000000003450395524851046502590179443359375,
15.2936999999999994059862729045562446117401123046875,
15.310700000000000642330633127130568027496337890625,
15.28999999999999914734871708787977695465087890625,
15.310700000000000642330633127130568027496337890625,
15.2590000000000003410605131648480892181396484375,
15.2766000000000001790567694115452468395233154296875,
15.291100000000000136424205265939235687255859375,
15.3193000000000001392663762089796364307403564453125,
15.2616999999999993775645634741522371768951416015625,
15.26219999999999998863131622783839702606201171875,
15.2632999999999992013499650056473910808563232421875
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
60.93999999999999772626324556767940521240234375,
60.93999999999999772626324556767940521240234375,
60.909999999999996589394868351519107818603515625,
60.92999999999999971578290569595992565155029296875,
60.9500000000000028421709430404007434844970703125,
60.9200000000000017053025658242404460906982421875,
60.9200000000000017053025658242404460906982421875,
60.92999999999999971578290569595992565155029296875,
60.9200000000000017053025658242404460906982421875,
60.9500000000000028421709430404007434844970703125,
60.909999999999996589394868351519107818603515625,
60.93999999999999772626324556767940521240234375,
60.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 15.339600000000000790123522165231406688690185546875,
"test_run_times": [
60.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 9.2207899999999991536014931625686585903167724609375,
"test_run_times": [
61.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 15.3512000000000004007461029686965048313140869140625,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 447.70400000000000773070496506989002227783203125,
"raw_values": [
446.701999999999998181010596454143524169921875,
450.6680000000000063664629124104976654052734375,
445.74299999999999499777914024889469146728515625
],
"test_run_times": [
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 446.21300000000002228262019343674182891845703125,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 448.32400000000001227817847393453121185302734375,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 443.00299999999998590283212251961231231689453125,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a9d4e90139ab4993a50345390d7b7f9bef06a2f3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 476.53500000000002501110429875552654266357421875,
"raw_values": [
482.95999999999997953636921010911464691162109375,
450.64699999999999135980033315718173980712890625,
485.326999999999998181010596454143524169921875,
483.15100000000001045918907038867473602294921875,
483.65100000000001045918907038867473602294921875,
480.2450000000000045474735088646411895751953125,
452.22300000000001318767317570745944976806640625,
481.75700000000000500222085975110530853271484375,
482.57799999999997453414835035800933837890625,
481.0910000000000081854523159563541412353515625,
479.404999999999972715158946812152862548828125,
481.71199999999998908606357872486114501953125,
470.21300000000002228262019343674182891845703125
],
"test_run_times": [
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.2000000000000028421709430404007434844970703125,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 480.6739999999999781721271574497222900390625,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 451.05099999999998772182152606546878814697265625,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 484.06400000000002137312549166381359100341796875,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4cd61b80c22d72c875494a1230130405e2b801ea": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.9298859999999999903508296483778394758701324462890625,
"raw_values": [
0.93515099999999995450394862928078509867191314697265625,
0.929429999999999978399500832892954349517822265625,
0.92507799999999995588240153665537945926189422607421875
],
"test_run_times": [
62.74000000000000198951966012828052043914794921875,
62.030000000000001136868377216160297393798828125,
62.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 0.8925870000000000192841298485291190445423126220703125,
"test_run_times": [
62.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 0.97977999999999998426147840291378088295459747314453125,
"test_run_times": [
61.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 0.8965849999999999653255144949071109294891357421875,
"test_run_times": [
62.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6058b2b7f123ceed327ddaa1efd1289747b1f7e2": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.58162000000000002586375558166764676570892333984375,
"raw_values": [
1.5857300000000000839150970932678319513797760009765625,
1.5804199999999999359800995080149732530117034912109375,
1.578699999999999992184029906638897955417633056640625
],
"test_run_times": [
61.9200000000000017053025658242404460906982421875,
61.78999999999999914734871708787977695465087890625,
61.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.58133999999999996788346834364347159862518310546875,
"test_run_times": [
61.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.2159800000000000608224581810645759105682373046875,
"test_run_times": [
61.67999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1.587309999999999998721023075631819665431976318359375,
"test_run_times": [
61.8900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.448699999999998766497810720466077327728271484375,
"raw_values": [
21.46920000000000072759576141834259033203125,
21.5009000000000014551915228366851806640625,
21.376000000000001222133505507372319698333740234375
],
"test_run_times": [
60.719999999999998863131622783839702606201171875,
60.72999999999999687361196265555918216705322265625,
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 21.482600000000001472244548494927585124969482421875,
"test_run_times": [
60.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 20.915400000000001767830326571129262447357177734375,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 21.223400000000001597300069988705217838287353515625,
"test_run_times": [
60.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9b31d5f903505b627078b0640b940c58c9b64d25": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 32.350200000000000954969436861574649810791015625,
"test_run_times": [
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 32.19160000000000110276232589967548847198486328125,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"a": {
"value": 32.358699999999998908606357872486114501953125,
"test_run_times": [
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 32.42309999999999803321770741604268550872802734375,
"test_run_times": [
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"be9015d33da2127ae45d639c4f30bd3f30dfa92f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 226.448000000000007503331289626657962799072265625,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 226.861999999999994770405464805662631988525390625,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"a": {
"value": 227.5910000000000081854523159563541412353515625,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 226.397999999999996134647517465054988861083984375,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"dfedfca9a0d6c7455741aa65e9eee1b27e300a02": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 228.134999999999990905052982270717620849609375,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 228.895000000000010231815394945442676544189453125,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 227.212999999999993860910763032734394073486328125,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5cbd2e79e9c57f005a7016f70b1494bde8789f54": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 70.7463000000000050704329623840749263763427734375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 70.6092000000000012960299500264227390289306640625,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 70.590000000000003410605131648480892181396484375,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89abe0aaa579bc5609ebf044dc792c1262430103": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 107.0570000000000021600499167107045650482177734375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 69.1632000000000033423930290155112743377685546875,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 106.59399999999999408828443847596645355224609375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5ed90c8878f70bd27c1ca52f7839a6240fb4fd95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 39.91720000000000112549969344399869441986083984375,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 39.4080000000000012505552149377763271331787109375,
"test_run_times": [
61.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 39.56860000000000354702933691442012786865234375,
"test_run_times": [
61.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4a08410d5caf508543af690ae84dfb33adcb834d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"b": {
"value": 47.18469999999999942019712761975824832916259765625,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 52.1741999999999990222931955941021442413330078125,
"test_run_times": [
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 53.19659999999999655528881703503429889678955078125,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"900b5f85935262c2771285cadf049fd541b80243": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "cd5e4093dc1c14c9a2852e842de9e0570a17e64e",
"results": {
"a": {
"value": 10.541000000000000369482222595252096652984619140625,
"raw_values": [
10.5510000000000001563194018672220408916473388671875,
10.5647999999999999687361196265555918216705322265625,
10.5073000000000007503331289626657962799072265625
],
"test_run_times": [
61.25,
61.25999999999999801048033987171947956085205078125,
61.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 10.5706000000000006622258297284133732318878173828125,
"test_run_times": [
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 10.5755999999999996674659996642731130123138427734375,
"test_run_times": [
61.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 10.5172000000000007702283255639486014842987060546875,
"test_run_times": [
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ecc134a0b483b07e1539f2319519a2833a4e70af": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a",
"results": {
"a": {
"value": 9.1789500000000003865352482534945011138916015625,
"raw_values": [
9.056869999999999976125764078460633754730224609375,
9.3119700000000005246647560852579772472381591796875,
9.16799999999999926103555480949580669403076171875
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625,
61.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 9.187689999999999912461134954355657100677490234375,
"test_run_times": [
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 9.1739200000000007406697477563284337520599365234375,
"test_run_times": [
61.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 9.3670799999999996288124748389236629009246826171875,
"test_run_times": [
61.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"a": {
"value": 148.80099999999998772182152606546878814697265625,
"raw_values": [
149.71399999999999863575794734060764312744140625,
150.038999999999987267074175179004669189453125,
146.650000000000005684341886080801486968994140625
],
"test_run_times": [
60.96000000000000085265128291212022304534912109375,
60.9500000000000028421709430404007434844970703125,
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 146.126000000000004774847184307873249053955078125,
"test_run_times": [
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 145.51200000000000045474735088646411895751953125,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 141.56499999999999772626324556767940521240234375,
"test_run_times": [
60.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"a": {
"value": 117.227000000000003865352482534945011138916015625,
"raw_values": [
104.7879999999999967030817060731351375579833984375,
151.29599999999999226929503493010997772216796875,
101.3179999999999978399500832892954349517822265625,
100.9150000000000062527760746888816356658935546875,
103.042000000000001591615728102624416351318359375,
101.61799999999999499777914024889469146728515625,
100.9800000000000039790393202565610408782958984375,
100.84600000000000363797880709171295166015625,
111.83400000000000318323145620524883270263671875,
100.9680000000000035242919693700969219207763671875,
151.4279999999999972715158946812152862548828125,
118.768000000000000682121026329696178436279296875,
153.92599999999998772182152606546878814697265625,
101.4429999999999978399500832892954349517822265625,
155.229999999999989768184605054557323455810546875
],
"test_run_times": [
60.969999999999998863131622783839702606201171875,
61,
61.030000000000001136868377216160297393798828125,
60.92999999999999971578290569595992565155029296875,
61.00999999999999801048033987171947956085205078125,
61,
60.99000000000000198951966012828052043914794921875,
60.88000000000000255795384873636066913604736328125,
61,
60.969999999999998863131622783839702606201171875,
61.0499999999999971578290569595992565155029296875,
61.030000000000001136868377216160297393798828125,
60.969999999999998863131622783839702606201171875,
60.92999999999999971578290569595992565155029296875,
61.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 112.6219999999999998863131622783839702606201171875,
"test_run_times": [
60.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 151.09800000000001318767317570745944976806640625,
"test_run_times": [
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 100.96399999999999863575794734060764312744140625,
"test_run_times": [
60.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c2ef99c0096c37c13d3b8ec683a8d4185a70820c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "f3b73606b5d879d38dc20a198023024adae4424d",
"results": {
"a": {
"value": 8.379599999999999937472239253111183643341064453125,
"raw_values": [
8.438179999999999125748217920772731304168701171875,
8.356320000000000192130755749531090259552001953125,
8.344300000000000494537744089029729366302490234375
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 8.4676700000000000301270119962282478809356689453125,
"test_run_times": [
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.420400000000000773070496506989002227783203125,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 8.424080000000000012505552149377763271331787109375,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"548f1e55bbed0c6ae01a274210c3c51ef564891e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9d4915ebd74bea1828ab4914412637070c9b37de",
"results": {
"a": {
"value": 7.94737999999999988887111612712033092975616455078125,
"raw_values": [
8.0201200000000003598188413889147341251373291015625,
7.81402000000000018786749933497048914432525634765625,
8.00798999999999949750417727045714855194091796875
],
"test_run_times": [
60.81000000000000227373675443232059478759765625,
60.840000000000003410605131648480892181396484375,
60.86999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 7.841870000000000118234311230480670928955078125,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.338119999999999976125764078460633754730224609375,
"test_run_times": [
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 7.85559000000000029473312679328955709934234619140625,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c4ebdb2ada39490ef68eca9e552a95ba4f10a11c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "43b4afd3f62d41ac2ff03c77e7650323066f6725",
"results": {
"a": {
"value": 106.201999999999998181010596454143524169921875,
"raw_values": [
103.352000000000003865352482534945011138916015625,
105.7420000000000044337866711430251598358154296875,
109.5019999999999953388396534137427806854248046875,
109.9380000000000023874235921539366245269775390625,
104.1520000000000010231815394945442676544189453125,
105.5619999999999976125764078460633754730224609375,
105.1640000000000014779288903810083866119384765625
],
"test_run_times": [
61,
61.030000000000001136868377216160297393798828125,
60.93999999999999772626324556767940521240234375,
60.99000000000000198951966012828052043914794921875,
61.030000000000001136868377216160297393798828125,
61.03999999999999914734871708787977695465087890625,
61.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 102.5280000000000057980287238024175167083740234375,
"test_run_times": [
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 108.5669999999999930651028989814221858978271484375,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 107.5499999999999971578290569595992565155029296875,
"test_run_times": [
60.969999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6829a0514bf57215c97acea53d4bb8d695a51357": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "de426ac858a42a1e9f1ae6c3179b9db958a5344d",
"results": {
"a": {
"value": 71.044499999999999317878973670303821563720703125,
"raw_values": [
109.0510000000000019326762412674725055694580078125,
65.3859000000000065710992203094065189361572265625,
100.578000000000002955857780762016773223876953125,
65.3829999999999955662133288569748401641845703125,
65.3097999999999956344254314899444580078125,
65.39830000000000609361450187861919403076171875,
65.3104000000000013415046851150691509246826171875,
65.53149999999999408828443847596645355224609375,
65.45629999999999881765688769519329071044921875,
65.394800000000003592504072003066539764404296875,
65.2734999999999985220711096189916133880615234375,
65.51970000000000027284841053187847137451171875,
65.5174999999999982946974341757595539093017578125,
65.51380000000000336513039655983448028564453125
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
60.93999999999999772626324556767940521240234375,
60.93999999999999772626324556767940521240234375,
60.909999999999996589394868351519107818603515625,
60.92999999999999971578290569595992565155029296875,
60.9500000000000028421709430404007434844970703125,
60.9200000000000017053025658242404460906982421875,
60.9200000000000017053025658242404460906982421875,
60.92999999999999971578290569595992565155029296875,
60.9200000000000017053025658242404460906982421875,
60.9500000000000028421709430404007434844970703125,
60.909999999999996589394868351519107818603515625,
60.93999999999999772626324556767940521240234375,
60.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 65.187399999999996680344338528811931610107421875,
"test_run_times": [
60.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 108.4470000000000027284841053187847137451171875,
"test_run_times": [
61.03999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 65.1381999999999976580511429347097873687744140625,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0df5715144d2b8933c0193df0f6cdd0fffbf4f38": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d",
"results": {
"a": {
"value": 2.23188999999999992951416061259806156158447265625,
"raw_values": [
2.236660000000000092512664195965044200420379638671875,
2.21750999999999987011278790305368602275848388671875,
2.2415099999999998914290699758566915988922119140625
],
"test_run_times": [
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.23918000000000017024603948812000453472137451171875,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.22862999999999988887111612712033092975616455078125,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 2.255520000000000191420213013770990073680877685546875,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"3e92ac6967b6f850dfda44d1ae73221c00933431": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "a9d4e90139ab4993a50345390d7b7f9bef06a2f3",
"results": {
"a": {
"value": 2.0983000000000000540012479177676141262054443359375,
"raw_values": [
2.069269999999999942730255497735925018787384033203125,
2.217499999999999804600747665972448885440826416015625,
2.05900999999999978484765961184166371822357177734375,
2.06843000000000021287860363372601568698883056640625,
2.066359999999999974562570059788413345813751220703125,
2.081020000000000091944230007356964051723480224609375,
2.209630000000000205062633540364913642406463623046875,
2.07423000000000001818989403545856475830078125,
2.070889999999999897539737503393553197383880615234375,
2.07697999999999982634335538023151457309722900390625,
2.084729999999999972004616211052052676677703857421875,
2.074640000000000039648284655413590371608734130859375,
2.125220000000000108997255665599368512630462646484375
],
"test_run_times": [
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.2000000000000028421709430404007434844970703125,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.0789699999999999846522769075818359851837158203125,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.215339999999999864854771658428944647312164306640625,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 2.064509999999999845243792151450179517269134521484375,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8b7e0ac95d00a330b6ca05c1864dcd4bbc6c0909": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4cd61b80c22d72c875494a1230130405e2b801ea",
"results": {
"a": {
"value": 1075.420000000000072759576141834259033203125,
"raw_values": [
1069.339999999999918145476840436458587646484375,
1075.930000000000063664629124104976654052734375,
1080.990000000000009094947017729282379150390625
],
"test_run_times": [
62.74000000000000198951966012828052043914794921875,
62.030000000000001136868377216160297393798828125,
62.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1120.339999999999918145476840436458587646484375,
"test_run_times": [
62.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1020.6299999999999954525264911353588104248046875,
"test_run_times": [
61.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1115.339999999999918145476840436458587646484375,
"test_run_times": [
62.00999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7bf00cc4d90b5be8c6b0a6d16ee012dd4ab0933f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "6058b2b7f123ceed327ddaa1efd1289747b1f7e2",
"results": {
"a": {
"value": 632.2630000000000336513039655983448028564453125,
"raw_values": [
630.6219999999999572537490166723728179931640625,
632.7369999999999663486960344016551971435546875,
633.4299999999999499777914024889469146728515625
],
"test_run_times": [
61.9200000000000017053025658242404460906982421875,
61.78999999999999914734871708787977695465087890625,
61.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 632.3719999999999572537490166723728179931640625,
"test_run_times": [
61.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 822.37699999999995270627550780773162841796875,
"test_run_times": [
61.67999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 629.991999999999961801222525537014007568359375,
"test_run_times": [
61.8900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"42d1c91a130d86641096a66fbb0773e7febf6e23": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a",
"results": {
"a": {
"value": 46.62140000000000128466126625426113605499267578125,
"raw_values": [
46.57639999999999957935870043002068996429443359375,
46.5080999999999988858689903281629085540771484375,
46.77980000000000160298441187478601932525634765625
],
"test_run_times": [
60.719999999999998863131622783839702606201171875,
60.72999999999999687361196265555918216705322265625,
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 46.54769999999999896544977673329412937164306640625,
"test_run_times": [
60.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 47.81009999999999848796505830250680446624755859375,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 47.11619999999999919282345217652618885040283203125,
"test_run_times": [
60.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a951c25b44e0be4321382698fbb87cd15315c951": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9b31d5f903505b627078b0640b940c58c9b64d25",
"results": {
"b": {
"value": 30.909800000000000608224581810645759105682373046875,
"test_run_times": [
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 31.062000000000001165290086646564304828643798828125,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"a": {
"value": 30.90149999999999863575794734060764312744140625,
"test_run_times": [
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 30.84009999999999962483343551866710186004638671875,
"test_run_times": [
60.7000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"506aa12229999f575c0b09c736991fa0d6ca9ca3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "be9015d33da2127ae45d639c4f30bd3f30dfa92f",
"results": {
"b": {
"value": 4.41528999999999971493025441304780542850494384765625,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 4.40730999999999983884890752960927784442901611328125,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"a": {
"value": 4.39318999999999970640374158392660319805145263671875,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 4.416380000000000194404492503963410854339599609375,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0929ded4741613169cc08b76e5be43b11b6bef99": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "dfedfca9a0d6c7455741aa65e9eee1b27e300a02",
"results": {
"b": {
"value": 4.38182999999999989171328707016073167324066162109375,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 4.36728999999999967229769026744179427623748779296875,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 4.39956999999999975869968693586997687816619873046875,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4773a7aadffbc6d56fefd006170b560c643da43d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5cbd2e79e9c57f005a7016f70b1494bde8789f54",
"results": {
"b": {
"value": 14.134299999999999641886461176909506320953369140625,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 14.161699999999999732835931354202330112457275390625,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 14.1653999999999999914734871708787977695465087890625,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"738e2c9fd6e5597316e35acd39ab26dbbec4f48f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89abe0aaa579bc5609ebf044dc792c1262430103",
"results": {
"b": {
"value": 9.3389399999999991308641256182454526424407958984375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 14.45609999999999928377292235381901264190673828125,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 9.3795300000000008111555871437303721904754638671875,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"22c3156abe8aebf86909bf9cef6300931ebbaaef": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5ed90c8878f70bd27c1ca52f7839a6240fb4fd95",
"results": {
"b": {
"value": 25.04990000000000094360075308941304683685302734375,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 25.373599999999999710098563809879124164581298828125,
"test_run_times": [
61.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 25.270700000000001494981916039250791072845458984375,
"test_run_times": [
61.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a0768922bfa6b213ab4289b8480531db3385cfe9": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4a08410d5caf508543af690ae84dfb33adcb834d",
"results": {
"b": {
"value": 21.19109999999999871533873374573886394500732421875,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 19.16369999999999862438926356844604015350341796875,
"test_run_times": [
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 18.795100000000001472244548494927585124969482421875,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
}
}
}