AMD Ryzen 7 7840U testing with a PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS) and AMD Phoenix1 512MB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402036-NE-ONNXNEW5418
{
"title": "onnx new",
"last_modified": "2024-02-03 11:02:24",
"description": "AMD Ryzen 7 7840U testing with a PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS) and AMD Phoenix1 512MB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen 7 7840U @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 4GB DRAM-6400MT\/s K3LKBKB0BM-MGCP",
"Disk": "1024GB Micron_3400_MTFDKBA1T0TFH",
"Graphics": "AMD Phoenix1 512MB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7922 802.11ax PCI"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401230600.42fc83~oibaf~m (git-42fc83a 2024-01-23 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3200x2000"
},
"user": "phoronix",
"timestamp": "2024-02-03 01:52:42",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: performance)",
"cpu-microcode": "0xa704101",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen 7 7840U @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 4GB DRAM-6400MT\/s K3LKBKB0BM-MGCP",
"Disk": "1024GB Micron_3400_MTFDKBA1T0TFH",
"Graphics": "AMD Phoenix1 512MB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7922 802.11ax PCI"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401230600.42fc83~oibaf~m (git-42fc83a 2024-01-23 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3200x2000"
},
"user": "phoronix",
"timestamp": "2024-02-03 02:37:49",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: performance)",
"cpu-microcode": "0xa704101",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen 7 7840U @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 4GB DRAM-6400MT\/s K3LKBKB0BM-MGCP",
"Disk": "1024GB Micron_3400_MTFDKBA1T0TFH",
"Graphics": "AMD Phoenix1 512MB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7922 802.11ax PCI"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401230600.42fc83~oibaf~m (git-42fc83a 2024-01-23 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3200x2000"
},
"user": "phoronix",
"timestamp": "2024-02-03 10:20:22",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: performance)",
"cpu-microcode": "0xa704101",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"43b4afd3f62d41ac2ff03c77e7650323066f6725": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.303760000000000474074113299138844013214111328125,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 7.38225999999999960010654831421561539173126220703125,
"raw_values": [
7.241170000000000328554961015470325946807861328125,
7.3365600000000004143885234952904284000396728515625,
7.56906000000000034333424991928040981292724609375
],
"test_run_times": [
61.00999999999999801048033987171947956085205078125,
61.00999999999999801048033987171947956085205078125,
61.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.3486600000000006360778570524416863918304443359375,
"test_run_times": [
60.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6058b2b7f123ceed327ddaa1efd1289747b1f7e2": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.3075300000000000810729261502274312078952789306640625,
"test_run_times": [
61.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.1767000000000000792255150372511707246303558349609375,
"raw_values": [
1.1814400000000000456878979093744419515132904052734375,
1.1822900000000000630961949354968965053558349609375,
1.1663699999999999068478473418508656322956085205078125
],
"test_run_times": [
61.4200000000000017053025658242404460906982421875,
61.38000000000000255795384873636066913604736328125,
61.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.3223100000000000964206492426455952227115631103515625,
"test_run_times": [
61.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"dfedfca9a0d6c7455741aa65e9eee1b27e300a02": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 208.11799999999999499777914024889469146728515625,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 191.2450000000000045474735088646411895751953125,
"raw_values": [
193.83400000000000318323145620524883270263671875,
189.609000000000008867573342286050319671630859375,
190.29099999999999681676854379475116729736328125
],
"test_run_times": [
60.11999999999999744204615126363933086395263671875,
60.11999999999999744204615126363933086395263671875,
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 210.205999999999988858689903281629085540771484375,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"be9015d33da2127ae45d639c4f30bd3f30dfa92f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 199.722000000000008412825991399586200714111328125,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 182.765999999999991132426657713949680328369140625,
"raw_values": [
184.645000000000010231815394945442676544189453125,
183.102000000000003865352482534945011138916015625,
180.55000000000001136868377216160297393798828125
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 198.32900000000000773070496506989002227783203125,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5cbd2e79e9c57f005a7016f70b1494bde8789f54": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 61.1004999999999967030817060731351375579833984375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 55.96159999999999712372300564311444759368896484375,
"raw_values": [
56.22959999999999780584403197281062602996826171875,
55.8292000000000001591615728102624416351318359375,
55.826099999999996725819073617458343505859375
],
"test_run_times": [
60.06000000000000227373675443232059478759765625,
60.0499999999999971578290569595992565155029296875,
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 59.7402000000000015234036254696547985076904296875,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.61840000000000028279600883251987397670745849609375,
"test_run_times": [
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.35576999999999969759301166050136089324951171875,
"raw_values": [
5.26030999999999959726437737117521464824676513671875,
4.9507799999999999585043042316101491451263427734375,
5.24247999999999958475882522179745137691497802734375,
5.41115000000000012647660696529783308506011962890625,
5.215740000000000264890331891365349292755126953125,
5.3532799999999998163957570795901119709014892578125,
5.33870999999999984453324941569007933139801025390625,
5.37131000000000025096369427046738564968109130859375,
5.4139999999999997015720509807579219341278076171875,
5.45399000000000011567635738174431025981903076171875,
5.40247999999999972686737237381748855113983154296875,
5.3887499999999999289457264239899814128875732421875,
5.499629999999999796500560478307306766510009765625,
5.5909800000000000608224581810645759105682373046875,
5.44303000000000025693225325085222721099853515625
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.159999999999996589394868351519107818603515625,
61,
61.03999999999999914734871708787977695465087890625,
60.99000000000000198951966012828052043914794921875,
61.11999999999999744204615126363933086395263671875,
61.10000000000000142108547152020037174224853515625,
61.11999999999999744204615126363933086395263671875,
61,
61.13000000000000255795384873636066913604736328125,
61.11999999999999744204615126363933086395263671875,
61.0499999999999971578290569595992565155029296875,
60.99000000000000198951966012828052043914794921875,
61.0799999999999982946974341757595539093017578125,
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.81625999999999976353137753903865814208984375,
"test_run_times": [
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.450700000000001210764821735210716724395751953125,
"test_run_times": [
60.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 17.011700000000001153921402874402701854705810546875,
"raw_values": [
16.8659999999999996589394868351519107818603515625,
17.1788999999999987267074175179004669189453125,
16.990300000000001290345608140341937541961669921875
],
"test_run_times": [
60.68999999999999772626324556767940521240234375,
60.7000000000000028421709430404007434844970703125,
60.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 18.181799999999999073452272568829357624053955078125,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 420.3790000000000190993887372314929962158203125,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 394.1009999999999990905052982270717620849609375,
"raw_values": [
395.62700000000000954969436861574649810791015625,
398.84600000000000363797880709171295166015625,
387.82900000000000773070496506989002227783203125
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 424.317999999999983629095368087291717529296875,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a9d4e90139ab4993a50345390d7b7f9bef06a2f3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 438.1100000000000136424205265939235687255859375,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 407.2440000000000281943357549607753753662109375,
"raw_values": [
400.1499999999999772626324556767940521240234375,
429.1109999999999899955582804977893829345703125,
432.365000000000009094947017729282379150390625,
402.038999999999987267074175179004669189453125,
426.7730000000000245563569478690624237060546875,
426.2250000000000227373675443232059478759765625,
388.990999999999985448084771633148193359375,
388.45900000000000318323145620524883270263671875,
394.31999999999999317878973670303821563720703125,
387.3129999999999881765688769519329071044921875,
388.64299999999997226041159592568874359130859375,
423.70900000000000318323145620524883270263671875,
389.6879999999999881765688769519329071044921875,
421.58999999999997498889570124447345733642578125,
409.278000000000020008883439004421234130859375
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.18999999999999772626324556767940521240234375,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.18999999999999772626324556767940521240234375,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 430.53699999999997771737980656325817108154296875,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 99.3803999999999945202944218181073665618896484375,
"test_run_times": [
61.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 100.275499999999993860910763032734394073486328125,
"raw_values": [
93.503299999999995861799106933176517486572265625,
105.6029999999999944293449516408145427703857421875,
105.042000000000001591615728102624416351318359375,
92.6941000000000059344529290683567523956298828125,
105.030000000000001136868377216160297393798828125,
104.4320000000000021600499167107045650482177734375,
103.1820000000000021600499167107045650482177734375,
103.7879999999999967030817060731351375579833984375,
92.130099999999998772182152606546878814697265625,
104.4549999999999982946974341757595539093017578125,
92.212299999999999045030563138425350189208984375,
103.655000000000001136868377216160297393798828125,
90.591399999999993042365531437098979949951171875,
103.94499999999999317878973670303821563720703125,
103.868999999999999772626324556767940521240234375
],
"test_run_times": [
61.21000000000000085265128291212022304534912109375,
61.25999999999999801048033987171947956085205078125,
61.22999999999999687361196265555918216705322265625,
61.21000000000000085265128291212022304534912109375,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.219999999999998863131622783839702606201171875,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.24000000000000198951966012828052043914794921875,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 106.8490000000000037516656448133289813995361328125,
"test_run_times": [
61.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5ed90c8878f70bd27c1ca52f7839a6240fb4fd95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 36.00110000000000098907548817805945873260498046875,
"test_run_times": [
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 34.4763999999999981582732289098203182220458984375,
"raw_values": [
34.736400000000003274180926382541656494140625,
34.33899999999999863575794734060764312744140625,
34.3537000000000034560798667371273040771484375
],
"test_run_times": [
61.43999999999999772626324556767940521240234375,
61.4200000000000017053025658242404460906982421875,
61.469999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 36.287700000000000954969436861574649810791015625,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9d4915ebd74bea1828ab4914412637070c9b37de": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 125.5499999999999971578290569595992565155029296875,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 123.3900000000000005684341886080801486968994140625,
"raw_values": [
123.60800000000000409272615797817707061767578125,
123.688999999999992951416061259806156158447265625,
122.8719999999999998863131622783839702606201171875
],
"test_run_times": [
60.75,
60.77000000000000312638803734444081783294677734375,
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 122.0750000000000028421709430404007434844970703125,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"cd5e4093dc1c14c9a2852e842de9e0570a17e64e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 91.7450999999999936562744551338255405426025390625,
"test_run_times": [
61.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 91.273200000000002773958840407431125640869140625,
"raw_values": [
91.6681999999999987949195201508700847625732421875,
91.412499999999994315658113919198513031005859375,
90.738799999999997680788510479032993316650390625
],
"test_run_times": [
61.25,
61.21000000000000085265128291212022304534912109375,
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 92.9736999999999937926986603997647762298583984375,
"test_run_times": [
61.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"f3b73606b5d879d38dc20a198023024adae4424d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 116.58400000000000318323145620524883270263671875,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 115.70900000000000318323145620524883270263671875,
"raw_values": [
116.8589999999999946567186270840466022491455078125,
113.88200000000000500222085975110530853271484375,
116.3850000000000051159076974727213382720947265625
],
"test_run_times": [
60.780000000000001136868377216160297393798828125,
60.780000000000001136868377216160297393798828125,
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 117.3719999999999998863131622783839702606201171875,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a0768922bfa6b213ab4289b8480531db3385cfe9": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4a08410d5caf508543af690ae84dfb33adcb834d",
"results": {
"a": {
"value": 23.4688000000000016598278307355940341949462890625,
"test_run_times": [
61.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 22.796299999999998675548340543173253536224365234375,
"raw_values": [
21.747099999999999653255144949071109294891357421875,
28.2436000000000007048583938740193843841552734375,
23.76950000000000073896444519050419330596923828125,
22.477399999999999380406734417192637920379638671875,
22.087599999999998345856511150486767292022705078125,
22.196999999999999175770426518283784389495849609375,
21.955799999999999982946974341757595539093017578125,
22.43990000000000151203494169749319553375244140625,
22.5722999999999984765963745303452014923095703125,
22.013400000000000744648787076584994792938232421875,
22.6203000000000002955857780762016773223876953125,
21.951100000000000278532752417959272861480712890625,
22.27680000000000148929757415316998958587646484375
],
"test_run_times": [
61.42999999999999971578290569595992565155029296875,
61.47999999999999687361196265555918216705322265625,
61.469999999999998863131622783839702606201171875,
61.469999999999998863131622783839702606201171875,
61.46000000000000085265128291212022304534912109375,
61.5,
61.43999999999999772626324556767940521240234375,
61.46000000000000085265128291212022304534912109375,
61.5,
61.47999999999999687361196265555918216705322265625,
61.469999999999998863131622783839702606201171875,
61.5,
61.47999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 25.680299999999999016608853708021342754364013671875,
"test_run_times": [
61.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4a08410d5caf508543af690ae84dfb33adcb834d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 42.60439999999999827196006663143634796142578125,
"test_run_times": [
61.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 44.053100000000000591171556152403354644775390625,
"raw_values": [
45.9772999999999996134647517465054988861083984375,
35.4027999999999991587174008600413799285888671875,
42.0645999999999986584953148849308490753173828125,
44.48360000000000269437805400229990482330322265625,
45.26870000000000260342858382500708103179931640625,
45.0450000000000017053025658242404460906982421875,
45.540199999999998681232682429254055023193359375,
44.55749999999999744204615126363933086395263671875,
44.29520000000000123918653116561472415924072265625,
45.42110000000000269437805400229990482330322265625,
44.201099999999996725819073617458343505859375,
45.54950000000000187583282240666449069976806640625,
44.88409999999999655528881703503429889678955078125
],
"test_run_times": [
61.42999999999999971578290569595992565155029296875,
61.47999999999999687361196265555918216705322265625,
61.469999999999998863131622783839702606201171875,
61.469999999999998863131622783839702606201171875,
61.46000000000000085265128291212022304534912109375,
61.5,
61.43999999999999772626324556767940521240234375,
61.46000000000000085265128291212022304534912109375,
61.5,
61.47999999999999687361196265555918216705322265625,
61.469999999999998863131622783839702606201171875,
61.5,
61.47999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 38.93599999999999994315658113919198513031005859375,
"test_run_times": [
61.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"22c3156abe8aebf86909bf9cef6300931ebbaaef": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5ed90c8878f70bd27c1ca52f7839a6240fb4fd95",
"results": {
"a": {
"value": 27.774899999999998811972545809112489223480224609375,
"test_run_times": [
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 29.004200000000000869704308570362627506256103515625,
"raw_values": [
28.786300000000000665068000671453773975372314453125,
29.119299999999999073452272568829357624053955078125,
29.106999999999999317878973670303821563720703125
],
"test_run_times": [
61.43999999999999772626324556767940521240234375,
61.4200000000000017053025658242404460906982421875,
61.469999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 27.555599999999998317434801720082759857177734375,
"test_run_times": [
61.39999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"738e2c9fd6e5597316e35acd39ab26dbbec4f48f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89abe0aaa579bc5609ebf044dc792c1262430103",
"results": {
"a": {
"value": 11.1998999999999995225152815692126750946044921875,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 14.67999999999999971578290569595992565155029296875,
"raw_values": [
12.2675000000000000710542735760100185871124267578125,
12.3754000000000008441247700829990208148956298828125,
17.849900000000001654143488849513232707977294921875,
12.3573000000000003950617610826157033443450927734375,
12.3375000000000003552713678800500929355621337890625,
12.431599999999999539568307227455079555511474609375,
12.5220000000000002415845301584340631961822509765625,
18.16779999999999972715158946812152862548828125,
18.10549999999999926103555480949580669403076171875,
18.098400000000001597300069988705217838287353515625,
18.022300000000001318767317570745944976806640625,
12.507400000000000517275111633352935314178466796875,
12.5086999999999992638777257525362074375152587890625,
18.062400000000000233058017329312860965728759765625,
12.5855999999999994543031789362430572509765625
],
"test_run_times": [
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.07000000000000028421709430404007434844970703125,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.0499999999999971578290569595992565155029296875,
60.07000000000000028421709430404007434844970703125,
60.07000000000000028421709430404007434844970703125,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 11.2409999999999996589394868351519107818603515625,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89abe0aaa579bc5609ebf044dc792c1262430103": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 89.2707999999999941564965411089360713958740234375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 70.412000000000006139089236967265605926513671875,
"raw_values": [
81.501900000000006230038707144558429718017578125,
80.7921000000000049112713895738124847412109375,
56.01440000000000196678229258395731449127197265625,
80.9098000000000041609382606111466884613037109375,
81.0400000000000062527760746888816356658935546875,
80.4266999999999967485564411617815494537353515625,
79.8452999999999946112438919954001903533935546875,
55.03450000000000130739863379858434200286865234375,
55.2239000000000004320099833421409130096435546875,
55.2453000000000002955857780762016773223876953125,
55.47829999999999728288457845337688922882080078125,
79.93909999999999627107172273099422454833984375,
79.929699999999996862243278883397579193115234375,
55.35560000000000258069121628068387508392333984375,
79.4428999999999945202944218181073665618896484375
],
"test_run_times": [
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.07000000000000028421709430404007434844970703125,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.0499999999999971578290569595992565155029296875,
60.07000000000000028421709430404007434844970703125,
60.07000000000000028421709430404007434844970703125,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 88.9437999999999959754859446547925472259521484375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4773a7aadffbc6d56fefd006170b560c643da43d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5cbd2e79e9c57f005a7016f70b1494bde8789f54",
"results": {
"a": {
"value": 16.365600000000000591171556152403354644775390625,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 17.8686000000000007048583938740193843841552734375,
"raw_values": [
17.78320000000000078443918027915060520172119140625,
17.910799999999998277644408517517149448394775390625,
17.911899999999999266719896695576608180999755859375
],
"test_run_times": [
60.06000000000000227373675443232059478759765625,
60.0499999999999971578290569595992565155029296875,
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 16.738499999999998379962562466971576213836669921875,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0929ded4741613169cc08b76e5be43b11b6bef99": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "dfedfca9a0d6c7455741aa65e9eee1b27e300a02",
"results": {
"a": {
"value": 4.8034499999999997754684954998083412647247314453125,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.22787000000000023902657630969770252704620361328125,
"raw_values": [
5.15754000000000001335820343228988349437713623046875,
5.27249000000000034305003282497636973857879638671875,
5.253569999999999851070242584683001041412353515625
],
"test_run_times": [
60.11999999999999744204615126363933086395263671875,
60.11999999999999744204615126363933086395263671875,
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 4.75584999999999968878228173707611858844757080078125,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"506aa12229999f575c0b09c736991fa0d6ca9ca3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "be9015d33da2127ae45d639c4f30bd3f30dfa92f",
"results": {
"a": {
"value": 5.005810000000000314912540488876402378082275390625,
"test_run_times": [
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.47097999999999995424104781704954802989959716796875,
"raw_values": [
5.41495000000000015205614545266143977642059326171875,
5.46060000000000034248159863636828958988189697265625,
5.5373999999999998777866494492627680301666259765625
],
"test_run_times": [
60.1099999999999994315658113919198513031005859375,
60.1099999999999994315658113919198513031005859375,
60.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.04136000000000006338041202980093657970428466796875,
"test_run_times": [
60.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a951c25b44e0be4321382698fbb87cd15315c951": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9b31d5f903505b627078b0640b940c58c9b64d25",
"results": {
"a": {
"value": 36.368099999999998317434801720082759857177734375,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 50.38640000000000185309545486234128475189208984375,
"raw_values": [
39.64009999999999678266249247826635837554931640625,
39.949399999999997135091689415276050567626953125,
58.5578000000000002955857780762016773223876953125,
58.9183000000000021145751816220581531524658203125,
59.1640000000000014779288903810083866119384765625,
40.41199999999999903366187936626374721527099609375,
41.99419999999999930651028989814221858978271484375,
59.29249999999999687361196265555918216705322265625,
59.11699999999999732835931354202330112457275390625,
59.17660000000000053432813729159533977508544921875,
40.45150000000000289901436190120875835418701171875,
40.63159999999999882902557146735489368438720703125,
58.9166000000000025238477974198758602142333984375,
40.579700000000002546585164964199066162109375,
58.99479999999999790816218592226505279541015625
],
"test_run_times": [
60.7000000000000028421709430404007434844970703125,
60.7000000000000028421709430404007434844970703125,
60.71000000000000085265128291212022304534912109375,
60.719999999999998863131622783839702606201171875,
60.75,
60.7000000000000028421709430404007434844970703125,
60.7000000000000028421709430404007434844970703125,
60.68999999999999772626324556767940521240234375,
60.68999999999999772626324556767940521240234375,
60.71000000000000085265128291212022304534912109375,
60.719999999999998863131622783839702606201171875,
60.7000000000000028421709430404007434844970703125,
60.719999999999998863131622783839702606201171875,
60.71000000000000085265128291212022304534912109375,
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 55.12129999999999796500560478307306766510009765625,
"test_run_times": [
60.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9b31d5f903505b627078b0640b940c58c9b64d25": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 27.495400000000000062527760746888816356658935546875,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 20.55539999999999878355083637870848178863525390625,
"raw_values": [
25.2256000000000000227373675443232059478759765625,
25.030499999999999971578290569595992565155029296875,
17.076299999999999812416717759333550930023193359375,
16.971900000000001540456651127897202968597412109375,
16.90149999999999863575794734060764312744140625,
24.743700000000000471800376544706523418426513671875,
23.81139999999999901092451182194054126739501953125,
16.864799999999998902922015986405313014984130859375,
16.9147999999999996134647517465054988861083984375,
16.897999999999999687361196265555918216705322265625,
24.719500000000000028421709430404007434844970703125,
24.60979999999999989768184605054557323455810546875,
16.97240000000000037516656448133289813995361328125,
24.641400000000000858335624798201024532318115234375,
16.9498999999999995225152815692126750946044921875
],
"test_run_times": [
60.7000000000000028421709430404007434844970703125,
60.7000000000000028421709430404007434844970703125,
60.71000000000000085265128291212022304534912109375,
60.719999999999998863131622783839702606201171875,
60.75,
60.7000000000000028421709430404007434844970703125,
60.7000000000000028421709430404007434844970703125,
60.68999999999999772626324556767940521240234375,
60.68999999999999772626324556767940521240234375,
60.71000000000000085265128291212022304534912109375,
60.719999999999998863131622783839702606201171875,
60.7000000000000028421709430404007434844970703125,
60.719999999999998863131622783839702606201171875,
60.71000000000000085265128291212022304534912109375,
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 18.140899999999998470912032644264400005340576171875,
"test_run_times": [
60.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"42d1c91a130d86641096a66fbb0773e7febf6e23": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a",
"results": {
"a": {
"value": 54.19669999999999987494447850622236728668212890625,
"test_run_times": [
60.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 58.7845999999999975216269376687705516815185546875,
"raw_values": [
59.289299999999997226041159592568874359130859375,
58.20909999999999939745976007543504238128662109375,
58.85529999999999972715158946812152862548828125
],
"test_run_times": [
60.68999999999999772626324556767940521240234375,
60.7000000000000028421709430404007434844970703125,
60.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 54.99860000000000326281224261038005352020263671875,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7bf00cc4d90b5be8c6b0a6d16ee012dd4ab0933f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "6058b2b7f123ceed327ddaa1efd1289747b1f7e2",
"results": {
"a": {
"value": 764.798000000000001818989403545856475830078125,
"test_run_times": [
61.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 849.863000000000056388671509921550750732421875,
"raw_values": [
846.4180000000000063664629124104976654052734375,
845.8129999999999881765688769519329071044921875,
857.357999999999947249307297170162200927734375
],
"test_run_times": [
61.4200000000000017053025658242404460906982421875,
61.38000000000000255795384873636066913604736328125,
61.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 756.2450000000000045474735088646411895751953125,
"test_run_times": [
61.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8b7e0ac95d00a330b6ca05c1864dcd4bbc6c0909": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4cd61b80c22d72c875494a1230130405e2b801ea",
"results": {
"a": {
"value": 1302.65000000000009094947017729282379150390625,
"test_run_times": [
63.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1368.26999999999998181010596454143524169921875,
"raw_values": [
1429.410000000000081854523159563541412353515625,
1364.51999999999998181010596454143524169921875,
1306.859999999999899955582804977893829345703125,
1389.259999999999990905052982270717620849609375,
1418.7899999999999636202119290828704833984375,
1349.829999999999927240423858165740966796875,
1367.109999999999899955582804977893829345703125,
1236.759999999999990905052982270717620849609375,
1403.079999999999927240423858165740966796875,
1184.5399999999999636202119290828704833984375,
1419.180000000000063664629124104976654052734375,
1331.890000000000100044417195022106170654296875,
1377.700000000000045474735088646411895751953125,
1423.529999999999972715158946812152862548828125,
1521.65000000000009094947017729282379150390625
],
"test_run_times": [
63.47999999999999687361196265555918216705322265625,
62.0499999999999971578290569595992565155029296875,
61.64999999999999857891452847979962825775146484375,
63.13000000000000255795384873636066913604736328125,
63.00999999999999801048033987171947956085205078125,
62.71000000000000085265128291212022304534912109375,
62.11999999999999744204615126363933086395263671875,
62.60000000000000142108547152020037174224853515625,
62.340000000000003410605131648480892181396484375,
62.409999999999996589394868351519107818603515625,
63.030000000000001136868377216160297393798828125,
63.24000000000000198951966012828052043914794921875,
62.6400000000000005684341886080801486968994140625,
63.18999999999999772626324556767940521240234375,
62.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1247.799999999999954525264911353588104248046875,
"test_run_times": [
63
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4cd61b80c22d72c875494a1230130405e2b801ea": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.76766400000000001302424834648263640701770782470703125,
"test_run_times": [
63.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 0.73339900000000002311395519427605904638767242431640625,
"raw_values": [
0.699586000000000041154635255225002765655517578125,
0.73285400000000000542144107384956441819667816162109375,
0.7651909999999999545394757660687901079654693603515625,
0.71980500000000002813749233609996736049652099609375,
0.704825000000000034816594052244909107685089111328125,
0.74082999999999998852473481747438199818134307861328125,
0.7314659999999999495656766157480888068675994873046875,
0.80856300000000003169731144225806929171085357666015625,
0.712717000000000044934722609468735754489898681640625,
0.84421000000000001595168441781424917280673980712890625,
0.70463200000000003608846554925548844039440155029296875,
0.75081100000000000616040551904006861150264739990234375,
0.7258430000000000159587898451718501746654510498046875,
0.70247599999999998932054268152569420635700225830078125,
0.6571780000000000399040800402872264385223388671875
],
"test_run_times": [
63.47999999999999687361196265555918216705322265625,
62.0499999999999971578290569595992565155029296875,
61.64999999999999857891452847979962825775146484375,
63.13000000000000255795384873636066913604736328125,
63.00999999999999801048033987171947956085205078125,
62.71000000000000085265128291212022304534912109375,
62.11999999999999744204615126363933086395263671875,
62.60000000000000142108547152020037174224853515625,
62.340000000000003410605131648480892181396484375,
62.409999999999996589394868351519107818603515625,
63.030000000000001136868377216160297393798828125,
63.24000000000000198951966012828052043914794921875,
62.6400000000000005684341886080801486968994140625,
63.18999999999999772626324556767940521240234375,
62.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 0.80140599999999995173283195981639437377452850341796875,
"test_run_times": [
63
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"3e92ac6967b6f850dfda44d1ae73221c00933431": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "a9d4e90139ab4993a50345390d7b7f9bef06a2f3",
"results": {
"a": {
"value": 2.281120000000000036521896618069149553775787353515625,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.458229999999999915161197350244037806987762451171875,
"raw_values": [
2.4974199999999999732835931354202330112457275390625,
2.328980000000000050164317144663073122501373291015625,
2.311549999999999993605115378159098327159881591796875,
2.48566000000000020264678823878057301044464111328125,
2.341699999999999892708046900224871933460235595703125,
2.344700000000000006394884621840901672840118408203125,
2.5690200000000000812860889709554612636566162109375,
2.572649999999999881339363128063268959522247314453125,
2.534440000000000026147972675971686840057373046875,
2.58002999999999982350118443719111382961273193359375,
2.571429999999999882476231505279429256916046142578125,
2.35869000000000017536194718559272587299346923828125,
2.5646100000000000562749846721999347209930419921875,
2.37058999999999997498889570124447345733642578125,
2.44191000000000002501110429875552654266357421875
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.18999999999999772626324556767940521240234375,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.18999999999999772626324556767940521240234375,
60.2000000000000028421709430404007434844970703125,
60.2000000000000028421709430404007434844970703125,
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.320980000000000043058889787062071263790130615234375,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0df5715144d2b8933c0193df0f6cdd0fffbf4f38": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d",
"results": {
"a": {
"value": 2.376780000000000114823706098832190036773681640625,
"test_run_times": [
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.5358900000000001995204002014361321926116943359375,
"raw_values": [
2.526120000000000143103306982084177434444427490234375,
2.50518000000000018445689420332200825214385986328125,
2.576379999999999892423829805920831859111785888671875
],
"test_run_times": [
60.2000000000000028421709430404007434844970703125,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.35442999999999980076381689286790788173675537109375,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6829a0514bf57215c97acea53d4bb8d695a51357": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "de426ac858a42a1e9f1ae6c3179b9db958a5344d",
"results": {
"a": {
"value": 123.9779999999999944293449516408145427703857421875,
"test_run_times": [
60.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 106.1672999999999973397279973141849040985107421875,
"raw_values": [
133.241999999999990222931955941021442413330078125,
86.4745999999999952478901832364499568939208984375,
86.1093000000000046156856114976108074188232421875,
86.0759000000000042973624658770859241485595703125,
135.49299999999999499777914024889469146728515625,
86.07630000000000336513039655983448028564453125,
86.5414999999999992041921359486877918243408203125,
134.4850000000000136424205265939235687255859375,
86.8392000000000052750692702829837799072265625,
87.487899999999996225596987642347812652587890625,
134.962999999999993860910763032734394073486328125,
134.048000000000001818989403545856475830078125,
86.1718000000000046156856114976108074188232421875,
93.6872000000000042518877307884395122528076171875,
134.81499999999999772626324556767940521240234375
],
"test_run_times": [
61.00999999999999801048033987171947956085205078125,
60.909999999999996589394868351519107818603515625,
60.909999999999996589394868351519107818603515625,
61,
60.969999999999998863131622783839702606201171875,
60.97999999999999687361196265555918216705322265625,
60.9500000000000028421709430404007434844970703125,
61.0499999999999971578290569595992565155029296875,
60.93999999999999772626324556767940521240234375,
60.9500000000000028421709430404007434844970703125,
61,
60.969999999999998863131622783839702606201171875,
61,
60.99000000000000198951966012828052043914794921875,
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 123.4419999999999930651028989814221858978271484375,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"de426ac858a42a1e9f1ae6c3179b9db958a5344d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.0656300000000005212541509536094963550567626953125,
"test_run_times": [
60.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 9.8528999999999999914734871708787977695465087890625,
"raw_values": [
7.50490000000000012647660696529783308506011962890625,
11.5635999999999992127186487778089940547943115234375,
11.612500000000000710542735760100185871124267578125,
11.617000000000000881072992342524230480194091796875,
7.38018000000000018445689420332200825214385986328125,
11.617000000000000881072992342524230480194091796875,
11.554700000000000414956957683898508548736572265625,
7.4354899999999997106669979984872043132781982421875,
11.5150000000000005684341886080801486968994140625,
11.42960000000000064801497501321136951446533203125,
7.40918000000000009919176591210998594760894775390625,
7.4597499999999996589394868351519107818603515625,
11.6039999999999992041921359486877918243408203125,
10.6732999999999993434585121576674282550811767578125,
7.4173600000000003973354978370480239391326904296875
],
"test_run_times": [
61.00999999999999801048033987171947956085205078125,
60.909999999999996589394868351519107818603515625,
60.909999999999996589394868351519107818603515625,
61,
60.969999999999998863131622783839702606201171875,
60.97999999999999687361196265555918216705322265625,
60.9500000000000028421709430404007434844970703125,
61.0499999999999971578290569595992565155029296875,
60.93999999999999772626324556767940521240234375,
60.9500000000000028421709430404007434844970703125,
61,
60.969999999999998863131622783839702606201171875,
61,
60.99000000000000198951966012828052043914794921875,
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.10070999999999941110218060202896595001220703125,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c4ebdb2ada39490ef68eca9e552a95ba4f10a11c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "43b4afd3f62d41ac2ff03c77e7650323066f6725",
"results": {
"a": {
"value": 120.4249999999999971578290569595992565155029296875,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 135.503999999999990677679306827485561370849609375,
"raw_values": [
138.09600000000000363797880709171295166015625,
136.30099999999998772182152606546878814697265625,
132.114000000000004320099833421409130096435546875
],
"test_run_times": [
61.00999999999999801048033987171947956085205078125,
61.00999999999999801048033987171947956085205078125,
61.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 119.7770000000000010231815394945442676544189453125,
"test_run_times": [
60.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"548f1e55bbed0c6ae01a274210c3c51ef564891e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9d4915ebd74bea1828ab4914412637070c9b37de",
"results": {
"a": {
"value": 7.962839999999999918145476840436458587646484375,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 8.1024100000000007781864042044617235660552978515625,
"raw_values": [
8.0878700000000005587708074017427861690521240234375,
8.083149999999999835154085303656756877899169921875,
8.1362000000000005428546501207165420055389404296875
],
"test_run_times": [
60.75,
60.77000000000000312638803734444081783294677734375,
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.1894299999999997652366801048628985881805419921875,
"test_run_times": [
60.7999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c2ef99c0096c37c13d3b8ec683a8d4185a70820c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "f3b73606b5d879d38dc20a198023024adae4424d",
"results": {
"a": {
"value": 8.5759699999999998709654391859658062458038330078125,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 8.6419300000000003336708687129430472850799560546875,
"raw_values": [
8.5558899999999997731947587453760206699371337890625,
8.779379999999999739657141617499291896820068359375,
8.5905100000000000903810359886847436428070068359375
],
"test_run_times": [
60.780000000000001136868377216160297393798828125,
60.780000000000001136868377216160297393798828125,
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.5183599999999994878407960641197860240936279296875,
"test_run_times": [
60.75999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"a": {
"value": 180.282000000000010686562745831906795501708984375,
"test_run_times": [
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 148.740000000000009094947017729282379150390625,
"raw_values": [
132.45400000000000773070496506989002227783203125,
134.794999999999987494447850622236728668212890625,
146.157999999999987039700499735772609710693359375,
150.144000000000005456968210637569427490234375,
194.429000000000002046363078989088535308837890625,
148.395999999999986584953148849308490753173828125,
135.657000000000010686562745831906795501708984375,
136.7640000000000100044417195022106170654296875,
196.11799999999999499777914024889469146728515625,
136.731999999999999317878973670303821563720703125,
136.10300000000000864019966684281826019287109375,
137.131000000000000227373675443232059478759765625
],
"test_run_times": [
60.92999999999999971578290569595992565155029296875,
61.06000000000000227373675443232059478759765625,
61,
61.03999999999999914734871708787977695465087890625,
61.06000000000000227373675443232059478759765625,
61.0799999999999982946974341757595539093017578125,
61.03999999999999914734871708787977695465087890625,
60.969999999999998863131622783839702606201171875,
60.99000000000000198951966012828052043914794921875,
60.9500000000000028421709430404007434844970703125,
60.96000000000000085265128291212022304534912109375,
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 179.597000000000008412825991399586200714111328125,
"test_run_times": [
61.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.54675000000000029132252166164107620716094970703125,
"test_run_times": [
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 6.8405100000000000903810359886847436428070068359375,
"raw_values": [
7.54957000000000011397105481592006981372833251953125,
7.41847000000000011965539670200087130069732666015625,
6.84175000000000022026824808563105762004852294921875,
6.66011000000000041865177990985102951526641845703125,
5.1431699999999995753796611097641289234161376953125,
6.73852999999999990876631272840313613414764404296875,
7.371340000000000003410605131648480892181396484375,
7.31163000000000007361222742474637925624847412109375,
5.09888000000000030098590286797843873500823974609375,
7.31332999999999966433961162692867219448089599609375,
7.34719000000000033168134905281476676464080810546875,
7.2920999999999995822008713730610907077789306640625
],
"test_run_times": [
60.92999999999999971578290569595992565155029296875,
61.06000000000000227373675443232059478759765625,
61,
61.03999999999999914734871708787977695465087890625,
61.06000000000000227373675443232059478759765625,
61.0799999999999982946974341757595539093017578125,
61.03999999999999914734871708787977695465087890625,
60.969999999999998863131622783839702606201171875,
60.99000000000000198951966012828052043914794921875,
60.9500000000000028421709430404007434844970703125,
60.96000000000000085265128291212022304534912109375,
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.56791999999999998038902049302123486995697021484375,
"test_run_times": [
61.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"a": {
"value": 177.984000000000008867573342286050319671630859375,
"test_run_times": [
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 186.849999999999994315658113919198513031005859375,
"raw_values": [
190.099999999999994315658113919198513031005859375,
201.9850000000000136424205265939235687255859375,
190.746000000000009322320693172514438629150390625,
184.80000000000001136868377216160297393798828125,
191.72399999999998954081092961132526397705078125,
186.799000000000006593836587853729724884033203125,
187.3079999999999927240423858165740966796875,
186.17099999999999226929503493010997772216796875,
184.703000000000002955857780762016773223876953125,
183.34899999999998954081092961132526397705078125,
185.097000000000008412825991399586200714111328125,
185.568999999999988403942552395164966583251953125,
181.826999999999998181010596454143524169921875,
178.855999999999994543031789362430572509765625,
183.717999999999989313437254168093204498291015625
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.159999999999996589394868351519107818603515625,
61,
61.03999999999999914734871708787977695465087890625,
60.99000000000000198951966012828052043914794921875,
61.11999999999999744204615126363933086395263671875,
61.10000000000000142108547152020037174224853515625,
61.11999999999999744204615126363933086395263671875,
61,
61.13000000000000255795384873636066913604736328125,
61.11999999999999744204615126363933086395263671875,
61.0499999999999971578290569595992565155029296875,
60.99000000000000198951966012828052043914794921875,
61.0799999999999982946974341757595539093017578125,
61.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 171.929000000000002046363078989088535308837890625,
"test_run_times": [
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ecc134a0b483b07e1539f2319519a2833a4e70af": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a",
"results": {
"a": {
"value": 10.054899999999999948840923025272786617279052734375,
"test_run_times": [
61.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 9.9995700000000002916067387559451162815093994140625,
"raw_values": [
10.6882000000000001449507180950604379177093505859375,
9.4613800000000001233502189279533922672271728515625,
9.5131200000000006866684998385608196258544921875,
10.779199999999999448618837050162255764007568359375,
9.5136500000000001620037437533028423786163330078125,
9.568780000000000285353962681256234645843505859375,
9.6849100000000003518607627484016120433807373046875,
9.627330000000000609361450187861919403076171875,
10.8483999999999998209432305884547531604766845703125,
9.5667600000000003745981302927248179912567138671875,
10.8375000000000003552713678800500929355621337890625,
9.6399699999999999278088580467738211154937744140625,
11.03020000000000067075234255753457546234130859375,
9.6143400000000003302602635812945663928985595703125,
9.6198700000000005871925168321467936038970947265625
],
"test_run_times": [
61.21000000000000085265128291212022304534912109375,
61.25999999999999801048033987171947956085205078125,
61.22999999999999687361196265555918216705322265625,
61.21000000000000085265128291212022304534912109375,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.219999999999998863131622783839702606201171875,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.24000000000000198951966012828052043914794921875,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.24000000000000198951966012828052043914794921875,
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 9.35370999999999952478901832364499568939208984375,
"test_run_times": [
61.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"900b5f85935262c2771285cadf049fd541b80243": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "cd5e4093dc1c14c9a2852e842de9e0570a17e64e",
"results": {
"a": {
"value": 10.8955999999999999516830939683131873607635498046875,
"test_run_times": [
61.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 10.9522999999999992581933838664554059505462646484375,
"raw_values": [
10.9049999999999993605115378159098327159881591796875,
10.93560000000000087538865045644342899322509765625,
11.0162999999999993150368027272634208202362060546875
],
"test_run_times": [
61.25,
61.21000000000000085265128291212022304534912109375,
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 10.751400000000000289901436190120875835418701171875,
"test_run_times": [
61.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
}
}
}