Tests for a future article. AMD Ryzen Threadripper PRO 7995WX 96-Cores testing with a HP Z6 G5 A Workstation 8B24 (U65 Ver. 01.01.04 BIOS) and NVIDIA RTX A4000 16GB on CachyOS rolling via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402162-NE-COMPUTE0976
{
"title": "compute",
"last_modified": "2024-02-16 23:39:49",
"description": "Tests for a future article. AMD Ryzen Threadripper PRO 7995WX 96-Cores testing with a HP Z6 G5 A Workstation 8B24 (U65 Ver. 01.01.04 BIOS) and NVIDIA RTX A4000 16GB on CachyOS rolling via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 7995WX 96-Cores @ 5.19GHz (96 Cores \/ 192 Threads)",
"Motherboard": "HP Z6 G5 A Workstation 8B24 (U65 Ver. 01.01.04 BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "8 x 16GB DDR5-5200MT\/s Hynix HMCG78AGBRA190N",
"Disk": "2 x 1024GB SAMSUNG MZVL21T0HCLR-00BH1",
"Graphics": "NVIDIA RTX A4000 16GB",
"Audio": "NVIDIA GA104 HD Audio",
"Monitor": "ASUS VP28U",
"Network": "Realtek RTL8111\/8168\/8411"
},
"software": {
"OS": "CachyOS rolling",
"Kernel": "6.7.2-1-cachyos (x86_64)",
"Desktop": "GNOME Shell 45.3",
"Display Server": "X Server 1.21.1.11",
"Display Driver": "NVIDIA 545.29.06",
"OpenGL": "4.6.0",
"Compiler": "GCC 13.2.1 20230801 + Clang 16.0.6 + LLVM 16.0.6",
"File-System": "xfs",
"Screen Resolution": "3840x2160"
},
"user": "phoronix",
"timestamp": "2024-02-16 21:32:21",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--disable-libssp --disable-libstdcxx-pch --disable-werror --enable-__cxa_atexit --enable-bootstrap --enable-cet=auto --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-default-ssp --enable-gnu-indirect-function --enable-gnu-unique-object --enable-languages=ada,c,c++,d,fortran,go,lto,m2,objc,obj-c++ --enable-libstdcxx-backtrace --enable-link-serialization=1 --enable-lto --enable-multilib --enable-plugin --enable-shared --enable-threads=posix --mandir=\/usr\/share\/man --with-build-config=bootstrap-lto --with-linker-hash-style=gnu",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa108105",
"kernel-extra-details": "Transparent Huge Pages: always",
"python": "Python 3.11.7",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 7995WX 96-Cores @ 5.19GHz (96 Cores \/ 192 Threads)",
"Motherboard": "HP Z6 G5 A Workstation 8B24 (U65 Ver. 01.01.04 BIOS)",
"Chipset": "AMD Device 14a4",
"Memory": "8 x 16GB DDR5-5200MT\/s Hynix HMCG78AGBRA190N",
"Disk": "2 x 1024GB SAMSUNG MZVL21T0HCLR-00BH1",
"Graphics": "NVIDIA RTX A4000 16GB",
"Audio": "NVIDIA GA104 HD Audio",
"Monitor": "ASUS VP28U",
"Network": "Realtek RTL8111\/8168\/8411"
},
"software": {
"OS": "CachyOS rolling",
"Kernel": "6.7.2-1-cachyos (x86_64)",
"Desktop": "GNOME Shell 45.3",
"Display Server": "X Server 1.21.1.11",
"Display Driver": "NVIDIA 545.29.06",
"OpenGL": "4.6.0",
"Compiler": "GCC 13.2.1 20230801 + Clang 16.0.6 + LLVM 16.0.6",
"File-System": "xfs",
"Screen Resolution": "3840x2160"
},
"user": "phoronix",
"timestamp": "2024-02-16 22:32:16",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--disable-libssp --disable-libstdcxx-pch --disable-werror --enable-__cxa_atexit --enable-bootstrap --enable-cet=auto --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-default-ssp --enable-gnu-indirect-function --enable-gnu-unique-object --enable-languages=ada,c,c++,d,fortran,go,lto,m2,objc,obj-c++ --enable-libstdcxx-backtrace --enable-link-serialization=1 --enable-lto --enable-multilib --enable-plugin --enable-shared --enable-threads=posix --mandir=\/usr\/share\/man --with-build-config=bootstrap-lto --with-linker-hash-style=gnu",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: balance_performance)",
"cpu-microcode": "0xa108105",
"kernel-extra-details": "Transparent Huge Pages: always",
"python": "Python 3.11.7",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"6058b2b7f123ceed327ddaa1efd1289747b1f7e2": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.386359999999999814690454513765871524810791015625,
"test_run_times": [
60.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 4.544380000000000308091330225579440593719482421875,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4a08410d5caf508543af690ae84dfb33adcb834d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 42.97240000000000037516656448133289813995361328125,
"test_run_times": [
61.60000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 50.575299999999998590283212251961231231689453125,
"test_run_times": [
61.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"dfedfca9a0d6c7455741aa65e9eee1b27e300a02": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 209.294000000000011141310096718370914459228515625,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 241.412000000000006139089236967265605926513671875,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9b31d5f903505b627078b0640b940c58c9b64d25": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 37.225200000000000954969436861574649810791015625,
"test_run_times": [
60.50999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 34.760300000000000864019966684281826019287109375,
"test_run_times": [
60.50999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"cb3fb067872f0ca9cc8da9180102ca3727d399f2": {
"identifier": "pts\/namd-1.3.1",
"title": "NAMD",
"app_version": "3.0b6",
"arguments": "..\/f1atpase\/f1atpase.namd",
"description": "Input: ATPase with 327,506 Atoms",
"scale": "ns\/day",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.4803300000000003677769200294278562068939208984375,
"raw_values": [
8.4803256445048003087094912189058959484100341796875
],
"test_run_times": [
46.42999999999999971578290569595992565155029296875
]
},
"b": {
"value": 8.918060000000000542286215932108461856842041015625,
"raw_values": [
8.9180608568472994335252224118448793888092041015625
],
"test_run_times": [
8.0600000000000004973799150320701301097869873046875
]
}
}
},
"5cbd2e79e9c57f005a7016f70b1494bde8789f54": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 122.58899999999999863575794734060764312744140625,
"test_run_times": [
60.090000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 117.686000000000007048583938740193843841552734375,
"test_run_times": [
60.090000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9d4915ebd74bea1828ab4914412637070c9b37de": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 184.301999999999992496668710373342037200927734375,
"test_run_times": [
60.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 189.93000000000000682121026329696178436279296875,
"test_run_times": [
60.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7675a789dbc7012f6c524f3ea724274087a516fc": {
"identifier": "pts\/oidn-2.2.0",
"title": "Intel Open Image Denoise",
"app_version": "2.2",
"arguments": "-r RTLightmap.hdr.4096x4096 -d cpu",
"description": "Run: RTLightmap.hdr.4096x4096 - Device: CPU-Only",
"scale": "Images \/ Sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.4299999999999999378275106209912337362766265869140625,
"raw_values": [
1.4294924301228000285135522062773816287517547607421875
],
"test_run_times": [
21.1700000000000017053025658242404460906982421875
]
},
"b": {
"value": 1.3899999999999999023003738329862244427204132080078125,
"raw_values": [
1.3931651318630999814018878169008530676364898681640625
],
"test_run_times": [
21.719999999999998863131622783839702606201171875
]
}
}
},
"3fb2ae4f9ce67d314d75b2fee17a25a01cf668c3": {
"identifier": "pts\/oidn-2.2.0",
"title": "Intel Open Image Denoise",
"app_version": "2.2",
"arguments": "-r RT.ldr_alb_nrm.3840x2160 -d cpu",
"description": "Run: RT.ldr_alb_nrm.3840x2160 - Device: CPU-Only",
"scale": "Images \/ Sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.029999999999999804600747665972448885440826416015625,
"raw_values": [
3.03431200009710000387030959245748817920684814453125
],
"test_run_times": [
10.1300000000000007815970093361102044582366943359375
]
},
"b": {
"value": 2.95000000000000017763568394002504646778106689453125,
"raw_values": [
2.95353789536800004356109639047645032405853271484375
],
"test_run_times": [
10.4000000000000003552713678800500929355621337890625
]
}
}
},
"8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 567.4329999999999927240423858165740966796875,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 552.8980000000000245563569478690624237060546875,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5ed90c8878f70bd27c1ca52f7839a6240fb4fd95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 33.47099999999999653255144949071109294891357421875,
"test_run_times": [
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 34.16409999999999769215719425119459629058837890625,
"test_run_times": [
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.1950599999999997891109160264022648334503173828125,
"test_run_times": [
60.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 9.0245599999999992490984368487261235713958740234375,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"035f9514f25810ee9ac4f62b78784a2faadff9cb": {
"identifier": "pts\/oidn-2.2.0",
"title": "Intel Open Image Denoise",
"app_version": "2.2",
"arguments": "-r RT.hdr_alb_nrm.3840x2160 -d cpu",
"description": "Run: RT.hdr_alb_nrm.3840x2160 - Device: CPU-Only",
"scale": "Images \/ Sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.020000000000000017763568394002504646778106689453125,
"raw_values": [
3.02032679935970005402623428381048142910003662109375
],
"test_run_times": [
10.1899999999999995026200849679298698902130126953125
]
},
"b": {
"value": 2.970000000000000195399252334027551114559173583984375,
"raw_values": [
2.965783752843500042928326365654356777667999267578125
],
"test_run_times": [
10.3699999999999992184029906638897955417633056640625
]
}
}
},
"89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 130.3509999999999990905052982270717620849609375,
"test_run_times": [
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 129.1100000000000136424205265939235687255859375,
"test_run_times": [
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"cd5e4093dc1c14c9a2852e842de9e0570a17e64e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 173.068999999999988403942552395164966583251953125,
"test_run_times": [
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 174.68000000000000682121026329696178436279296875,
"test_run_times": [
60.840000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 28.34609999999999985220711096189916133880615234375,
"test_run_times": [
60.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 28.085499999999999687361196265555918216705322265625,
"test_run_times": [
60.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89abe0aaa579bc5609ebf044dc792c1262430103": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 142.568999999999988403942552395164966583251953125,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 141.265999999999991132426657713949680328369140625,
"test_run_times": [
60.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4cd61b80c22d72c875494a1230130405e2b801ea": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.1745099999999999429434183184639550745487213134765625,
"test_run_times": [
61.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.16382999999999992013499650056473910808563232421875,
"test_run_times": [
61.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"be9015d33da2127ae45d639c4f30bd3f30dfa92f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 183.782000000000010686562745831906795501708984375,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 185.25200000000000954969436861574649810791015625,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.493050000000000210320649784989655017852783203125,
"test_run_times": [
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 9.4202999999999992297716744360513985157012939453125,
"test_run_times": [
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"f3b73606b5d879d38dc20a198023024adae4424d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 397.99700000000001409716787748038768768310546875,
"test_run_times": [
60.49000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 400.874000000000023646862246096134185791015625,
"test_run_times": [
60.49000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"de426ac858a42a1e9f1ae6c3179b9db958a5344d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.51689999999999969304553815163671970367431640625,
"test_run_times": [
60.6700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 13.5742999999999991445065461448393762111663818359375,
"test_run_times": [
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"43b4afd3f62d41ac2ff03c77e7650323066f6725": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.806599999999999539568307227455079555511474609375,
"test_run_times": [
60.64999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 12.8465000000000006963318810448981821537017822265625,
"test_run_times": [
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a9d4e90139ab4993a50345390d7b7f9bef06a2f3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 563.5810000000000172803993336856365203857421875,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 562.7930000000000063664629124104976654052734375,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"002c19bce00295e60ebc4527d7b511932613c1bd": {
"identifier": "pts\/gromacs-1.9.0",
"title": "GROMACS",
"app_version": "2024",
"arguments": "mpi-build water-cut1.0_GMX50_bare\/1536",
"description": "Implementation: MPI CPU - Input: water_GMX50_bare",
"scale": "Ns Per Day",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.3480000000000007531752999057061970233917236328125,
"test_run_times": [
23.160000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -lm"
}
}
},
"b": {
"value": 11.36299999999999954525264911353588104248046875,
"test_run_times": [
23.260000000000001563194018672220408916473388671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -lm"
}
}
}
}
},
"7f69eb040a48b72e4c333b43507f955ff1fbb4cd": {
"identifier": "pts\/namd-1.3.1",
"title": "NAMD",
"app_version": "3.0b6",
"arguments": "..\/stmv\/stmv.namd",
"description": "Input: STMV with 1,066,628 Atoms",
"scale": "ns\/day",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.4953599999999998004795997985638678073883056640625,
"raw_values": [
2.4953648597729998215299929142929613590240478515625
],
"test_run_times": [
60.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 2.494450000000000056132876125047914683818817138671875,
"raw_values": [
2.494449849085799808534602561849169433116912841796875
],
"test_run_times": [
24.42999999999999971578290569595992565155029296875
]
}
}
},
"a0768922bfa6b213ab4289b8480531db3385cfe9": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4a08410d5caf508543af690ae84dfb33adcb834d",
"results": {
"a": {
"value": 23.267900000000000915179043659009039402008056640625,
"test_run_times": [
61.60000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 19.770399999999998641442289226688444614410400390625,
"test_run_times": [
61.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"22c3156abe8aebf86909bf9cef6300931ebbaaef": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5ed90c8878f70bd27c1ca52f7839a6240fb4fd95",
"results": {
"a": {
"value": 29.874500000000001165290086646564304828643798828125,
"test_run_times": [
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 29.268499999999999516830939683131873607635498046875,
"test_run_times": [
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"738e2c9fd6e5597316e35acd39ab26dbbec4f48f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89abe0aaa579bc5609ebf044dc792c1262430103",
"results": {
"a": {
"value": 7.01381000000000032201796784647740423679351806640625,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 7.07856000000000040728309613768942654132843017578125,
"test_run_times": [
60.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4773a7aadffbc6d56fefd006170b560c643da43d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5cbd2e79e9c57f005a7016f70b1494bde8789f54",
"results": {
"a": {
"value": 8.155950000000000699174051987938582897186279296875,
"test_run_times": [
60.090000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 8.495760000000000644604369881562888622283935546875,
"test_run_times": [
60.090000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0929ded4741613169cc08b76e5be43b11b6bef99": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "dfedfca9a0d6c7455741aa65e9eee1b27e300a02",
"results": {
"a": {
"value": 4.77742000000000022197355065145529806613922119140625,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 4.14186999999999994059862729045562446117401123046875,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"506aa12229999f575c0b09c736991fa0d6ca9ca3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "be9015d33da2127ae45d639c4f30bd3f30dfa92f",
"results": {
"a": {
"value": 5.43975999999999970668795867823064327239990234375,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.3967200000000001836042429204098880290985107421875,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a951c25b44e0be4321382698fbb87cd15315c951": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9b31d5f903505b627078b0640b940c58c9b64d25",
"results": {
"a": {
"value": 26.861599999999999255351212923415005207061767578125,
"test_run_times": [
60.50999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 28.767099999999999226929503493010997772216796875,
"test_run_times": [
60.50999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"42d1c91a130d86641096a66fbb0773e7febf6e23": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a",
"results": {
"a": {
"value": 35.27680000000000148929757415316998958587646484375,
"test_run_times": [
60.530000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 35.6039999999999992041921359486877918243408203125,
"test_run_times": [
60.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7bf00cc4d90b5be8c6b0a6d16ee012dd4ab0933f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "6058b2b7f123ceed327ddaa1efd1289747b1f7e2",
"results": {
"a": {
"value": 185.65199999999998681232682429254055023193359375,
"test_run_times": [
60.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 220.05000000000001136868377216160297393798828125,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8b7e0ac95d00a330b6ca05c1864dcd4bbc6c0909": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4cd61b80c22d72c875494a1230130405e2b801ea",
"results": {
"a": {
"value": 851.4149999999999636202119290828704833984375,
"test_run_times": [
61.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 859.2269999999999754436430521309375762939453125,
"test_run_times": [
61.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"3e92ac6967b6f850dfda44d1ae73221c00933431": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "a9d4e90139ab4993a50345390d7b7f9bef06a2f3",
"results": {
"a": {
"value": 1.7739499999999999158006858124281279742717742919921875,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.776429999999999953530505081289447844028472900390625,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0df5715144d2b8933c0193df0f6cdd0fffbf4f38": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d",
"results": {
"a": {
"value": 1.76072000000000006281197784119285643100738525390625,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.8069699999999999651123516741790808737277984619140625,
"test_run_times": [
60.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6829a0514bf57215c97acea53d4bb8d695a51357": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "de426ac858a42a1e9f1ae6c3179b9db958a5344d",
"results": {
"a": {
"value": 73.980199999999996407495927996933460235595703125,
"test_run_times": [
60.6700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 73.6672999999999973397279973141849040985107421875,
"test_run_times": [
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c4ebdb2ada39490ef68eca9e552a95ba4f10a11c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "43b4afd3f62d41ac2ff03c77e7650323066f6725",
"results": {
"a": {
"value": 78.0818000000000012050804798491299152374267578125,
"test_run_times": [
60.64999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 77.8392999999999943838702165521681308746337890625,
"test_run_times": [
60.63000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"548f1e55bbed0c6ae01a274210c3c51ef564891e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9d4915ebd74bea1828ab4914412637070c9b37de",
"results": {
"a": {
"value": 5.4251500000000003609557097661308944225311279296875,
"test_run_times": [
60.46000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.2641200000000001324451659456826746463775634765625,
"test_run_times": [
60.4500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c2ef99c0096c37c13d3b8ec683a8d4185a70820c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "f3b73606b5d879d38dc20a198023024adae4424d",
"results": {
"a": {
"value": 2.5114000000000000767386154620908200740814208984375,
"test_run_times": [
60.49000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.493349999999999955235807647113688290119171142578125,
"test_run_times": [
60.49000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"a": {
"value": 108.75,
"test_run_times": [
60.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 110.80500000000000682121026329696178436279296875,
"test_run_times": [
60.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"a": {
"value": 105.3370000000000032969182939268648624420166015625,
"test_run_times": [
60.74000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 106.1490000000000009094947017729282379150390625,
"test_run_times": [
60.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ecc134a0b483b07e1539f2319519a2833a4e70af": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a",
"results": {
"a": {
"value": 7.6697100000000002495426087989471852779388427734375,
"test_run_times": [
60.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 7.7434700000000002972910806420259177684783935546875,
"test_run_times": [
60.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"900b5f85935262c2771285cadf049fd541b80243": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "cd5e4093dc1c14c9a2852e842de9e0570a17e64e",
"results": {
"a": {
"value": 5.77230000000000043058889787062071263790130615234375,
"test_run_times": [
60.8599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 5.7185199999999998254907040973193943500518798828125,
"test_run_times": [
60.840000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
}
}
}