Tests for a future article. AMD Ryzen Threadripper PRO 5965WX 24-Cores testing with a ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS) and ASUS NVIDIA NV106 2GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402042-NE-ONNXTR51458
{
"title": "onnx tr",
"last_modified": "2024-02-04 22:23:35",
"description": "Tests for a future article. AMD Ryzen Threadripper PRO 5965WX 24-Cores testing with a ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS) and ASUS NVIDIA NV106 2GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-04 18:17:14",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"identifier": "AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-04 19:12:21",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD Ryzen Threadripper PRO 5965WX 24-Cores @ 3.80GHz (24 Cores \/ 48 Threads)",
"Motherboard": "ASUS Pro WS WRX80E-SAGE SE WIFI (1201 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "8 x 16GB DDR4-2133MT\/s Corsair CMK32GX4M2E3200C16",
"Disk": "2048GB SOLIDIGM SSDPFKKW020X7",
"Graphics": "ASUS NVIDIA NV106 2GB",
"Audio": "AMD Starship\/Matisse",
"Monitor": "VA2431",
"Network": "2 x Intel X550 + Intel Wi-Fi 6 AX200"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-13-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server + Wayland",
"Display Driver": "nouveau",
"OpenGL": "4.3 Mesa 23.2.1-1ubuntu3",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "phoronix",
"timestamp": "2024-02-04 19:51:41",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0xa008205",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"ecc134a0b483b07e1539f2319519a2833a4e70af": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a",
"results": {
"a": {
"value": 7.26081999999999982975396051187999546527862548828125,
"test_run_times": [
61.57000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 6.887100000000000221689333557151257991790771484375,
"test_run_times": [
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 6.8639799999999997481836544466204941272735595703125,
"raw_values": [
6.24063999999999996504129740060307085514068603515625,
6.827709999999999723740984336473047733306884765625,
8.0775400000000008304823495564050972461700439453125,
6.755720000000000169393388205207884311676025390625,
6.8769200000000001438138497178442776203155517578125,
8.005069999999999907913661445491015911102294921875,
7.09321999999999963648633638513274490833282470703125,
6.2371499999999997498889570124447345733642578125,
7.88257999999999992013499650056473910808563232421875,
6.343650000000000233058017329312860965728759765625,
7.0638600000000000278532752417959272861480712890625,
6.75246999999999975017317410674877464771270751953125,
6.203260000000000218278728425502777099609375,
6.27888999999999963819163895095698535442352294921875,
6.3209999999999997299937604111619293689727783203125
],
"test_run_times": [
61.5499999999999971578290569595992565155029296875,
61.5499999999999971578290569595992565155029296875,
61.56000000000000227373675443232059478759765625,
61.5499999999999971578290569595992565155029296875,
61.57000000000000028421709430404007434844970703125,
61.49000000000000198951966012828052043914794921875,
61.57000000000000028421709430404007434844970703125,
61.50999999999999801048033987171947956085205078125,
61.53999999999999914734871708787977695465087890625,
61.530000000000001136868377216160297393798828125,
61.57000000000000028421709430404007434844970703125,
61.590000000000003410605131648480892181396484375,
61.530000000000001136868377216160297393798828125,
61.52000000000000312638803734444081783294677734375,
61.47999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 137.643000000000000682121026329696178436279296875,
"test_run_times": [
61.57000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 145.104999999999989768184605054557323455810546875,
"test_run_times": [
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 146.780000000000001136868377216160297393798828125,
"raw_values": [
160.181999999999987949195201508700847625732421875,
146.3410000000000081854523159563541412353515625,
123.71399999999999863575794734060764312744140625,
147.92099999999999226929503493010997772216796875,
145.304000000000002046363078989088535308837890625,
124.826999999999998181010596454143524169921875,
140.864000000000004320099833421409130096435546875,
160.270999999999986584953148849308490753173828125,
126.780000000000001136868377216160297393798828125,
157.570999999999997953636921010911464691162109375,
141.461000000000012732925824820995330810546875,
147.98300000000000409272615797817707061767578125,
161.143000000000000682121026329696178436279296875,
159.2069999999999936335370875895023345947265625,
158.131000000000000227373675443232059478759765625
],
"test_run_times": [
61.5499999999999971578290569595992565155029296875,
61.5499999999999971578290569595992565155029296875,
61.56000000000000227373675443232059478759765625,
61.5499999999999971578290569595992565155029296875,
61.57000000000000028421709430404007434844970703125,
61.49000000000000198951966012828052043914794921875,
61.57000000000000028421709430404007434844970703125,
61.50999999999999801048033987171947956085205078125,
61.53999999999999914734871708787977695465087890625,
61.530000000000001136868377216160297393798828125,
61.57000000000000028421709430404007434844970703125,
61.590000000000003410605131648480892181396484375,
61.530000000000001136868377216160297393798828125,
61.52000000000000312638803734444081783294677734375,
61.47999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7bf00cc4d90b5be8c6b0a6d16ee012dd4ab0933f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "6058b2b7f123ceed327ddaa1efd1289747b1f7e2",
"results": {
"a": {
"value": 428.97100000000000363797880709171295166015625,
"test_run_times": [
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 430.10800000000000409272615797817707061767578125,
"test_run_times": [
61.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 347.23200000000002773958840407431125640869140625,
"raw_values": [
305.60800000000000409272615797817707061767578125,
427.45400000000000773070496506989002227783203125,
430.04700000000002546585164964199066162109375,
304.91699999999997316990629769861698150634765625,
304.18400000000002592059900052845478057861328125,
306.73799999999999954525264911353588104248046875,
426.38700000000000045474735088646411895751953125,
306.47300000000001318767317570745944976806640625,
428.97800000000000864019966684281826019287109375,
304.43400000000002592059900052845478057861328125,
430.6879999999999881765688769519329071044921875,
303.80000000000001136868377216160297393798828125,
306.61799999999999499777914024889469146728515625,
307.24299999999999499777914024889469146728515625,
314.913999999999987267074175179004669189453125
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.3900000000000005684341886080801486968994140625,
61.3299999999999982946974341757595539093017578125,
61.2000000000000028421709430404007434844970703125,
61.280000000000001136868377216160297393798828125,
61.22999999999999687361196265555918216705322265625,
61.25999999999999801048033987171947956085205078125,
61.2000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875,
61.28999999999999914734871708787977695465087890625,
61.4200000000000017053025658242404460906982421875,
61.280000000000001136868377216160297393798828125,
61.2000000000000028421709430404007434844970703125,
61.35000000000000142108547152020037174224853515625,
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6058b2b7f123ceed327ddaa1efd1289747b1f7e2": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.331139999999999989910293152206577360630035400390625,
"test_run_times": [
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 2.324980000000000046611603465862572193145751953125,
"test_run_times": [
61.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.952859999999999818243168192566372454166412353515625,
"raw_values": [
3.272130000000000205062633540364913642406463623046875,
2.339420000000000054996007747831754386425018310546875,
2.3253099999999999880628820392303168773651123046875,
3.279549999999999965183405947755090892314910888671875,
3.287450000000000205346850634668953716754913330078125,
3.26006999999999980133225108147598803043365478515625,
2.34527000000000018786749933497048914432525634765625,
3.262890000000000068069994085817597806453704833984375,
2.33110999999999979337417244096286594867706298828125,
3.28474999999999983657517077517695724964141845703125,
2.321849999999999969446662362315692007541656494140625,
3.291609999999999924824578556581400334835052490234375,
3.26135000000000019326762412674725055694580078125,
3.25471999999999983543830239796079695224761962890625,
3.175429999999999974846787154092453420162200927734375
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.3900000000000005684341886080801486968994140625,
61.3299999999999982946974341757595539093017578125,
61.2000000000000028421709430404007434844970703125,
61.280000000000001136868377216160297393798828125,
61.22999999999999687361196265555918216705322265625,
61.25999999999999801048033987171947956085205078125,
61.2000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875,
61.28999999999999914734871708787977695465087890625,
61.4200000000000017053025658242404460906982421875,
61.280000000000001136868377216160297393798828125,
61.2000000000000028421709430404007434844970703125,
61.35000000000000142108547152020037174224853515625,
61.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6829a0514bf57215c97acea53d4bb8d695a51357": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "de426ac858a42a1e9f1ae6c3179b9db958a5344d",
"results": {
"a": {
"value": 76.38020000000000209183781407773494720458984375,
"test_run_times": [
61.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 83.9429999999999978399500832892954349517822265625,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 75.7265000000000014779288903810083866119384765625,
"raw_values": [
70.7172000000000053887561080045998096466064453125,
68.253500000000002501110429875552654266357421875,
82.1513000000000062073013396002352237701416015625,
84.1341000000000036607161746360361576080322265625,
68.670299999999997453414835035800933837890625,
84.55910000000000081854523159563541412353515625,
70.050399999999996225596987642347812652587890625,
68.13200000000000500222085975110530853271484375,
84.7720000000000055706550483591854572296142578125,
84.7505000000000023874235921539366245269775390625,
83.6811000000000007048583938740193843841552734375,
66.975899999999995770849636755883693695068359375,
67.77060000000000172803993336856365203857421875,
84.12860000000000582076609134674072265625,
67.1508999999999929286786937154829502105712890625
],
"test_run_times": [
61.090000000000003410605131648480892181396484375,
61.1700000000000017053025658242404460906982421875,
61.14999999999999857891452847979962825775146484375,
61.13000000000000255795384873636066913604736328125,
61.11999999999999744204615126363933086395263671875,
61.13000000000000255795384873636066913604736328125,
61.11999999999999744204615126363933086395263671875,
61.0799999999999982946974341757595539093017578125,
61.11999999999999744204615126363933086395263671875,
61.1099999999999994315658113919198513031005859375,
61.17999999999999971578290569595992565155029296875,
61.06000000000000227373675443232059478759765625,
61.14999999999999857891452847979962825775146484375,
61.159999999999996589394868351519107818603515625,
61.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"de426ac858a42a1e9f1ae6c3179b9db958a5344d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.09179999999999921556081972084939479827880859375,
"test_run_times": [
61.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 11.9123999999999998777866494492627680301666259765625,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 13.346199999999999619149093632586300373077392578125,
"raw_values": [
14.14020000000000010231815394945442676544189453125,
14.650600000000000733280103304423391819000244140625,
12.172100000000000363797880709171295166015625,
11.885300000000000864019966684281826019287109375,
14.5617999999999998550492819049395620822906494140625,
11.8254999999999999005240169935859739780426025390625,
14.2748000000000008213874025386758148670196533203125,
14.67660000000000053432813729159533977508544921875,
11.795899999999999607780409860424697399139404296875,
11.798799999999999954525264911353588104248046875,
11.949400000000000687805368215776979923248291015625,
14.930099999999999482724888366647064685821533203125,
14.75489999999999923829818726517260074615478515625,
11.88589999999999946567186270840466022491455078125,
14.8911999999999995480948200565762817859649658203125
],
"test_run_times": [
61.090000000000003410605131648480892181396484375,
61.1700000000000017053025658242404460906982421875,
61.14999999999999857891452847979962825775146484375,
61.13000000000000255795384873636066913604736328125,
61.11999999999999744204615126363933086395263671875,
61.13000000000000255795384873636066913604736328125,
61.11999999999999744204615126363933086395263671875,
61.0799999999999982946974341757595539093017578125,
61.11999999999999744204615126363933086395263671875,
61.1099999999999994315658113919198513031005859375,
61.17999999999999971578290569595992565155029296875,
61.06000000000000227373675443232059478759765625,
61.14999999999999857891452847979962825775146484375,
61.159999999999996589394868351519107818603515625,
61.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"a": {
"value": 96.7069999999999936335370875895023345947265625,
"test_run_times": [
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 108.9069999999999964757080306299030780792236328125,
"test_run_times": [
61.02000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 103.6458999999999974761522025801241397857666015625,
"raw_values": [
109.436000000000007048583938740193843841552734375,
117.5810000000000030695446184836328029632568359375,
95.44859999999999899955582804977893829345703125,
113.094999999999998863131622783839702606201171875,
95.5926999999999935653249849565327167510986328125,
107.6290000000000048885340220294892787933349609375,
95.4621000000000066165739553980529308319091796875,
95.4736999999999937926986603997647762298583984375,
110.131000000000000227373675443232059478759765625,
95.0374000000000052068571676500141620635986328125,
104.712999999999993860910763032734394073486328125,
95.9235000000000042064129956997931003570556640625,
112.1779999999999972715158946812152862548828125,
95.9686999999999983401721692644059658050537109375,
111.019000000000005456968210637569427490234375
],
"test_run_times": [
61.0799999999999982946974341757595539093017578125,
61.0799999999999982946974341757595539093017578125,
61.0499999999999971578290569595992565155029296875,
61.07000000000000028421709430404007434844970703125,
61.030000000000001136868377216160297393798828125,
61.07000000000000028421709430404007434844970703125,
61.030000000000001136868377216160297393798828125,
61.06000000000000227373675443232059478759765625,
61.0499999999999971578290569595992565155029296875,
61.0499999999999971578290569595992565155029296875,
61.11999999999999744204615126363933086395263671875,
61.0499999999999971578290569595992565155029296875,
61.030000000000001136868377216160297393798828125,
61.07000000000000028421709430404007434844970703125,
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.340199999999999391775418189354240894317626953125,
"test_run_times": [
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 9.1818000000000008498091119690798223018646240234375,
"test_run_times": [
61.02000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 9.70515999999999934289007796905934810638427734375,
"raw_values": [
9.137460000000000803765942691825330257415771484375,
8.504490000000000549107426195405423641204833984375,
10.4764999999999997015720509807579219341278076171875,
8.84185000000000087538865045644342899322509765625,
10.460699999999999221245161606930196285247802734375,
9.2908600000000003404920789762400090694427490234375,
10.4749999999999996447286321199499070644378662109375,
10.473800000000000665068000671453773975372314453125,
9.0798199999999997800159690086729824542999267578125,
10.5218000000000007077005648170597851276397705078125,
9.5495999999999998664179656771011650562286376953125,
10.4245999999999998664179656771011650562286376953125,
8.91411000000000086629370343871414661407470703125,
10.4197000000000006281197784119285643100738525390625,
9.0071200000000004592948243953287601470947265625
],
"test_run_times": [
61.0799999999999982946974341757595539093017578125,
61.0799999999999982946974341757595539093017578125,
61.0499999999999971578290569595992565155029296875,
61.07000000000000028421709430404007434844970703125,
61.030000000000001136868377216160297393798828125,
61.07000000000000028421709430404007434844970703125,
61.030000000000001136868377216160297393798828125,
61.06000000000000227373675443232059478759765625,
61.0499999999999971578290569595992565155029296875,
61.0499999999999971578290569595992565155029296875,
61.11999999999999744204615126363933086395263671875,
61.0499999999999971578290569595992565155029296875,
61.030000000000001136868377216160297393798828125,
61.07000000000000028421709430404007434844970703125,
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a951c25b44e0be4321382698fbb87cd15315c951": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9b31d5f903505b627078b0640b940c58c9b64d25",
"results": {
"a": {
"value": 34.43390000000000128466126625426113605499267578125,
"test_run_times": [
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 30.6032000000000010686562745831906795501708984375,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 31.138000000000001676880856393836438655853271484375,
"raw_values": [
29.7830000000000012505552149377763271331787109375,
28.809999999999998721023075631819665431976318359375,
32.1019000000000005456968210637569427490234375,
28.337199999999999278088580467738211154937744140625,
34.01899999999999835154085303656756877899169921875,
34.021399999999999863575794734060764312744140625,
28.051500000000000767386154620908200740814208984375,
30.823699999999998766497810720466077327728271484375,
34.5647000000000019781509763561189174652099609375,
29.23819999999999907913661445491015911102294921875,
28.4438999999999992951416061259806156158447265625,
31.848099999999998743760443176142871379852294921875,
34.01899999999999835154085303656756877899169921875,
31.89359999999999928377292235381901264190673828125,
31.114399999999999835154085303656756877899169921875
],
"test_run_times": [
60.82000000000000028421709430404007434844970703125,
60.8299999999999982946974341757595539093017578125,
60.8599999999999994315658113919198513031005859375,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625,
60.8299999999999982946974341757595539093017578125,
60.840000000000003410605131648480892181396484375,
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.840000000000003410605131648480892181396484375,
60.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9b31d5f903505b627078b0640b940c58c9b64d25": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.03920000000000101181285572238266468048095703125,
"test_run_times": [
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 32.67399999999999948840923025272786617279052734375,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 32.27669999999999816964191268198192119598388671875,
"raw_values": [
33.57390000000000185309545486234128475189208984375,
34.707999999999998408384271897375583648681640625,
31.1484999999999985220711096189916133880615234375,
35.28670000000000328554961015470325946807861328125,
29.393699999999999050714905024506151676177978515625,
29.39110000000000155750967678613960742950439453125,
35.646399999999999863575794734060764312744140625,
32.440100000000001045918907038867473602294921875,
28.9294000000000011141310096718370914459228515625,
34.19950000000000045474735088646411895751953125,
35.15489999999999781721271574497222900390625,
31.396300000000000096633812063373625278472900390625,
29.393299999999999982946974341757595539093017578125,
31.351800000000000778754838393069803714752197265625,
32.13730000000000330828697769902646541595458984375
],
"test_run_times": [
60.82000000000000028421709430404007434844970703125,
60.8299999999999982946974341757595539093017578125,
60.8599999999999994315658113919198513031005859375,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.81000000000000227373675443232059478759765625,
60.8299999999999982946974341757595539093017578125,
60.840000000000003410605131648480892181396484375,
60.81000000000000227373675443232059478759765625,
60.82000000000000028421709430404007434844970703125,
60.840000000000003410605131648480892181396484375,
60.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"3e92ac6967b6f850dfda44d1ae73221c00933431": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "a9d4e90139ab4993a50345390d7b7f9bef06a2f3",
"results": {
"a": {
"value": 1.2587299999999999045030563138425350189208984375,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 1.5095199999999999729283217675401829183101654052734375,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.3187599999999999322852772820624522864818572998046875,
"raw_values": [
1.23449000000000008725464795134030282497406005859375,
1.5022699999999999942446038403431884944438934326171875,
1.249810000000000087538865045644342899322509765625,
1.26442999999999994287236404488794505596160888671875,
1.5029399999999999426592012241599150002002716064453125,
1.256930000000000102744479590910486876964569091796875,
1.2515199999999999658228944099391810595989227294921875,
1.2598499999999999143796003409079276025295257568359375,
1.25570000000000003836930773104541003704071044921875,
1.253719999999999945572426440776325762271881103515625,
1.2573399999999999021582652858342044055461883544921875,
1.50570000000000003836930773104541003704071044921875,
1.2582199999999998940580780981690622866153717041015625,
1.5009200000000000319033688356284983456134796142578125,
1.2276000000000000245137243837234564125537872314453125
],
"test_run_times": [
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375,
60.22999999999999687361196265555918216705322265625,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.219999999999998863131622783839702606201171875,
60.22999999999999687361196265555918216705322265625,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a9d4e90139ab4993a50345390d7b7f9bef06a2f3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 794.133000000000038198777474462985992431640625,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 662.192999999999983629095368087291717529296875,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 763.0349999999999681676854379475116729736328125,
"raw_values": [
809.7530000000000427462509833276271820068359375,
665.4070000000000391082721762359142303466796875,
799.8819999999999481588019989430904388427734375,
790.517000000000052750692702829837799072265625,
665.1879999999999881765688769519329071044921875,
795.31500000000005456968210637569427490234375,
798.7640000000000100044417195022106170654296875,
793.4420000000000072759576141834259033203125,
796.1209999999999809006112627685070037841796875,
797.3809999999999718056642450392246246337890625,
795.0850000000000363797880709171295166015625,
663.8790000000000190993887372314929962158203125,
794.3880000000000336513039655983448028564453125,
666.01800000000002910383045673370361328125,
814.3799999999999954525264911353588104248046875
],
"test_run_times": [
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375,
60.22999999999999687361196265555918216705322265625,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.21000000000000085265128291212022304534912109375,
60.219999999999998863131622783839702606201171875,
60.219999999999998863131622783839702606201171875,
60.22999999999999687361196265555918216705322265625,
60.219999999999998863131622783839702606201171875,
60.21000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0929ded4741613169cc08b76e5be43b11b6bef99": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "dfedfca9a0d6c7455741aa65e9eee1b27e300a02",
"results": {
"a": {
"value": 3.7977199999999999846522769075818359851837158203125,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 3.93034999999999978825826474349014461040496826171875,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 3.640670000000000072759576141834259033203125,
"raw_values": [
3.743320000000000202788896785932593047618865966796875,
4.03816000000000041580960896681062877178192138671875,
3.819170000000000175788272827048785984516143798828125,
3.44883000000000006224354365258477628231048583984375,
3.434769999999999878781409279326908290386199951171875,
3.490110000000000045616843635798431932926177978515625,
3.48057000000000016370904631912708282470703125,
3.468249999999999833022457096376456320285797119140625,
3.499629999999999796500560478307306766510009765625,
4.0234199999999997743316271225921809673309326171875,
3.470569999999999932782657197094522416591644287109375,
3.7712500000000002131628207280300557613372802734375
],
"test_run_times": [
60.13000000000000255795384873636066913604736328125,
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625,
60.13000000000000255795384873636066913604736328125,
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625,
60.1400000000000005684341886080801486968994140625,
60.13000000000000255795384873636066913604736328125,
60.13000000000000255795384873636066913604736328125,
60.13000000000000255795384873636066913604736328125,
60.1400000000000005684341886080801486968994140625,
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"dfedfca9a0d6c7455741aa65e9eee1b27e300a02": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 263.279999999999972715158946812152862548828125,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 254.395000000000010231815394945442676544189453125,
"test_run_times": [
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 275.56000000000000227373675443232059478759765625,
"raw_values": [
267.09399999999999408828443847596645355224609375,
247.55099999999998772182152606546878814697265625,
261.78100000000000591171556152403354644775390625,
289.89299999999997226041159592568874359130859375,
291.009999999999990905052982270717620849609375,
286.45900000000000318323145620524883270263671875,
287.23399999999998044586391188204288482666015625,
288.28800000000001091393642127513885498046875,
285.6960000000000263753463514149188995361328125,
248.50700000000000500222085975110530853271484375,
288.07900000000000773070496506989002227783203125,
265.12200000000001409716787748038768768310546875
],
"test_run_times": [
60.13000000000000255795384873636066913604736328125,
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625,
60.13000000000000255795384873636066913604736328125,
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625,
60.1400000000000005684341886080801486968994140625,
60.13000000000000255795384873636066913604736328125,
60.13000000000000255795384873636066913604736328125,
60.13000000000000255795384873636066913604736328125,
60.1400000000000005684341886080801486968994140625,
60.13000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"548f1e55bbed0c6ae01a274210c3c51ef564891e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9d4915ebd74bea1828ab4914412637070c9b37de",
"results": {
"a": {
"value": 4.97262000000000004007461029686965048313140869140625,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 5.074130000000000251247911364771425724029541015625,
"test_run_times": [
61.02000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.15763999999999978030018610297702252864837646484375,
"raw_values": [
5.09977999999999997982058630441315472126007080078125,
5.10165000000000024016344468691386282444000244140625,
5.34825000000000017053025658242404460906982421875,
5.03929999999999989057641869294457137584686279296875,
5.19923000000000001818989403545856475830078125
],
"test_run_times": [
60.9500000000000028421709430404007434844970703125,
61,
61,
60.97999999999999687361196265555918216705322265625,
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9d4915ebd74bea1828ab4914412637070c9b37de": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 201.075999999999993406163412146270275115966796875,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 197.038999999999987267074175179004669189453125,
"test_run_times": [
61.02000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 193.9370000000000118234311230480670928955078125,
"raw_values": [
196.06499999999999772626324556767940521240234375,
195.97300000000001318767317570745944976806640625,
186.923000000000001818989403545856475830078125,
198.41599999999999681676854379475116729736328125,
192.31000000000000227373675443232059478759765625
],
"test_run_times": [
60.9500000000000028421709430404007434844970703125,
61,
61,
60.97999999999999687361196265555918216705322265625,
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8b7e0ac95d00a330b6ca05c1864dcd4bbc6c0909": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4cd61b80c22d72c875494a1230130405e2b801ea",
"results": {
"a": {
"value": 670.278000000000020008883439004421234130859375,
"test_run_times": [
61.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 690.5330000000000154614099301397800445556640625,
"test_run_times": [
61.50999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 673.78800000000001091393642127513885498046875,
"raw_values": [
673.1480000000000245563569478690624237060546875,
672.4450000000000500222085975110530853271484375,
675.770999999999958163243718445301055908203125
],
"test_run_times": [
61.92999999999999971578290569595992565155029296875,
61.9200000000000017053025658242404460906982421875,
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4cd61b80c22d72c875494a1230130405e2b801ea": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.4919100000000000694200252837617881596088409423828125,
"test_run_times": [
61.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 1.4481500000000000483169060316868126392364501953125,
"test_run_times": [
61.50999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.484140000000000014779288903810083866119384765625,
"raw_values": [
1.485549999999999926103555480949580669403076171875,
1.4871000000000000884625706021324731409549713134765625,
1.4797800000000000952837808654294349253177642822265625
],
"test_run_times": [
61.92999999999999971578290569595992565155029296875,
61.9200000000000017053025658242404460906982421875,
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"900b5f85935262c2771285cadf049fd541b80243": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "cd5e4093dc1c14c9a2852e842de9e0570a17e64e",
"results": {
"a": {
"value": 7.62455999999999978200548866880126297473907470703125,
"test_run_times": [
61.6700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 7.263419999999999987494447850622236728668212890625,
"test_run_times": [
61.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 7.6111599999999999255351212923415005207061767578125,
"raw_values": [
7.5422200000000003683453542180359363555908203125,
7.674839999999999662350091966800391674041748046875,
7.6164100000000001244870873051695525646209716796875
],
"test_run_times": [
61.61999999999999744204615126363933086395263671875,
61.57000000000000028421709430404007434844970703125,
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"cd5e4093dc1c14c9a2852e842de9e0570a17e64e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 131.02600000000001045918907038867473602294921875,
"test_run_times": [
61.6700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 137.542000000000001591615728102624416351318359375,
"test_run_times": [
61.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 131.260999999999995679900166578590869903564453125,
"raw_values": [
132.445999999999997953636921010911464691162109375,
130.167000000000001591615728102624416351318359375,
131.169999999999987494447850622236728668212890625
],
"test_run_times": [
61.61999999999999744204615126363933086395263671875,
61.57000000000000028421709430404007434844970703125,
61.5499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c4ebdb2ada39490ef68eca9e552a95ba4f10a11c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "43b4afd3f62d41ac2ff03c77e7650323066f6725",
"results": {
"a": {
"value": 79.795299999999997453414835035800933837890625,
"test_run_times": [
61.2999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 78.5611999999999994770405464805662631988525390625,
"test_run_times": [
61.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 80.2103000000000037061909097246825695037841796875,
"raw_values": [
82.05639999999999645297066308557987213134765625,
79.9605999999999994543031789362430572509765625,
78.614000000000004320099833421409130096435546875
],
"test_run_times": [
61.1700000000000017053025658242404460906982421875,
61.1400000000000005684341886080801486968994140625,
61.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"43b4afd3f62d41ac2ff03c77e7650323066f6725": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.5315999999999991842969393474049866199493408203125,
"test_run_times": [
61.2999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 12.72840000000000060254023992456495761871337890625,
"test_run_times": [
61.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 12.4705999999999992411403582082130014896392822265625,
"raw_values": [
12.186299999999999243982529151253402233123779296875,
12.5056999999999991501908880309201776981353759765625,
12.7199000000000008725464795134030282497406005859375
],
"test_run_times": [
61.1700000000000017053025658242404460906982421875,
61.1400000000000005684341886080801486968994140625,
61.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"a": {
"value": 104.7349999999999994315658113919198513031005859375,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 109.173000000000001818989403545856475830078125,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 105.3550000000000039790393202565610408782958984375,
"raw_values": [
105.27899999999999636202119290828704833984375,
105.518000000000000682121026329696178436279296875,
105.269000000000005456968210637569427490234375
],
"test_run_times": [
60.99000000000000198951966012828052043914794921875,
61.030000000000001136868377216160297393798828125,
60.97999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.5475300000000000721911419532261788845062255859375,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 9.159420000000000783302311901934444904327392578125,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 9.4913399999999992218135957955382764339447021484375,
"raw_values": [
9.498210000000000263753463514149188995361328125,
9.4767200000000002546585164964199066162109375,
9.4991000000000003211653165635652840137481689453125
],
"test_run_times": [
60.99000000000000198951966012828052043914794921875,
61.030000000000001136868377216160297393798828125,
60.97999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c2ef99c0096c37c13d3b8ec683a8d4185a70820c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "f3b73606b5d879d38dc20a198023024adae4424d",
"results": {
"a": {
"value": 5.50729999999999986215470926254056394100189208984375,
"test_run_times": [
61.02000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 5.7550200000000000244426701101474463939666748046875,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 5.6516999999999999459987520822323858737945556640625,
"raw_values": [
5.65650000000000030553337637684307992458343505859375,
5.61427999999999993718802215880714356899261474609375,
5.6843199999999995952748577110469341278076171875
],
"test_run_times": [
61,
61.00999999999999801048033987171947956085205078125,
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"f3b73606b5d879d38dc20a198023024adae4424d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 181.527999999999991587174008600413799285888671875,
"test_run_times": [
61.02000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 173.722000000000008412825991399586200714111328125,
"test_run_times": [
60.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 176.895999999999986584953148849308490753173828125,
"raw_values": [
176.741999999999990222931955941021442413330078125,
178.07400000000001227817847393453121185302734375,
175.871000000000009322320693172514438629150390625
],
"test_run_times": [
61,
61.00999999999999801048033987171947956085205078125,
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"42d1c91a130d86641096a66fbb0773e7febf6e23": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a",
"results": {
"a": {
"value": 33.3915999999999968395059113390743732452392578125,
"test_run_times": [
60.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 34.152299999999996771293808706104755401611328125,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 32.88519999999999754436430521309375762939453125,
"raw_values": [
32.252600000000001045918907038867473602294921875,
32.97259999999999990905052982270717620849609375,
33.43050000000000210320649784989655017852783203125
],
"test_run_times": [
60.8299999999999982946974341757595539093017578125,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.94630000000000080717654782347381114959716796875,
"test_run_times": [
60.8299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 29.279099999999999681676854379475116729736328125,
"test_run_times": [
60.81000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 30.4140000000000014779288903810083866119384765625,
"raw_values": [
31.00359999999999871533873374573886394500732421875,
30.32679999999999864712663111276924610137939453125,
29.911500000000000198951966012828052043914794921875
],
"test_run_times": [
60.8299999999999982946974341757595539093017578125,
60.82000000000000028421709430404007434844970703125,
60.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0df5715144d2b8933c0193df0f6cdd0fffbf4f38": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d",
"results": {
"a": {
"value": 1.453300000000000036237679523765109479427337646484375,
"test_run_times": [
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 1.455789999999999917434934104676358401775360107421875,
"test_run_times": [
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.4434299999999999908339987086947076022624969482421875,
"raw_values": [
1.435519999999999907203118709730915725231170654296875,
1.4173999999999999932498440102790482342243194580078125,
1.477370000000000072049033406074158847332000732421875
],
"test_run_times": [
60.27000000000000312638803734444081783294677734375,
60.27000000000000312638803734444081783294677734375,
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 687.278000000000020008883439004421234130859375,
"test_run_times": [
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 686.1380000000000336513039655983448028564453125,
"test_run_times": [
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 692.1799999999999499777914024889469146728515625,
"raw_values": [
695.7630000000000336513039655983448028564453125,
704.6599999999999681676854379475116729736328125,
676.1180000000000518411980010569095611572265625
],
"test_run_times": [
60.27000000000000312638803734444081783294677734375,
60.27000000000000312638803734444081783294677734375,
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"506aa12229999f575c0b09c736991fa0d6ca9ca3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "be9015d33da2127ae45d639c4f30bd3f30dfa92f",
"results": {
"a": {
"value": 4.275520000000000209183781407773494720458984375,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 4.2766099999999998004795997985638678073883056640625,
"test_run_times": [
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 4.22285999999999983600673658656887710094451904296875,
"raw_values": [
4.19868000000000041183056964655406773090362548828125,
4.22597999999999984765963745303452014923095703125,
4.24392999999999975813125274726189672946929931640625
],
"test_run_times": [
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625,
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"be9015d33da2127ae45d639c4f30bd3f30dfa92f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 233.82499999999998863131622783839702606201171875,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 233.75700000000000500222085975110530853271484375,
"test_run_times": [
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 236.7359999999999899955582804977893829345703125,
"raw_values": [
238.085000000000007958078640513122081756591796875,
236.5620000000000118234311230480670928955078125,
235.56000000000000227373675443232059478759765625
],
"test_run_times": [
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625,
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4773a7aadffbc6d56fefd006170b560c643da43d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5cbd2e79e9c57f005a7016f70b1494bde8789f54",
"results": {
"a": {
"value": 8.2244499999999991501908880309201776981353759765625,
"test_run_times": [
60.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 8.3785299999999995890220816363580524921417236328125,
"test_run_times": [
60.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.1176200000000005019273885409347712993621826171875,
"raw_values": [
8.109030000000000626414475846104323863983154296875,
8.1889400000000005519495971384458243846893310546875,
8.054880000000000705995262251235544681549072265625
],
"test_run_times": [
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5cbd2e79e9c57f005a7016f70b1494bde8789f54": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 121.5690000000000026147972675971686840057373046875,
"test_run_times": [
60.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 119.332999999999998408384271897375583648681640625,
"test_run_times": [
60.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 123.1749999999999971578290569595992565155029296875,
"raw_values": [
123.299000000000006593836587853729724884033203125,
122.0979999999999989768184605054557323455810546875,
124.1280000000000001136868377216160297393798828125
],
"test_run_times": [
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625,
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a0768922bfa6b213ab4289b8480531db3385cfe9": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4a08410d5caf508543af690ae84dfb33adcb834d",
"results": {
"a": {
"value": 28.49419999999999930651028989814221858978271484375,
"test_run_times": [
61.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 27.46249999999999857891452847979962825775146484375,
"test_run_times": [
61.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4a08410d5caf508543af690ae84dfb33adcb834d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 35.0904000000000024783730623312294483184814453125,
"test_run_times": [
61.78999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 36.40979999999999705551090301014482975006103515625,
"test_run_times": [
61.77000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"22c3156abe8aebf86909bf9cef6300931ebbaaef": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5ed90c8878f70bd27c1ca52f7839a6240fb4fd95",
"results": {
"a": {
"value": 32.565100000000001045918907038867473602294921875,
"test_run_times": [
61.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 32.11330000000000239879227592609822750091552734375,
"test_run_times": [
61.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5ed90c8878f70bd27c1ca52f7839a6240fb4fd95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 30.705200000000001381295078317634761333465576171875,
"test_run_times": [
61.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 31.13700000000000045474735088646411895751953125,
"test_run_times": [
61.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"738e2c9fd6e5597316e35acd39ab26dbbec4f48f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89abe0aaa579bc5609ebf044dc792c1262430103",
"results": {
"a": {
"value": 10.01520000000000010231815394945442676544189453125,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 10.5239999999999991331378623726777732372283935546875,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89abe0aaa579bc5609ebf044dc792c1262430103": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 99.84239999999999781721271574497222900390625,
"test_run_times": [
60.0499999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"AMD Ryzen Threadripper PRO 5965WX 24-Cores - ASUS": {
"value": 95.015399999999999636202119290828704833984375,
"test_run_times": [
60.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
}
}
}