Intel Core i9-14900K testing with a ASUS TUF GAMING Z790-PRO WIFI (1424 BIOS) and MSI NVIDIA GeForce RTX 4060 Ti 16GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402270-NE-ONNX0227249
{
"title": "onnx0227",
"last_modified": "2024-02-27 19:08:58",
"description": "Intel Core i9-14900K testing with a ASUS TUF GAMING Z790-PRO WIFI (1424 BIOS) and MSI NVIDIA GeForce RTX 4060 Ti 16GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"onnx0227": {
"identifier": "onnx0227",
"hardware": {
"Processor": "Intel Core i9-14900K @ 5.70GHz (24 Cores \/ 32 Threads)",
"Motherboard": "ASUS TUF GAMING Z790-PRO WIFI (1424 BIOS)",
"Chipset": "Intel Device 7a27",
"Memory": "64GB",
"Disk": "2048GB KINGSTON SKC3000D2048G + 512GB SPCC M.2 PCIe SSD + 512GB 400_MTFDKBA5",
"Graphics": "MSI NVIDIA GeForce RTX 4060 Ti 16GB",
"Audio": "Realtek ALC1220",
"Monitor": "2 x PHL 499P9",
"Network": "Intel I226-V + Intel Device 7a70"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-21-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server 1.21.1.7",
"Display Driver": "NVIDIA 535.154.05",
"OpenGL": "4.6.0",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "5120x1440"
},
"user": "mbadzinski",
"timestamp": "2024-02-27 18:46:21",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate powersave (EPP: performance)",
"cpu-microcode": "0x11d",
"cpu-thermald": "2.5.4",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.5",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"onnx0227": {
"value": 13.7993000000000005655920176650397479534149169921875,
"raw_values": [
13.28020000000000067075234255753457546234130859375,
14.5434999999999998721023075631819665431976318359375,
13.917899999999999494093572138808667659759521484375,
12.7876999999999991786125974613241851329803466796875,
14.5815999999999998948396751075051724910736083984375,
13.347699999999999675992512493394315242767333984375,
14.0463000000000004519051799434237182140350341796875,
13.4182000000000005712763595511205494403839111328125,
13.6417000000000001591615728102624416351318359375,
15.120599999999999596411726088263094425201416015625,
12.9187999999999991729282555752433836460113525390625,
13.8150999999999992695620676386170089244842529296875,
12.7135999999999995679900166578590869903564453125,
13.9405000000000001136868377216160297393798828125,
14.9156999999999992922994351829402148723602294921875
],
"test_run_times": [
60.63000000000000255795384873636066913604736328125,
60.6400000000000005684341886080801486968994140625,
60.68999999999999772626324556767940521240234375,
60.6700000000000017053025658242404460906982421875,
60.6099999999999994315658113919198513031005859375,
60.63000000000000255795384873636066913604736328125,
60.63000000000000255795384873636066913604736328125,
60.6700000000000017053025658242404460906982421875,
60.64999999999999857891452847979962825775146484375,
60.659999999999996589394868351519107818603515625,
60.67999999999999971578290569595992565155029296875,
60.61999999999999744204615126363933086395263671875,
60.6400000000000005684341886080801486968994140625,
60.64999999999999857891452847979962825775146484375,
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"onnx0227": {
"value": 15.9766999999999992354560163221322000026702880859375,
"raw_values": [
16.270399999999998641442289226688444614410400390625,
16.257400000000000517275111633352935314178466796875,
15.4644999999999992468247000942938029766082763671875,
15.638799999999999812416717759333550930023193359375,
16.252199999999998425437297555617988109588623046875
],
"test_run_times": [
60.67999999999999971578290569595992565155029296875,
60.659999999999996589394868351519107818603515625,
60.64999999999999857891452847979962825775146484375,
60.6700000000000017053025658242404460906982421875,
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"onnx0227": {
"value": 72.663600000000002410160959698259830474853515625,
"raw_values": [
75.2977000000000060708771343342959880828857421875,
68.75700000000000500222085975110530853271484375,
71.8473999999999932697392068803310394287109375,
78.1979000000000041836756281554698944091796875,
68.576899999999994861354934982955455780029296875,
74.91689999999999827196006663143634796142578125,
71.190799999999995861799106933176517486572265625,
74.5228000000000037061909097246825695037841796875,
73.302199999999999135980033315718173980712890625,
66.1323000000000007503331289626657962799072265625,
77.403899999999993042365531437098979949951171875,
72.381900000000001682565198279917240142822265625,
78.653199999999998226485331542789936065673828125,
71.7309000000000054342308430932462215423583984375,
67.0416000000000025238477974198758602142333984375
],
"test_run_times": [
60.63000000000000255795384873636066913604736328125,
60.6400000000000005684341886080801486968994140625,
60.68999999999999772626324556767940521240234375,
60.6700000000000017053025658242404460906982421875,
60.6099999999999994315658113919198513031005859375,
60.63000000000000255795384873636066913604736328125,
60.63000000000000255795384873636066913604736328125,
60.6700000000000017053025658242404460906982421875,
60.64999999999999857891452847979962825775146484375,
60.659999999999996589394868351519107818603515625,
60.67999999999999971578290569595992565155029296875,
60.61999999999999744204615126363933086395263671875,
60.6400000000000005684341886080801486968994140625,
60.64999999999999857891452847979962825775146484375,
60.61999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"onnx0227": {
"value": 62.62049999999999982946974341757595539093017578125,
"raw_values": [
61.46000000000000085265128291212022304534912109375,
61.50909999999999655528881703503429889678955078125,
64.662700000000000954969436861574649810791015625,
63.9421999999999997044142219237983226776123046875,
61.52830000000000154614099301397800445556640625
],
"test_run_times": [
60.67999999999999971578290569595992565155029296875,
60.659999999999996589394868351519107818603515625,
60.64999999999999857891452847979962825775146484375,
60.6700000000000017053025658242404460906982421875,
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
}
}
}