ARMv8 Neoverse-V2 testing with a Quanta Cloud QuantaGrid S74G-2U 1S7GZ9Z0000 S7G MB (CG1) (3A06 BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402042-NE-ONNXGH20009
{
"title": "onnx gh200",
"last_modified": "2024-02-04 21:39:49",
"description": "ARMv8 Neoverse-V2 testing with a Quanta Cloud QuantaGrid S74G-2U 1S7GZ9Z0000 S7G MB (CG1) (3A06 BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "ARMv8 Neoverse-V2 @ 3.39GHz (72 Cores)",
"Motherboard": "Quanta Cloud QuantaGrid S74G-2U 1S7GZ9Z0000 S7G MB (CG1) (3A06 BIOS)",
"Memory": "1 x 480GB DRAM-6400MT\/s",
"Disk": "960GB SAMSUNG MZ1L2960HCJR-00A07 + 1920GB SAMSUNG MZTL21T9",
"Graphics": "ASPEED",
"Network": "2 x Mellanox MT2910 + 2 x QLogic FastLinQ QL41000 10\/25\/40\/50GbE"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1200"
},
"user": "x",
"timestamp": "2024-02-04 18:37:43",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq ondemand (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "ARMv8 Neoverse-V2 @ 3.39GHz (72 Cores)",
"Motherboard": "Quanta Cloud QuantaGrid S74G-2U 1S7GZ9Z0000 S7G MB (CG1) (3A06 BIOS)",
"Memory": "1 x 480GB DRAM-6400MT\/s",
"Disk": "960GB SAMSUNG MZ1L2960HCJR-00A07 + 1920GB SAMSUNG MZTL21T9",
"Graphics": "ASPEED",
"Network": "2 x Mellanox MT2910 + 2 x QLogic FastLinQ QL41000 10\/25\/40\/50GbE"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1200"
},
"user": "x",
"timestamp": "2024-02-04 19:57:59",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq ondemand (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "ARMv8 Neoverse-V2 @ 3.39GHz (72 Cores)",
"Motherboard": "Quanta Cloud QuantaGrid S74G-2U 1S7GZ9Z0000 S7G MB (CG1) (3A06 BIOS)",
"Memory": "1 x 480GB DRAM-6400MT\/s",
"Disk": "960GB SAMSUNG MZ1L2960HCJR-00A07 + 1920GB SAMSUNG MZTL21T9",
"Graphics": "ASPEED",
"Network": "2 x Mellanox MT2910 + 2 x QLogic FastLinQ QL41000 10\/25\/40\/50GbE"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1200"
},
"user": "x",
"timestamp": "2024-02-04 21:05:56",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq ondemand (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "ARMv8 Neoverse-V2 @ 3.39GHz (72 Cores)",
"Motherboard": "Quanta Cloud QuantaGrid S74G-2U 1S7GZ9Z0000 S7G MB (CG1) (3A06 BIOS)",
"Memory": "1 x 480GB DRAM-6400MT\/s",
"Disk": "960GB SAMSUNG MZ1L2960HCJR-00A07 + 1920GB SAMSUNG MZTL21T9",
"Graphics": "ASPEED",
"Network": "2 x Mellanox MT2910 + 2 x QLogic FastLinQ QL41000 10\/25\/40\/50GbE"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.5.0-15-generic (aarch64)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1920x1200"
},
"user": "x",
"timestamp": "2024-02-04 21:22:58",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=aarch64-linux-gnu --disable-libquadmath --disable-libquadmath-support --disable-werror --enable-bootstrap --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-fix-cortex-a53-843419 --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-nls --enable-objc-gc=auto --enable-plugin --enable-shared --enable-threads=posix --host=aarch64-linux-gnu --program-prefix=aarch64-linux-gnu- --target=aarch64-linux-gnu --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-target-system-zlib=auto -v",
"cpu-scaling-governor": "cppc_cpufreq ondemand (Boost: Disabled)",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of __user pointer sanitization + spectre_v2: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"cd5e4093dc1c14c9a2852e842de9e0570a17e64e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu -P",
"description": "Model: GPT-2 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.040000000000000000832667268468867405317723751068115234375,
0.070000000000000006661338147750939242541790008544921875,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
2.229999999999999982236431605997495353221893310546875,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
2.12999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
2.04999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
}
}
},
"89d1d12a9d70dbf470d3d5d6cf1988ed3cb92c1a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "GPT2\/model.onnx -e cpu",
"description": "Model: GPT-2 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125,
0.05000000000000000277555756156289135105907917022705078125,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.070000000000000006661338147750939242541790008544921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"GPT2\/model.onnx\" failed: No such file or directory"
}
}
}
},
"8a893b9d1f6cefb97afe1462834159232e1f2565": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.365970000000000794670995674096047878265380859375,
"raw_values": [
8.41599000000000074805939220823347568511962890625,
8.3248400000000000176214598468504846096038818359375,
8.35707000000000022055246517993509769439697265625
],
"test_run_times": [
61.14999999999999857891452847979962825775146484375,
61.11999999999999744204615126363933086395263671875,
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 8.30819999999999936335370875895023345947265625,
"raw_values": [
8.830040000000000333102434524334967136383056640625,
8.064009999999999678266249247826635837554931640625,
8.1966300000000007486278263968415558338165283203125,
8.4032900000000001483613232267089188098907470703125,
8.23358999999999952024154481478035449981689453125,
8.368320000000000646878106635995209217071533203125,
8.2327799999999999869260136620141565799713134765625,
7.98800000000000043343106881366111338138580322265625,
8.3140499999999999403144101961515843868255615234375,
8.3455799999999999982946974341757595539093017578125,
8.3993300000000008509459803462959825992584228515625,
8.3130100000000002324895831407047808170318603515625,
8.3179999999999996163069226895458996295928955078125
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.0499999999999971578290569595992565155029296875,
61.0499999999999971578290569595992565155029296875,
61.14999999999999857891452847979962825775146484375,
61.25,
61.14999999999999857891452847979962825775146484375,
61.07000000000000028421709430404007434844970703125,
61.13000000000000255795384873636066913604736328125,
61.090000000000003410605131648480892181396484375,
61.0799999999999982946974341757595539093017578125,
61.06000000000000227373675443232059478759765625,
61.07000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 8.6563999999999996504129740060307085514068603515625,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 8.3462499999999995026200849679298698902130126953125,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c082b35bef2fbe75508758eec7614d00f7a2ee95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu -P",
"description": "Model: yolov4 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8a893b9d1f6cefb97afe1462834159232e1f2565",
"results": {
"a": {
"value": 119.530000000000001136868377216160297393798828125,
"raw_values": [
118.8179999999999978399500832892954349517822265625,
120.11799999999999499777914024889469146728515625,
119.655000000000001136868377216160297393798828125
],
"test_run_times": [
61.14999999999999857891452847979962825775146484375,
61.11999999999999744204615126363933086395263671875,
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 120.421999999999997044142219237983226776123046875,
"raw_values": [
113.2459999999999951114659779705107212066650390625,
124.0040000000000048885340220294892787933349609375,
121.9980000000000046611603465862572193145751953125,
118.9969999999999998863131622783839702606201171875,
121.450999999999993406163412146270275115966796875,
119.4950000000000045474735088646411895751953125,
121.4620000000000032969182939268648624420166015625,
125.183999999999997498889570124447345733642578125,
120.2740000000000009094947017729282379150390625,
119.81999999999999317878973670303821563720703125,
119.0529999999999972715158946812152862548828125,
120.2900000000000062527760746888816356658935546875,
120.2180000000000035242919693700969219207763671875
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.0499999999999971578290569595992565155029296875,
61.0499999999999971578290569595992565155029296875,
61.14999999999999857891452847979962825775146484375,
61.25,
61.14999999999999857891452847979962825775146484375,
61.07000000000000028421709430404007434844970703125,
61.13000000000000255795384873636066913604736328125,
61.090000000000003410605131648480892181396484375,
61.0799999999999982946974341757595539093017578125,
61.06000000000000227373675443232059478759765625,
61.07000000000000028421709430404007434844970703125,
61.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 115.518000000000000682121026329696178436279296875,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 119.81000000000000227373675443232059478759765625,
"test_run_times": [
61.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.06869999999999976125764078460633754730224609375,
"raw_values": [
11.23010000000000019326762412674725055694580078125,
10.8986000000000000653699316899292171001434326171875,
11.0772999999999992581933838664554059505462646484375
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.030000000000001136868377216160297393798828125,
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 11.1851000000000002643218977027572691440582275390625,
"raw_values": [
11.277100000000000790123522165231406688690185546875,
11.2388999999999992240873325499705970287322998046875,
11.0394000000000005456968210637569427490234375
],
"test_run_times": [
61.03999999999999914734871708787977695465087890625,
61.0799999999999982946974341757595539093017578125,
61.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 11.3684999999999991615595718030817806720733642578125,
"test_run_times": [
61.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 11.4108000000000000540012479177676141262054443359375,
"test_run_times": [
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"646bb247a08a192674de0b2dae316b9aaa9fc1a4": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "yolov4\/yolov4.onnx -e cpu",
"description": "Model: yolov4 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "ab7cb919e39d0f4d0c8506a0809149c8cb0d0d20",
"results": {
"a": {
"value": 90.3500999999999976353137753903865814208984375,
"raw_values": [
89.03870000000000572981662116944789886474609375,
91.7460999999999984311216394416987895965576171875,
90.26560000000000627551344223320484161376953125
],
"test_run_times": [
61.030000000000001136868377216160297393798828125,
61.030000000000001136868377216160297393798828125,
61.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 89.404099999999999681676854379475116729736328125,
"raw_values": [
88.6674000000000006593836587853729724884033203125,
88.9677999999999968849806464277207851409912109375,
90.57720000000000482032191939651966094970703125
],
"test_run_times": [
61.03999999999999914734871708787977695465087890625,
61.0799999999999982946974341757595539093017578125,
61.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 87.954800000000005866240826435387134552001953125,
"test_run_times": [
61.0799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 87.6280000000000001136868377216160297393798828125,
"test_run_times": [
61
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"f3b73606b5d879d38dc20a198023024adae4424d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 75.2416999999999944748196867294609546661376953125,
"raw_values": [
74.5979999999999989768184605054557323455810546875,
74.6920999999999963847585604526102542877197265625,
76.435100000000005593392415903508663177490234375
],
"test_run_times": [
61.10000000000000142108547152020037174224853515625,
61.13000000000000255795384873636066913604736328125,
61.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 74.1638999999999981582732289098203182220458984375,
"raw_values": [
73.65330000000000154614099301397800445556640625,
75.311700000000001864464138634502887725830078125,
73.526600000000001955413608811795711517333984375
],
"test_run_times": [
61.11999999999999744204615126363933086395263671875,
61.1099999999999994315658113919198513031005859375,
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 76.2604999999999932924765744246542453765869140625,
"test_run_times": [
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 78.5892000000000052750692702829837799072265625,
"test_run_times": [
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"c2ef99c0096c37c13d3b8ec683a8d4185a70820c": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu -P",
"description": "Model: T5 Encoder - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "f3b73606b5d879d38dc20a198023024adae4424d",
"results": {
"a": {
"value": 13.2888999999999999346300683100707828998565673828125,
"raw_values": [
13.40259999999999962483343551866710186004638671875,
13.3834999999999997299937604111619293689727783203125,
13.08070000000000021600499167107045650482177734375
],
"test_run_times": [
61.10000000000000142108547152020037174224853515625,
61.13000000000000255795384873636066913604736328125,
61.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 13.4822000000000006281197784119285643100738525390625,
"raw_values": [
13.5739999999999998436805981327779591083526611328125,
13.2750000000000003552713678800500929355621337890625,
13.59759999999999990905052982270717620849609375
],
"test_run_times": [
61.11999999999999744204615126363933086395263671875,
61.1099999999999994315658113919198513031005859375,
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 13.109899999999999664623828721232712268829345703125,
"test_run_times": [
61.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 12.7215000000000006963318810448981821537017822265625,
"test_run_times": [
61.11999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"9d4915ebd74bea1828ab4914412637070c9b37de": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 367.96300000000002228262019343674182891845703125,
"raw_values": [
341.85899999999998044586391188204288482666015625,
368.567999999999983629095368087291717529296875,
365.3700000000000045474735088646411895751953125,
382.27600000000001045918907038867473602294921875,
353.875,
380.89100000000001955413608811795711517333984375,
365.5579999999999927240423858165740966796875,
362.644000000000005456968210637569427490234375,
390.942999999999983629095368087291717529296875,
333.79199999999997316990629769861698150634765625,
357.90600000000000591171556152403354644775390625,
376.67599999999998772182152606546878814697265625,
387.58999999999997498889570124447345733642578125,
375.82499999999998863131622783839702606201171875,
375.6739999999999781721271574497222900390625
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625,
61.21000000000000085265128291212022304534912109375,
61.27000000000000312638803734444081783294677734375,
61.27000000000000312638803734444081783294677734375,
61.219999999999998863131622783839702606201171875,
61.22999999999999687361196265555918216705322265625,
61.219999999999998863131622783839702606201171875,
61.18999999999999772626324556767940521240234375,
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625,
61.21000000000000085265128291212022304534912109375,
61.219999999999998863131622783839702606201171875,
61.21000000000000085265128291212022304534912109375,
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 374.2069999999999936335370875895023345947265625,
"raw_values": [
363.9859999999999899955582804977893829345703125,
339.26999999999998181010596454143524169921875,
331.16199999999997771737980656325817108154296875,
371.53500000000002501110429875552654266357421875,
378.942999999999983629095368087291717529296875,
380.673000000000001818989403545856475830078125,
391.07900000000000773070496506989002227783203125,
393.71800000000001773514668457210063934326171875,
392.798000000000001818989403545856475830078125,
387.83400000000000318323145620524883270263671875,
375.00200000000000954969436861574649810791015625,
364.73000000000001818989403545856475830078125,
385.38799999999997680788510479032993316650390625,
384.259999999999990905052982270717620849609375,
372.7259999999999990905052982270717620849609375
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.219999999999998863131622783839702606201171875,
61.24000000000000198951966012828052043914794921875,
61.25999999999999801048033987171947956085205078125,
61.25,
61.21000000000000085265128291212022304534912109375,
61.22999999999999687361196265555918216705322265625,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.159999999999996589394868351519107818603515625,
61.17999999999999971578290569595992565155029296875,
61.18999999999999772626324556767940521240234375,
61.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 374.201999999999998181010596454143524169921875,
"test_run_times": [
61.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 344.5620000000000118234311230480670928955078125,
"test_run_times": [
61.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"548f1e55bbed0c6ae01a274210c3c51ef564891e": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "t5-encoder\/t5-encoder.onnx -e cpu",
"description": "Model: T5 Encoder - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "9d4915ebd74bea1828ab4914412637070c9b37de",
"results": {
"a": {
"value": 2.716499999999999914734871708787977695465087890625,
"raw_values": [
2.9173700000000000187583282240666449069976806640625,
2.70530999999999988148147167521528899669647216796875,
2.731199999999999850075482754618860781192779541015625,
2.60846000000000000085265128291212022304534912109375,
2.818709999999999826769681021687574684619903564453125,
2.620769999999999821937990418518893420696258544921875,
2.72991999999999990222931955941021442413330078125,
2.7516400000000000858335624798201024532318115234375,
2.552770000000000205631067728972993791103363037109375,
2.9877500000000001278976924368180334568023681640625,
2.78732999999999986329157763975672423839569091796875,
2.648919999999999941309170026215724647045135498046875,
2.574640000000000039648284655413590371608734130859375,
2.656350000000000211031192520749755203723907470703125,
2.656330000000000080007112046587280929088592529296875
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625,
61.21000000000000085265128291212022304534912109375,
61.27000000000000312638803734444081783294677734375,
61.27000000000000312638803734444081783294677734375,
61.219999999999998863131622783839702606201171875,
61.22999999999999687361196265555918216705322265625,
61.219999999999998863131622783839702606201171875,
61.18999999999999772626324556767940521240234375,
61.22999999999999687361196265555918216705322265625,
61.22999999999999687361196265555918216705322265625,
61.21000000000000085265128291212022304534912109375,
61.219999999999998863131622783839702606201171875,
61.21000000000000085265128291212022304534912109375,
61.24000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 2.673059999999999991615595718030817806720733642578125,
"raw_values": [
2.7402899999999998925659383530728518962860107421875,
2.93991999999999986670218277140520513057708740234375,
3.01203000000000020719426174764521420001983642578125,
2.684719999999999995310417943983338773250579833984375,
2.63262999999999980360598783590830862522125244140625,
2.622219999999999995310417943983338773250579833984375,
2.55182000000000019923618310713209211826324462890625,
2.535410000000000163566937771975062787532806396484375,
2.5400700000000000500222085975110530853271484375,
2.573209999999999997299937604111619293689727783203125,
2.661090000000000177493575392873026430606842041015625,
2.737319999999999975415221342700533568859100341796875,
2.590500000000000024868995751603506505489349365234375,
2.59724999999999983657517077517695724964141845703125,
2.67748000000000008213874025386758148670196533203125
],
"test_run_times": [
61.22999999999999687361196265555918216705322265625,
61.219999999999998863131622783839702606201171875,
61.24000000000000198951966012828052043914794921875,
61.25999999999999801048033987171947956085205078125,
61.25,
61.21000000000000085265128291212022304534912109375,
61.22999999999999687361196265555918216705322265625,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.17999999999999971578290569595992565155029296875,
61.159999999999996589394868351519107818603515625,
61.17999999999999971578290569595992565155029296875,
61.18999999999999772626324556767940521240234375,
61.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 2.66640999999999994685140336514450609683990478515625,
"test_run_times": [
61.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 2.895890000000000075175421443418599665164947509765625,
"test_run_times": [
61.18999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"43b4afd3f62d41ac2ff03c77e7650323066f6725": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu -P",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.070000000000000006661338147750939242541790008544921875,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.070000000000000006661338147750939242541790008544921875,
0.059999999999999997779553950749686919152736663818359375,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
}
}
},
"de426ac858a42a1e9f1ae6c3179b9db958a5344d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "bertsquad-12\/bertsquad-12.onnx -e cpu",
"description": "Model: bertsquad-12 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375,
0.070000000000000006661338147750939242541790008544921875,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"bertsquad-12\/bertsquad-12.onnx\" failed: No such file or directory"
}
}
}
},
"8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 548.9650000000000318323145620524883270263671875,
"raw_values": [
552.6680000000000063664629124104976654052734375,
553.0449999999999590727384202182292938232421875,
541.1829999999999927240423858165740966796875
],
"test_run_times": [
60.35000000000000142108547152020037174224853515625,
60.36999999999999744204615126363933086395263671875,
60.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 532.26099999999996725819073617458343505859375,
"raw_values": [
533.3809999999999718056642450392246246337890625,
536.615000000000009094947017729282379150390625,
526.78800000000001091393642127513885498046875
],
"test_run_times": [
60.35000000000000142108547152020037174224853515625,
60.35000000000000142108547152020037174224853515625,
60.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 539.30999999999994543031789362430572509765625,
"test_run_times": [
60.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 536.9149999999999636202119290828704833984375,
"test_run_times": [
60.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0df5715144d2b8933c0193df0f6cdd0fffbf4f38": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu -P",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "8cefb8b19dbb87fd91e13e52e3a069f47fbdb74d",
"results": {
"a": {
"value": 1.820089999999999985647036737645976245403289794921875,
"raw_values": [
1.8077199999999999935340611045830883085727691650390625,
1.8064299999999999801758576722932048141956329345703125,
1.846109999999999917719151198980398476123809814453125
],
"test_run_times": [
60.35000000000000142108547152020037174224853515625,
60.36999999999999744204615126363933086395263671875,
60.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.87708999999999992525090419803746044635772705078125,
"raw_values": [
1.873040000000000038227199183893389999866485595703125,
1.8617200000000000414956957683898508548736572265625,
1.8965199999999999835864628039416857063770294189453125
],
"test_run_times": [
60.35000000000000142108547152020037174224853515625,
60.35000000000000142108547152020037174224853515625,
60.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.85240999999999989000798450433649122714996337890625,
"test_run_times": [
60.36999999999999744204615126363933086395263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1.860679999999999889581658862880431115627288818359375,
"test_run_times": [
60.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"a9d4e90139ab4993a50345390d7b7f9bef06a2f3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1112.69000000000005456968210637569427490234375,
"raw_values": [
1123.279999999999972715158946812152862548828125,
1101.640000000000100044417195022106170654296875,
1113.15000000000009094947017729282379150390625
],
"test_run_times": [
60.3299999999999982946974341757595539093017578125,
60.32000000000000028421709430404007434844970703125,
60.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1125.549999999999954525264911353588104248046875,
"raw_values": [
1146.09999999999990905052982270717620849609375,
1113.859999999999899955582804977893829345703125,
1116.680000000000063664629124104976654052734375
],
"test_run_times": [
60.340000000000003410605131648480892181396484375,
60.340000000000003410605131648480892181396484375,
60.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1164.05999999999994543031789362430572509765625,
"test_run_times": [
60.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1154.69000000000005456968210637569427490234375,
"test_run_times": [
60.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"3e92ac6967b6f850dfda44d1ae73221c00933431": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "caffenet-12-int8\/caffenet-12-int8.onnx -e cpu",
"description": "Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "a9d4e90139ab4993a50345390d7b7f9bef06a2f3",
"results": {
"a": {
"value": 0.8977530000000000232063257499248720705509185791015625,
"raw_values": [
0.8892269999999999896544977673329412937164306640625,
0.90656700000000001171684971268405206501483917236328125,
0.89746599999999998598099182345322333276271820068359375
],
"test_run_times": [
60.3299999999999982946974341757595539093017578125,
60.32000000000000028421709430404007434844970703125,
60.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 0.88762200000000002209077365478151477873325347900390625,
"raw_values": [
0.87162799999999995836930111181573010981082916259765625,
0.89672099999999999031530251158983446657657623291015625,
0.89451599999999997780975036221207119524478912353515625
],
"test_run_times": [
60.340000000000003410605131648480892181396484375,
60.340000000000003410605131648480892181396484375,
60.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 0.8580870000000000441531256001326255500316619873046875,
"test_run_times": [
60.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 0.86505299999999996085620068697608076035976409912109375,
"test_run_times": [
60.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4cd61b80c22d72c875494a1230130405e2b801ea": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.4762100000000000221689333557151257991790771484375,
"raw_values": [
1.508410000000000028563817977556027472019195556640625,
1.41844999999999998863131622783839702606201171875,
1.4966600000000001013944483929662965238094329833984375,
1.4353599999999999692334995415876619517803192138671875,
1.5007900000000000684252654536976478993892669677734375,
1.474299999999999943867123874952085316181182861328125,
1.4994799999999999240429815472452901303768157958984375
],
"test_run_times": [
61.75,
62.090000000000003410605131648480892181396484375,
61.60000000000000142108547152020037174224853515625,
61.99000000000000198951966012828052043914794921875,
62.00999999999999801048033987171947956085205078125,
61.68999999999999772626324556767940521240234375,
62
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.4774499999999999300115405276301316916942596435546875,
"raw_values": [
1.477910000000000056985527407960034906864166259765625,
1.4904599999999998960475977582973428070545196533203125,
1.4639800000000000590461013416643254458904266357421875
],
"test_run_times": [
61.57000000000000028421709430404007434844970703125,
61.780000000000001136868377216160297393798828125,
61.53999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.5253799999999999581490328637300990521907806396484375,
"test_run_times": [
61.659999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1.48955999999999999516830939683131873607635498046875,
"test_run_times": [
61.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"8b7e0ac95d00a330b6ca05c1864dcd4bbc6c0909": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu -P",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "4cd61b80c22d72c875494a1230130405e2b801ea",
"results": {
"a": {
"value": 677.750999999999976353137753903865814208984375,
"raw_values": [
662.9479999999999790816218592226505279541015625,
704.9859999999999899955582804977893829345703125,
668.1490000000000009094947017729282379150390625,
696.6860000000000354702933691442012786865234375,
666.3120000000000118234311230480670928955078125,
678.2859999999999445208231918513774871826171875,
666.892000000000052750692702829837799072265625
],
"test_run_times": [
61.75,
62.090000000000003410605131648480892181396484375,
61.60000000000000142108547152020037174224853515625,
61.99000000000000198951966012828052043914794921875,
62.00999999999999801048033987171947956085205078125,
61.68999999999999772626324556767940521240234375,
62
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 676.874000000000023646862246096134185791015625,
"raw_values": [
676.625999999999976353137753903865814208984375,
670.9289999999999736246536485850811004638671875,
683.0670000000000072759576141834259033203125
],
"test_run_times": [
61.57000000000000028421709430404007434844970703125,
61.780000000000001136868377216160297393798828125,
61.53999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 655.5670000000000072759576141834259033203125,
"test_run_times": [
61.659999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 671.3350000000000363797880709171295166015625,
"test_run_times": [
61.780000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"6058b2b7f123ceed327ddaa1efd1289747b1f7e2": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.4848500000000000031974423109204508364200592041015625,
"raw_values": [
1.4768399999999999305799747162382118403911590576171875,
1.4874799999999999133848405108437873423099517822265625,
1.490240000000000009094947017729282379150390625
],
"test_run_times": [
61.52000000000000312638803734444081783294677734375,
61.82000000000000028421709430404007434844970703125,
61.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 1.49458000000000001961097950697876513004302978515625,
"raw_values": [
1.5118700000000000471800376544706523418426513671875,
1.4906600000000000960653778747655451297760009765625,
1.48120999999999991558752299170009791851043701171875
],
"test_run_times": [
61.53999999999999914734871708787977695465087890625,
61.68999999999999772626324556767940521240234375,
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 1.4663999999999999257482841130695305764675140380859375,
"test_run_times": [
61.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 1.4849300000000000832045543575077317655086517333984375,
"test_run_times": [
61.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"7bf00cc4d90b5be8c6b0a6d16ee012dd4ab0933f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "fcn-resnet101-11\/model.onnx -e cpu",
"description": "Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "6058b2b7f123ceed327ddaa1efd1289747b1f7e2",
"results": {
"a": {
"value": 673.470000000000027284841053187847137451171875,
"raw_values": [
677.115000000000009094947017729282379150390625,
672.269000000000005456968210637569427490234375,
671.0249999999999772626324556767940521240234375
],
"test_run_times": [
61.52000000000000312638803734444081783294677734375,
61.82000000000000028421709430404007434844970703125,
61.72999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 669.125,
"raw_values": [
661.424999999999954525264911353588104248046875,
670.8350000000000363797880709171295166015625,
675.115999999999985448084771633148193359375
],
"test_run_times": [
61.53999999999999914734871708787977695465087890625,
61.68999999999999772626324556767940521240234375,
61.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 681.93499999999994543031789362430572509765625,
"test_run_times": [
61.31000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 673.423000000000001818989403545856475830078125,
"test_run_times": [
61.99000000000000198951966012828052043914794921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"b8ce3adf200be7c2dbaf48a2975eae4cadd7c56a": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu -P",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.070000000000000006661338147750939242541790008544921875,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.08000000000000000166533453693773481063544750213623046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
}
}
},
"9b31d5f903505b627078b0640b940c58c9b64d25": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet100\/resnet100.onnx -e cpu",
"description": "Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375,
0.05000000000000000277555756156289135105907917022705078125,
0.070000000000000006661338147750939242541790008544921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"resnet100\/resnet100.onnx\" failed: No such file or directory"
}
}
}
},
"be9015d33da2127ae45d639c4f30bd3f30dfa92f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 241.4279999999999972715158946812152862548828125,
"raw_values": [
243.020000000000010231815394945442676544189453125,
243.60800000000000409272615797817707061767578125,
237.65600000000000591171556152403354644775390625
],
"test_run_times": [
60.280000000000001136868377216160297393798828125,
60.28999999999999914734871708787977695465087890625,
60.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 241.1009999999999990905052982270717620849609375,
"raw_values": [
244.614000000000004320099833421409130096435546875,
240.36299999999999954525264911353588104248046875,
238.325999999999993406163412146270275115966796875
],
"test_run_times": [
60.25999999999999801048033987171947956085205078125,
60.27000000000000312638803734444081783294677734375,
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 246.943999999999988403942552395164966583251953125,
"test_run_times": [
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 245.086000000000012732925824820995330810546875,
"test_run_times": [
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"506aa12229999f575c0b09c736991fa0d6ca9ca3": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu -P",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "be9015d33da2127ae45d639c4f30bd3f30dfa92f",
"results": {
"a": {
"value": 4.1411899999999999266719896695576608180999755859375,
"raw_values": [
4.1135900000000003018385541508905589580535888671875,
4.10362000000000026744828574010170996189117431640625,
4.206360000000000098907548817805945873260498046875
],
"test_run_times": [
60.280000000000001136868377216160297393798828125,
60.28999999999999914734871708787977695465087890625,
60.28999999999999914734871708787977695465087890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 4.146679999999999921556081972084939479827880859375,
"raw_values": [
4.08673000000000019582557797548361122608184814453125,
4.15899000000000018673063095775432884693145751953125,
4.1943099999999997606892065959982573986053466796875
],
"test_run_times": [
60.25999999999999801048033987171947956085205078125,
60.27000000000000312638803734444081783294677734375,
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 4.04811000000000031917579690343700349330902099609375,
"test_run_times": [
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 4.0788700000000002177102942368946969509124755859375,
"test_run_times": [
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"dfedfca9a0d6c7455741aa65e9eee1b27e300a02": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 272.68099999999998317434801720082759857177734375,
"raw_values": [
268.78800000000001091393642127513885498046875,
278.22800000000000864019966684281826019287109375,
271.02699999999998681232682429254055023193359375
],
"test_run_times": [
60.28999999999999914734871708787977695465087890625,
60.25,
60.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 277.4940000000000281943357549607753753662109375,
"raw_values": [
283.44099999999997407940099947154521942138671875,
273.82999999999998408384271897375583648681640625,
275.21199999999998908606357872486114501953125
],
"test_run_times": [
60.27000000000000312638803734444081783294677734375,
60.219999999999998863131622783839702606201171875,
60.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 290.31999999999999317878973670303821563720703125,
"test_run_times": [
60.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 284.009999999999990905052982270717620849609375,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"0929ded4741613169cc08b76e5be43b11b6bef99": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "resnet50-v1-12-int8\/resnet50-v1-12-int8.onnx -e cpu",
"description": "Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "dfedfca9a0d6c7455741aa65e9eee1b27e300a02",
"results": {
"a": {
"value": 3.666679999999999939319650366087444126605987548828125,
"raw_values": [
3.719040000000000123492327475105412304401397705078125,
3.59274000000000004462208380573429167270660400390625,
3.688260000000000093933749667485244572162628173828125
],
"test_run_times": [
60.28999999999999914734871708787977695465087890625,
60.25,
60.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 3.60301999999999988943955031572841107845306396484375,
"raw_values": [
3.526590000000000113544729174464009702205657958984375,
3.650529999999999830606611794792115688323974609375,
3.631930000000000102744479590910486876964569091796875
],
"test_run_times": [
60.27000000000000312638803734444081783294677734375,
60.219999999999998863131622783839702606201171875,
60.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 3.443119999999999958362195684458129107952117919921875,
"test_run_times": [
60.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 3.519690000000000207336370294797234237194061279296875,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5cbd2e79e9c57f005a7016f70b1494bde8789f54": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 43.3703000000000002955857780762016773223876953125,
"raw_values": [
43.2509000000000014551915228366851806640625,
44.1195000000000021600499167107045650482177734375,
42.740600000000000591171556152403354644775390625
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
60.2000000000000028421709430404007434844970703125,
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 42.773899999999997589839040301740169525146484375,
"raw_values": [
43.51970000000000027284841053187847137451171875,
42.46509999999999962483343551866710186004638671875,
42.3368999999999999772626324556767940521240234375
],
"test_run_times": [
60.17999999999999971578290569595992565155029296875,
60.1700000000000017053025658242404460906982421875,
60.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 41.691699999999997316990629769861698150634765625,
"test_run_times": [
60.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 42.85669999999999646433934685774147510528564453125,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"4773a7aadffbc6d56fefd006170b560c643da43d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu -P",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Parallel",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "5cbd2e79e9c57f005a7016f70b1494bde8789f54",
"results": {
"a": {
"value": 23.0604000000000013415046851150691509246826171875,
"raw_values": [
23.12010000000000076170181273482739925384521484375,
22.664899999999999380406734417192637920379638671875,
23.39620000000000032969182939268648624420166015625
],
"test_run_times": [
60.18999999999999772626324556767940521240234375,
60.2000000000000028421709430404007434844970703125,
60.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 23.381499999999999062083588796667754650115966796875,
"raw_values": [
22.977199999999999846522769075818359851837158203125,
23.547999999999998266275724745355546474456787109375,
23.619299999999999073452272568829357624053955078125
],
"test_run_times": [
60.17999999999999971578290569595992565155029296875,
60.1700000000000017053025658242404460906982421875,
60.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 23.98479999999999989768184605054557323455810546875,
"test_run_times": [
60.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 23.33279999999999887450030655600130558013916015625,
"test_run_times": [
60.2000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"89abe0aaa579bc5609ebf044dc792c1262430103": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 149.544999999999987494447850622236728668212890625,
"raw_values": [
149.796999999999997044142219237983226776123046875,
149.21899999999999408828443847596645355224609375,
149.618999999999999772626324556767940521240234375
],
"test_run_times": [
60.13000000000000255795384873636066913604736328125,
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 148.71399999999999863575794734060764312744140625,
"raw_values": [
149.700999999999993406163412146270275115966796875,
148.70400000000000773070496506989002227783203125,
147.73799999999999954525264911353588104248046875
],
"test_run_times": [
60.159999999999996589394868351519107818603515625,
60.13000000000000255795384873636066913604736328125,
60.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 148.299000000000006593836587853729724884033203125,
"test_run_times": [
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 149.67599999999998772182152606546878814697265625,
"test_run_times": [
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"738e2c9fd6e5597316e35acd39ab26dbbec4f48f": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "super_resolution\/super_resolution.onnx -e cpu",
"description": "Model: super-resolution-10 - Device: CPU - Executor: Standard",
"scale": "Inference Time Cost (ms)",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"parent": "89abe0aaa579bc5609ebf044dc792c1262430103",
"results": {
"a": {
"value": 6.6853899999999999437250153278000652790069580078125,
"raw_values": [
6.67400000000000037658764995285309851169586181640625,
6.69951999999999969759301166050136089324951171875,
6.68264999999999975699438437004573643207550048828125
],
"test_run_times": [
60.13000000000000255795384873636066913604736328125,
60.14999999999999857891452847979962825775146484375,
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"b": {
"value": 6.72219999999999995310417943983338773250579833984375,
"raw_values": [
6.677170000000000271711542154662311077117919921875,
6.72290000000000009805489753489382565021514892578125,
6.76653000000000037772451833006925880908966064453125
],
"test_run_times": [
60.159999999999996589394868351519107818603515625,
60.13000000000000255795384873636066913604736328125,
60.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"c": {
"value": 6.74172999999999955633711579139344394207000732421875,
"test_run_times": [
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
},
"d": {
"value": 6.6781699999999997174882082617841660976409912109375,
"test_run_times": [
60.1400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
}
}
}
}
},
"5ed90c8878f70bd27c1ca52f7839a6240fb4fd95": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu -P",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.070000000000000006661338147750939242541790008544921875,
0.059999999999999997779553950749686919152736663818359375,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125,
0.05000000000000000277555756156289135105907917022705078125,
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
}
}
},
"4a08410d5caf508543af690ae84dfb33adcb834d": {
"identifier": "pts\/onnx-1.17.0",
"title": "ONNX Runtime",
"app_version": "1.17",
"arguments": "FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx -e cpu",
"description": "Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
"scale": "Inferences Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125,
0.070000000000000006661338147750939242541790008544921875,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
},
"b": {
"test_run_times": [
0.05000000000000000277555756156289135105907917022705078125,
0.05000000000000000277555756156289135105907917022705078125,
0.05000000000000000277555756156289135105907917022705078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
},
"c": {
"test_run_times": [
0.059999999999999997779553950749686919152736663818359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
},
"d": {
"test_run_times": [
0.0899999999999999966693309261245303787291049957275390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -ffunction-sections -fdata-sections -mtune=native -flto=auto -fno-fat-lto-objects -ldl -lrt"
},
"error": "The test quit with a non-zero exit status. E: onnxruntime\/onnxruntime\/test\/onnx\/onnx_model_info.cc:45 void OnnxModelInfo::InitOnnxModelInfo(const PATH_CHAR_TYPE*) open file \"FasterRCNN-12-int8\/FasterRCNN-12-int8.onnx\" failed: No such file or directory"
}
}
}
}
}
}