AMD Ryzen 9 7900 12-Core testing with a Gigabyte B650M DS3H (F4h BIOS) and Gigabyte AMD Raphael 512MB on Ubuntu 22.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2302113-NE-ONNXRUNTI86
onnx runtime 1.14 amd ryzen 7900,
"ONNX Runtime 1.14 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",117.327,117.452,118.08
"b",
"c",
"ONNX Runtime 1.14 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",8.51918,8.51015,8.4645
"b",
"c",
"ONNX Runtime 1.14 - Model: GPT-2 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",137.697,140.629,141.226
"b",
"c",
"ONNX Runtime 1.14 - Model: GPT-2 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",7.26017,7.10896,7.07895
"b",
"c",
"ONNX Runtime 1.14 - Model: yolov4 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",7.96263,7.79288,7.92142
"b",
"c",
"ONNX Runtime 1.14 - Model: yolov4 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",125.584,128.32,126.238
"b",
"c",
"ONNX Runtime 1.14 - Model: yolov4 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",10.6748,7.84331,10.1523,10.683,10.6549,7.82066,7.83134,10.4095,10.4275,10.6631,7.84077,10.1139,10.3855,10.5505,10.7231
"b",
"c",
"ONNX Runtime 1.14 - Model: yolov4 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",93.6761,127.495,98.4971,93.6047,93.8513,127.863,127.689,96.0638,95.8975,93.7792,127.536,98.8714,96.2853,94.7799,93.2545
"b",
"c",
"ONNX Runtime 1.14 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",12.6818,12.5514,12.94
"b",
"c",
"ONNX Runtime 1.14 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",78.8513,79.6707,77.2781
"b",
"c",
"ONNX Runtime 1.14 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",16.4349,18.0556,17.8919,18.1405,17.6051,18.1263,12.4179,15.9244,12.3941,12.5457,18.1706,18.0453
"b",
"c",
"ONNX Runtime 1.14 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",60.8438,55.3827,55.8896,55.1233,56.7999,55.1666,80.5268,62.7949,80.6814,79.7065,55.0321,55.4144
"b",
"c",
"ONNX Runtime 1.14 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",748.085,746.954,748.071
"b",
"c",
"ONNX Runtime 1.14 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",1.33571,1.33791,1.33567
"b",
"c",
"ONNX Runtime 1.14 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",1029.99,1019.19,926.703,847.504,826.836,1028.26,1025.8,846.094,865.934,1011.4,840.44,1001.68
"b",
"c",
"ONNX Runtime 1.14 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",0.970534,0.980836,1.07858,1.17931,1.20898,0.972152,0.974458,1.18128,1.15423,0.988342,1.18914,0.99788
"b",
"c",
"ONNX Runtime 1.14 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",1.46632,1.44549,1.43066
"b",
"c",
"ONNX Runtime 1.14 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",681.978,691.806,698.975
"b",
"c",
"ONNX Runtime 1.14 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",2.60162,1.89812,1.58205,2.54309,2.5499,2.58981,2.50431,2.57051,2.60819,2.50934,2.60646,2.60363,2.47378,2.58476
"b",
"c",
"ONNX Runtime 1.14 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",384.373,526.835,632.089,393.221,392.17,386.127,399.31,389.026,383.406,398.508,383.66,384.078,404.238,386.88
"b",
"c",
"ONNX Runtime 1.14 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",28.6223,28.3845,28.6507
"b",
"c",
"ONNX Runtime 1.14 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",34.937,35.2295,34.9023
"b",
"c",
"ONNX Runtime 1.14 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",27.5216,28.1433,40.8659,40.5981,40.8803,40.9195,40.9313,40.8921,40.9071,40.1823,40.8275,40.9457,40.851,41.1125,40.9254
"b",
"c",
"ONNX Runtime 1.14 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",36.3328,35.5301,24.4687,24.6299,24.46,24.4367,24.4296,24.453,24.4441,24.885,24.4917,24.4209,24.4777,24.322,24.433
"b",
"c",
"ONNX Runtime 1.14 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",343.796,342.268,340.264
"b",
"c",
"ONNX Runtime 1.14 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",2.90778,2.92084,2.9381
"b",
"c",
"ONNX Runtime 1.14 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",360.91,428.672,359.038,428.065,388.156,358.51,429.253,358.904,360.773,428.069,422.676,381.21,387.306,383.858,358.38
"b",
"c",
"ONNX Runtime 1.14 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",2.77019,2.33238,2.78457,2.33536,2.57571,2.78857,2.32908,2.78556,2.77106,2.33534,2.36534,2.62253,2.58138,2.60453,2.78971
"b",
"c",
"ONNX Runtime 1.14 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",106.241,104.38,104.241
"b",
"c",
"ONNX Runtime 1.14 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",9.4119,9.57973,9.59249
"b",
"c",
"ONNX Runtime 1.14 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",120.1,115.848,166.674,110.657,146.19,166.486,162.607,113.393,107.952,116.715,114.749,165.555,166.196,107.966,166.253
"b",
"c",
"ONNX Runtime 1.14 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",8.32605,8.63161,5.99941,9.03653,6.8401,6.00622,6.14951,8.81849,9.26302,8.56748,8.71434,6.03999,6.01671,9.2618,6.01464
"b",
"c",
"ONNX Runtime 1.14 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",47.8742,45.722,45.5668,45.4706
"b",
"c",
"ONNX Runtime 1.14 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",20.8865,21.8689,21.944,21.9902
"b",
"c",
"ONNX Runtime 1.14 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",62.0081,48.5632,48.8541,62.2586,60.9147,61.098,48.5773,62.0761,48.3249,62.4227,62.0788,61.1426,62.3305,48.458,48.044
"b",
"c",
"ONNX Runtime 1.14 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",16.1254,20.5892,20.4669,16.0602,16.4146,16.3653,20.5835,16.1077,20.6916,16.0181,16.1065,16.3533,16.0418,20.6348,20.8123
"b",
"c",