AMD Ryzen 7 7840U testing with a PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS) and AMD Phoenix1 512MB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402036-NE-ONNXNEW5418
onnx new,
"ONNX Runtime 1.17 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",91.6682,91.4125,90.7388
"c",
"ONNX Runtime 1.17 - Model: GPT-2 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",93.5033,105.603,105.042,92.6941,105.03,104.432,103.182,103.788,92.1301,104.455,92.2123,103.655,90.5914,103.945,103.869
"c",
"ONNX Runtime 1.17 - Model: yolov4 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",5.26031,4.95078,5.24248,5.41115,5.21574,5.35328,5.33871,5.37131,5.414,5.45399,5.40248,5.38875,5.49963,5.59098,5.44303
"c",
"ONNX Runtime 1.17 - Model: yolov4 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",7.54957,7.41847,6.84175,6.66011,5.14317,6.73853,7.37134,7.31163,5.09888,7.31333,7.34719,7.2921
"c",
"ONNX Runtime 1.17 - Model: T5 Encoder - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",116.859,113.882,116.385
"c",
"ONNX Runtime 1.17 - Model: T5 Encoder - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",123.608,123.689,122.872
"c",
"ONNX Runtime 1.17 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",7.24117,7.33656,7.56906
"c",
"ONNX Runtime 1.17 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",7.5049,11.5636,11.6125,11.617,7.38018,11.617,11.5547,7.43549,11.515,11.4296,7.40918,7.45975,11.604,10.6733,7.41736
"c",
"ONNX Runtime 1.17 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",395.627,398.846,387.829
"c",
"ONNX Runtime 1.17 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",400.15,429.111,432.365,402.039,426.773,426.225,388.991,388.459,394.32,387.313,388.643,423.709,389.688,421.59,409.278
"c",
"ONNX Runtime 1.17 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",0.699586,0.732854,0.765191,0.719805,0.704825,0.74083,0.731466,0.808563,0.712717,0.84421,0.704632,0.750811,0.725843,0.702476,0.657178
"c",
"ONNX Runtime 1.17 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",1.18144,1.18229,1.16637
"c",
"ONNX Runtime 1.17 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",16.866,17.1789,16.9903
"c",
"ONNX Runtime 1.17 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",25.2256,25.0305,17.0763,16.9719,16.9015,24.7437,23.8114,16.8648,16.9148,16.898,24.7195,24.6098,16.9724,24.6414,16.9499
"c",
"ONNX Runtime 1.17 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",184.645,183.102,180.55
"c",
"ONNX Runtime 1.17 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",193.834,189.609,190.291
"c",
"ONNX Runtime 1.17 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",56.2296,55.8292,55.8261
"c",
"ONNX Runtime 1.17 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",81.5019,80.7921,56.0144,80.9098,81.04,80.4267,79.8453,55.0345,55.2239,55.2453,55.4783,79.9391,79.9297,55.3556,79.4429
"c",
"ONNX Runtime 1.17 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",
"b",34.7364,34.339,34.3537
"c",
"ONNX Runtime 1.17 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",
"b",45.9773,35.4028,42.0646,44.4836,45.2687,45.045,45.5402,44.5575,44.2952,45.4211,44.2011,45.5495,44.8841
"c",
"ONNX Runtime 1.17 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",10.905,10.9356,11.0163
"c",
"ONNX Runtime 1.17 - Model: GPT-2 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",10.6882,9.46138,9.51312,10.7792,9.51365,9.56878,9.68491,9.62733,10.8484,9.56676,10.8375,9.63997,11.0302,9.61434,9.61987
"c",
"ONNX Runtime 1.17 - Model: yolov4 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",190.1,201.985,190.746,184.8,191.724,186.799,187.308,186.171,184.703,183.349,185.097,185.569,181.827,178.856,183.718
"c",
"ONNX Runtime 1.17 - Model: yolov4 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",132.454,134.795,146.158,150.144,194.429,148.396,135.657,136.764,196.118,136.732,136.103,137.131
"c",
"ONNX Runtime 1.17 - Model: T5 Encoder - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",8.55589,8.77938,8.59051
"c",
"ONNX Runtime 1.17 - Model: T5 Encoder - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",8.08787,8.08315,8.1362
"c",
"ONNX Runtime 1.17 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",138.096,136.301,132.114
"c",
"ONNX Runtime 1.17 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",133.242,86.4746,86.1093,86.0759,135.493,86.0763,86.5415,134.485,86.8392,87.4879,134.963,134.048,86.1718,93.6872,134.815
"c",
"ONNX Runtime 1.17 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",2.52612,2.50518,2.57638
"c",
"ONNX Runtime 1.17 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",2.49742,2.32898,2.31155,2.48566,2.3417,2.3447,2.56902,2.57265,2.53444,2.58003,2.57143,2.35869,2.56461,2.37059,2.44191
"c",
"ONNX Runtime 1.17 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",1429.41,1364.52,1306.86,1389.26,1418.79,1349.83,1367.11,1236.76,1403.08,1184.54,1419.18,1331.89,1377.7,1423.53,1521.65
"c",
"ONNX Runtime 1.17 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",846.418,845.813,857.358
"c",
"ONNX Runtime 1.17 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",59.2893,58.2091,58.8553
"c",
"ONNX Runtime 1.17 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",39.6401,39.9494,58.5578,58.9183,59.164,40.412,41.9942,59.2925,59.117,59.1766,40.4515,40.6316,58.9166,40.5797,58.9948
"c",
"ONNX Runtime 1.17 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",5.41495,5.4606,5.5374
"c",
"ONNX Runtime 1.17 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",5.15754,5.27249,5.25357
"c",
"ONNX Runtime 1.17 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",17.7832,17.9108,17.9119
"c",
"ONNX Runtime 1.17 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",12.2675,12.3754,17.8499,12.3573,12.3375,12.4316,12.522,18.1678,18.1055,18.0984,18.0223,12.5074,12.5087,18.0624,12.5856
"c",
"ONNX Runtime 1.17 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",
"b",28.7863,29.1193,29.107
"c",
"ONNX Runtime 1.17 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",
"b",21.7471,28.2436,23.7695,22.4774,22.0876,22.197,21.9558,22.4399,22.5723,22.0134,22.6203,21.9511,22.2768
"c",