AMD Ryzen 9 9950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (2204 BIOS) and AMD Radeon RX 7900 GRE 16GB on Ubuntu 24.04 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2408225-NE-9950XONNX44
9950X onnx svt,
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",151.118,150.489,150.989
"b",150.587,150.861,152.287
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",6.61444,6.64118,6.61891
"b",6.63728,6.62556,6.5635
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",163.713,163.056,157.472
"b",156.143,156.495,157.514
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",6.10642,6.13138,6.3487
"b",6.40212,6.38816,6.34704
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",7.68061,7.66021,7.80023
"b",7.92371,7.94479,7.42784,7.43728,7.58759,7.72546,7.83559,7.71592,7.60274
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",130.194,130.541,128.197
"b",126.2,125.865,134.626,134.455,131.789,129.439,127.62,129.599,131.527
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",13.6858,13.8484,13.8178
"b",13.9463,13.7817,13.9196
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",73.066,72.2085,72.368
"b",71.7012,72.5577,71.839
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",70.5059,70.84,71.9011
"b",71.4999,70.5947,70.2927
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",14.1815,14.1146,13.9057
"b",13.9835,14.1639,14.2244
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",127.002,126.302,128.251
"b",126.754,126.402,123.719
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",7.87219,7.91572,7.79538
"b",7.88783,7.90935,8.08107
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",192.369,190.145,189.134
"b",191.118,190.499,189.829
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",5.1976,5.25846,5.28638
"b",5.23166,5.24871,5.26705
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",192.378,192.586,181.004,192.08,192.802,192.895
"b",193.037,192.806,192.185
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",5.19755,5.19193,5.52397,5.20533,5.18591,5.1834
"b",5.1797,5.18589,5.20285
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",11.6409,11.8718,11.8124
"b",11.6245,11.7035,11.4768
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",85.9015,84.2306,84.6538
"b",86.0225,85.4418,87.1297
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",25.1236,25.1651,25.0179
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",39.8008,39.7351,39.9685
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",248.083,241.693,246.059
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",4.02997,4.13579,4.06284
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",851.981,846.343,855.409
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",1.17293,1.18083,1.16838
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",2.24655,2.23251,2.19587
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",445.123,447.924,455.397
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",4.96332,4.9572,4.94072
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",201.476,201.724,202.398
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",24.6282,24.4973,24.3127
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",40.6011,40.8186,41.1287
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",55.5698,55.6967,55.9569
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",17.9938,17.9528,17.8691
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",151.338,154.245,152.34
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",6.60695,6.48193,6.56348
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",575.685,582.962,578.173
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",1.73658,1.71468,1.72885
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",219.524,223.047,223.238
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",4.55466,4.48265,4.47882
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",225.188,224.986,225.295
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",4.44054,4.4445,4.43844
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",1.40422,1.4244,1.42563
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",712.136,702.049,701.443
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",2.54549,2.5342,2.59907
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",392.85,394.6,384.75
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",41.4831,41.1396,41.3763
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",24.1041,24.3051,24.1663
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",60.7461,62.425,61.3244
"b",
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",16.4601,16.0176,16.305
"b",
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 3 - Input: Bosphorus 4K",
Higher Results Are Better
"a",11.767,11.79,11.885
"b",11.82,11.817,11.825
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 5 - Input: Bosphorus 4K",
Higher Results Are Better
"a",44.219,44.076,44.017
"b",44.073,44.127,43.723
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 8 - Input: Bosphorus 4K",
Higher Results Are Better
"a",98.971,98.488,98.512
"b",99.718,99.019,99.028
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 13 - Input: Bosphorus 4K",
Higher Results Are Better
"a",256.676,257.347,257.581
"b",258.351,258.633,258.957
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 3 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",37.309,37.335,37.294
"b",37.223,37.187,37.216
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 5 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",128.813,128.815,128.492
"b",128.194,128.068,127.62
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",303.494,301.271,302.492
"b",304.19,303.433,305.357
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",1010.928,1012.802,1005.191
"b",1012.784,1009.105,1011.819
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 3 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",1.763,1.766,1.751
"b",1.758,1.763,1.752
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 5 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",7.532,7.584,7.606
"b",7.645,7.485,7.634
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 8 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",10.583,10.654,10.541
"b",10.598,10.539,10.69
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 13 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",19.392,19.42,19.387
"b",19.393,19.397,19.422
"c",
"d",
"e",
"Whisperfile 20Aug24 - Model Size: Tiny",
Lower Results Are Better
"a",29.86003,29.45184,29.59277
"b",
"c",
"d",
"e",
"Whisperfile 20Aug24 - Model Size: Small",
Lower Results Are Better
"a",127.62914,128.35577,127.93456
"b",
"c",
"d",
"e",
"Whisperfile 20Aug24 - Model Size: Medium",
Lower Results Are Better
"a",328.77656,328.76969,329.36928
"b",
"c",
"d",
"e",