AMD Ryzen Threadripper 7980X 64-Cores testing with a System76 Thelio Major (FA Z5 BIOS) and AMD Radeon Pro W7900 on Ubuntu 24.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2408227-PTS-ONNX119192
onnx 119,
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",160.711,160.277,161.129
"b",161.946,161.57,160.705
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",6.21623,6.23293,6.19969
"b",6.16862,6.1823,6.21641
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",105.447,104.727,104.944
"b",105.002,106.93,105.441
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: GPT-2 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",9.48158,9.5466,9.52678
"b",9.5216,9.35005,9.48219
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",5.30587,5.31306,5.19846
"b",5.41624,5.10744,5.1234,5.00047,5.20407,5.02938,4.92166,5.14321,5.28342,5.00856,5.16158,5.01308,5.30271,5.16404,5.03904
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",188.464,188.209,192.358
"b",184.624,195.786,195.176,199.975,192.15,198.825,203.178,194.425,189.265,199.652,193.733,199.471,188.577,193.641,198.444
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",8.7758,8.72228,8.78214
"b",8.45815,8.64265,8.97168,8.77754
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: yolov4 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",113.946,114.646,113.865
"b",118.226,115.702,111.458,113.923
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",53.8752,54.4032,51.9419
"b",53.2958,55.8252,54.6126
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",18.5594,18.3793,19.2503
"b",18.76,17.9109,18.3089
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",82.5575,81.25,81.5181
"b",78.5443,85.5718,74.86,80.4772,80.8925,83.1822,81.0177,86.6255,81.2811,79.8853,83.4778,80.4948,82.0832,82.4194,80.4235
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ZFNet-512 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",12.11,12.3057,12.2646
"b",12.729,11.6837,13.3558,12.4231,12.3599,12.0197,12.3403,11.5411,12.3008,12.5159,11.9765,12.4207,12.18,12.1303,12.4319
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",335.703,336.59,334.216
"b",336.396,338.627,341.762
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",2.97759,2.96968,2.99086
"b",2.97134,2.95198,2.92477
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",139.199,141.934,141.741
"b",139.958,143.052,143.333
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: T5 Encoder - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",7.18354,7.04503,7.0547
"b",7.1446,6.98994,6.97629
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",6.72961,6.86122,7.14153,6.6814,6.64056,6.62876,6.83136,6.62746,6.77499
"b",7.141,6.89216,6.76438,6.69918,6.81637
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",148.593,145.743,140.023,149.665,150.586,150.854,146.38,150.884,147.598
"b",140.032,145.089,147.83,149.268,146.702
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 3 - Input: Bosphorus 4K",
Higher Results Are Better
"a",13.353,13.41,13.43
"b",13.423,13.337,13.289
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 5 - Input: Bosphorus 4K",
Higher Results Are Better
"a",45.269,45.71,45.864
"b",45.462,45.652,44.915
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 8 - Input: Bosphorus 4K",
Higher Results Are Better
"a",95.694,96.555,96.38
"b",97.015,97.396,94.857
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 13 - Input: Bosphorus 4K",
Higher Results Are Better
"a",241.827,233.756,225.498,233.193,230.823,224.699,226.482,232.61
"b",232.762,229.513,237.468
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 3 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",36.657,36.557,36.6
"b",36.527,36.572,36.561
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 5 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",118.337,120.139,119.186
"b",118.593,119.295,119.8
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",272.446,270.859,271.723
"b",271.031,268.764,269.842
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
Higher Results Are Better
"a",746.852,751.553,716.386,745.213
"b",757.377,746.939,717.68,741.165
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 3 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",1.869,1.863,1.861
"b",1.857,1.849,1.864
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 5 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",7.793,7.814,7.717
"b",7.812,7.786,7.804
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 8 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",10.79,10.815,10.926
"b",10.759,10.924,10.797
"c",
"d",
"e",
"SVT-AV1 2.2 - Encoder Mode: Preset 13 - Input: Beauty 4K 10-bit",
Higher Results Are Better
"a",19.47,19.515,19.576
"b",19.415,19.484,19.353
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",12.4319,12.8883,12.6989
"b",12.8974,11.8991,12.3054,13.1415,12.8154,13.1319,12.6202,12.8707,12.1797,12.4404,13.2887,12.7968,13.0986,12.8383,12.742
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: bertsquad-12 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",80.4346,77.5856,78.7425
"b",77.5313,84.0358,81.261,76.0908,78.0264,76.147,79.234,77.6926,82.101,80.3739,75.2477,78.1352,76.3402,77.8873,78.4771
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",203.498,202.926,207.012
"b",206.482,204.343,214.575,186.499,207.049,208.32,208.331,205.12,177.085,203.459,181.683,207.132
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",4.91243,4.9263,4.82901
"b",4.8415,4.89224,4.65878,5.36023,4.82787,4.79872,4.79847,4.87363,5.64551,4.91339,5.50222,4.82626
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",456.624,455.615,451.931
"b",458.438,467.291,454.319
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: CaffeNet 12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",2.18919,2.19421,2.21182
"b",2.18049,2.13929,2.20038
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",1.16881,1.07665,1.19842,1.19706,1.1081,1.09997,1.075,1.07781,1.06098,1.05552,1.09598,1.06408,1.18619,1.02113,1.068
"b",1.06599,1.05577,1.2046,1.06904,1.19333,1.02235,1.17007,1.0608,1.06166,1.18133,1.01598,1.17898,1.06797,1.0654,1.06045
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",855.569,928.801,834.425,835.374,902.44,909.108,930.225,927.801,942.515,947.393,912.359,939.774,843.03,979.298,936.327
"b",938.088,947.17,830.143,935.416,837.987,978.129,854.645,942.682,941.92,846.501,984.266,848.184,936.354,938.611,942.993
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",3.66611,3.48634,4.14834,3.45431,3.42768,4.68083,4.50907,4.67494,4.48131,3.40295,4.07205,3.84774,3.84402,3.76053,3.4467
"b",4.24659,3.73715,3.62855,3.39119,3.50881,3.48539,3.7635,4.10421,3.68198,4.21441,4.51895,4.34483,4.51766,4.42846,4.48892
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: fcn-resnet101-11 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",272.766,286.83,241.057,289.49,291.739,213.634,221.772,213.903,223.146,293.86,245.574,259.889,260.141,265.917,290.128
"b",235.48,267.58,275.589,294.878,284.993,286.909,265.707,243.65,271.59,237.278,221.287,230.155,221.35,225.809,222.768
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",12.5604,12.7108,12.5406
"b",12.3489,12.4575,12.6204
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",79.6114,78.6703,79.7383
"b",80.9745,80.2698,79.2338
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",37.7874,38.1423,39.1132
"b",36.528,37.8733,36.496
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ArcFace ResNet-100 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",26.4614,26.215,25.5644
"b",27.3744,26.4021,27.398
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",74.6499,74.1753,73.7931
"b",74.7261,72.9785,75.3825
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",13.3944,13.4804,13.5496
"b",13.3792,13.7012,13.2643
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",201.023,199.392,202.894
"b",204.407,200.483,199.382
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet50 v1-12-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",4.97361,5.01422,4.92779
"b",4.89149,4.98695,5.01468
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",130.936,131.391,131.613
"b",129.78,131.314,130.372
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",7.63609,7.60963,7.59678
"b",7.70403,7.6142,7.66904
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",99.1921,105.245,99.5387,100.183,99.6936,99.7036
"b",99.9089,99.6298,105.101,99.4428,99.3324
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: super-resolution-10 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",10.0811,9.50139,10.0461,9.9814,10.0304,10.0294
"b",10.0088,10.0369,9.51439,10.0557,10.0669
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",1.63064,1.59097,1.60801
"b",1.62211,1.58629,1.59157
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",613.253,628.541,621.883
"b",616.478,630.396,628.307
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",2.68347,2.68765,2.67631
"b",2.68379,2.71155,2.709
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: ResNet101_DUC_HDC-12 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",372.65,372.07,373.646
"b",372.605,368.79,369.137
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Higher Results Are Better
"a",27.7781,29.2255,29.2194,27.7827,29.2734,27.7835,29.2855,29.3067,29.0436,28.0073,29.2793
"b",29.2091,29.1686,27.6056,29.2388,29.1609
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Parallel",
Lower Results Are Better
"a",35.997,34.2142,34.2213,35.991,34.1581,35.9901,34.1441,34.1194,34.4282,35.7025,34.1513
"b",34.2333,34.281,36.222,34.1986,34.29
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Higher Results Are Better
"a",45.1896,44.387,44.1035
"b",44.6653,44.1968,44.5076
"c",
"d",
"e",
"ONNX Runtime 1.19 - Model: Faster R-CNN R-50-FPN-int8 - Device: CPU - Executor: Standard",
Lower Results Are Better
"a",22.1267,22.5266,22.6713
"b",22.3862,22.6236,22.4656
"c",
"d",
"e",