Microsoft Azure EPYC 7003 HPC HBv3 Benchmarks, "Rodinia 3.1 - Test: OpenMP LavaMD", Lower Results Are Better "Azure HBv3 - EPYC 7V13",37.919,37.368,38.122 "Azure HBv2 - EPYC 7V12",39.397,38.79,39.408 "Azure HBv1 - EPYC 7551",89.43,90.367,90.728 "Azure HC - Xeon 8168",94.087,94.122,94.149 "Azure H - Xeon E5-2667 v3",290.256,282.372,279.933 "GROMACS 2020.3 - Water Benchmark", Higher Results Are Better "Azure HBv3 - EPYC 7V13",9.06,9.031,9.033 "Azure HBv2 - EPYC 7V12",8.445,8.454,8.476 "Azure HBv1 - EPYC 7551",3.559,3.378,3.354,3.341,3.295,3.283,3.295,3.272,3.249,3.227,3.249,3.228,3.219,3.208,3.163 "Azure HC - Xeon 8168",4.871,4.867,4.861 "Azure H - Xeon E5-2667 v3",1.232,1.226,1.23 "NAS Parallel Benchmarks 3.4 - Test / Class: LU.C", Higher Results Are Better "Azure HBv3 - EPYC 7V13",56242.21,51213.56,57008.67,57335.89,56791.67,57398.81,57279.65,57324.16,57251.72,57158.86,57067.71,57395.87,56928.27,57162.39 "Azure HBv2 - EPYC 7V12",53787.12,53846.31,53854.58 "Azure HBv1 - EPYC 7551",25490.03,25325.69,25096.86 "Azure H - Xeon E5-2667 v3",7878.49,7807.52,7924.1 "LULESH 2.0.3 - ", Higher Results Are Better "Azure HBv3 - EPYC 7V13",41408.095,42551.384,40950.331 "Azure HBv2 - EPYC 7V12",34743.067,34776.593,34890.958 "Azure HBv1 - EPYC 7551",19112.961,18850.321,19071.092 "Azure HC - Xeon 8168",20879.162,20864.286,20796.322 "Azure H - Xeon E5-2667 v3",6497.1948,6433.6048,6401.9394 "SVT-HEVC 1.5.0 - Tuning: 1 - Input: Bosphorus 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",44.65,44.95,46.57 "Azure HBv2 - EPYC 7V12",36.21,36.3,35.86 "Azure HBv1 - EPYC 7551",21.27,21.2,20.89 "Azure HC - Xeon 8168",23.83,23.91,23.88 "Azure H - Xeon E5-2667 v3",8.01,8.15,8.2 "Zstd Compression 1.4.9 - Compression Level: 8 - Compression Speed", Higher Results Are Better "Azure HBv3 - EPYC 7V13",3127,3273.2,3152.4 "Azure HBv2 - EPYC 7V12",2683.7,2446.8,2850.1,2723.6,2606.1,2612.1,2561.7,2811.9,2455.3,2811.1,2677,2521.2,2795,2614.2,2627.3 "Azure HBv1 - EPYC 7551",911.5,931.8,917 "Azure HC - Xeon 8168",1174.3,1195.2,1195 "Azure H - Xeon E5-2667 v3",580,586.2,581.9 "Timed Node.js Compilation 15.11 - Time To Compile", Lower Results Are Better "Azure HBv3 - EPYC 7V13",113.504,110.225,110.253 "Azure HBv2 - EPYC 7V12",120.624,118.197,118.086 "Azure HBv1 - EPYC 7551",194.701,194.232,194.716 "Azure HC - Xeon 8168",189.891,188.777,188.621 "Azure H - Xeon E5-2667 v3",471.738,468.49,469.598 "SVT-VP9 0.3 - Tuning: Visual Quality Optimized - Input: Bosphorus 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",342.57,329.01,341.56 "Azure HBv2 - EPYC 7V12",140.48,140.98,140.32 "Azure HBv1 - EPYC 7551",125.4,132.19,126.99,134.34,127.02,132,128.21,129.34 "Azure HC - Xeon 8168",306.61,292.23,301 "Azure H - Xeon E5-2667 v3",72.48,82.27,85.97,88.17,88.57,84.11,81.78,80.73,76.09,80.14,79.98,86.58,86.94,89.51,87.75 "Xcompact3d Incompact3d 2021-03-11 - Input: X3D-benchmarking input.i3d", Lower Results Are Better "Azure HBv3 - EPYC 7V13",287.603577,287.305206,287.88974 "Azure HBv2 - EPYC 7V12",319.039185,318.810822,318.865021 "Azure HBv1 - EPYC 7551",449.886597,458.666901,458.883636 "Azure HC - Xeon 8168",494.703217,507.869629,519.315063 "Azure H - Xeon E5-2667 v3",1140.27515,1151.04224,1182.48242 "High Performance Conjugate Gradient 3.1 - ", Higher Results Are Better "Azure HBv3 - EPYC 7V13",39.0972,39.1354,38.9535 "Azure HBv2 - EPYC 7V12",37.3589,37.157,37.29 "Azure HBv1 - EPYC 7551",30.6827,30.5083,30.1033 "Azure HC - Xeon 8168",26.0253,26.0217,26.0673 "Azure H - Xeon E5-2667 v3",10.6086,9.75558,10.0506,10.2942,10.1633,10.1817,10.2873,10.2548 "Timed LLVM Compilation 10.0 - Time To Compile", Lower Results Are Better "Azure HBv3 - EPYC 7V13",167.366,160.994,162.919 "Azure HBv2 - EPYC 7V12",178.692,172.305,173.232 "Azure HBv1 - EPYC 7551",292.783,280.649,276.756,282.974 "Azure HC - Xeon 8168",254.367,247.134,253.73 "Azure H - Xeon E5-2667 v3",604.352,598.417,596.969 "SVT-AV1 0.8 - Encoder Mode: Enc Mode 8 - Input: 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",93.431,94.062,94.591 "Azure HBv2 - EPYC 7V12",78.721,78.779,76.812 "Azure HBv1 - EPYC 7551",44.637,36.811,40.14,39.96,41.376,41.37,40.06,40.635,38.699,39.457,39.648,38.958 "Azure HC - Xeon 8168",56.97,57.358,57.803 "Azure H - Xeon E5-2667 v3",26.394,26.58,27.532 "Timed Linux Kernel Compilation 5.10.20 - Time To Compile", Lower Results Are Better "Azure HBv3 - EPYC 7V13",49.117,41.526,40.776,39.749,41.117,39.429,43.091,42.199,40.609,41.832,42.243,41.976,42.046,43.088,41.323 "Azure HBv2 - EPYC 7V12",50.835,43.108,43.383,44.935,43.828,45.232,43.814,43.967,46.131,43.579,44.166,46.736,44.27 "Azure HBv1 - EPYC 7551",64.17,58.175,58.259,58.263,58.437,58.147,58.27,58.064,58.144,58.588,58.404,58.265,58.414 "Azure HC - Xeon 8168",63.012,55.379,56.372,54.862,53.97,54.789,54.042,55.676,55.972,54.716,55.4,54.937,53.322,52.947,54.47 "Azure H - Xeon E5-2667 v3",141.897,134.039,130.356,134.159,132.06,142.343,133.833,132.486,134.279,132.864,135.591,132.977 "PlaidML - FP16: No - Mode: Inference - Network: VGG19 - Device: CPU", Higher Results Are Better "Azure HBv3 - EPYC 7V13",34.74,33.43,35.48,34.45 "Azure HBv2 - EPYC 7V12",21.15,20.74,23.18,24.16,23.49,22.06,25.41,22.34,22.91,24.19,24.11,23.71,23.39,22.74,23.26 "Azure HBv1 - EPYC 7551",14.97,15.59,16.69,16.42,16.24,16.23,15.9,16.1,16.97,15.74,14.37,16.41 "Azure HC - Xeon 8168",35.03,34.38,34.56 "Azure H - Xeon E5-2667 v3",14.75,15.11,14.32,15 "PlaidML - FP16: No - Mode: Inference - Network: VGG16 - Device: CPU", Higher Results Are Better "Azure HBv3 - EPYC 7V13",38.42,39.06,37.7 "Azure HBv2 - EPYC 7V12",25.41,25.32,25.98 "Azure HBv1 - EPYC 7551",18.51,19.69,21.43,19.25,20.77,20.85,19.16,19.88,19.92,20.08,19.8,20.81,19.15,19.23,19.7 "Azure HC - Xeon 8168",41.95,41.2,41.48 "Azure H - Xeon E5-2667 v3",18.1,18.09,18.18 "Botan 2.17.3 - Test: ChaCha20Poly1305", Higher Results Are Better "Azure HBv3 - EPYC 7V13",668.247,667.722,667.326 "Azure HBv2 - EPYC 7V12",616.554,614.01,616.82 "Azure HBv1 - EPYC 7551",305.731,300.93,303.067 "Azure HC - Xeon 8168",633.703,632.669,633.28 "Azure H - Xeon E5-2667 v3",553.452,554.658,547.371 "Botan 2.17.3 - Test: ChaCha20Poly1305 - Decrypt", Higher Results Are Better "Azure HBv3 - EPYC 7V13",658.421,658.436,658.254 "Azure HBv2 - EPYC 7V12",612.166,610.938,609.48 "Azure HBv1 - EPYC 7551",302.798,298.151,299.586 "Azure HC - Xeon 8168",627.597,625.833,627.328 "Azure H - Xeon E5-2667 v3",544.605,546.964,542.183 "SVT-AV1 0.8 - Encoder Mode: Enc Mode 0 - Input: 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",0.161,0.161,0.162 "Azure HBv2 - EPYC 7V12",0.123,0.125,0.124 "Azure HBv1 - EPYC 7551",0.076,0.076,0.076 "Azure HC - Xeon 8168",0.111,0.111,0.111 "Azure H - Xeon E5-2667 v3",0.089,0.089,0.089 "Pennant 1.0.1 - Test: leblancbig", Lower Results Are Better "Azure HBv3 - EPYC 7V13",3.344725,3.363463,3.303414 "Azure HBv2 - EPYC 7V12",3.471605,3.482554,3.50535 "Azure HBv1 - EPYC 7551",10.29589,10.32833,10.38871 "Azure HC - Xeon 8168",10.49727,10.4862,10.60412 "Azure H - Xeon E5-2667 v3",42.9703,42.82393,51.11533,46.51957,45.9608,46.69765,45.58772,46.06188,46.6367,46.88105,43.19446,43.67965 "Pennant 1.0.1 - Test: sedovbig", Lower Results Are Better "Azure HBv3 - EPYC 7V13",5.829533,5.841228,5.829496 "Azure HBv2 - EPYC 7V12",6.004528,6.026829,6.047989 "Azure HBv1 - EPYC 7551",15.38354,15.52497,15.67845 "Azure HC - Xeon 8168",23.94,23.77693,23.89684 "Azure H - Xeon E5-2667 v3",77.28673,84.60852,79.37053,80.6926,80.09975,78.53884,83.80533,76.62373,83.81867,76.79552,76.79451,80.21208,76.82284,82.38097,76.88101 "Zstd Compression 1.4.9 - Compression Level: 19 - Decompression Speed", Higher Results Are Better "Azure HBv3 - EPYC 7V13",3724.1,3718.5,3686.9,3691,3730.5,3747,3704.5,3721.8,3690.6,3736,3699.7,3752,3679.6,3741,3738.6 "Azure HBv2 - EPYC 7V12",2625.2,2637.8,2635.2,2633.4,2621.5,2628.7,2629.9,2633.1,2631.8,2632.5,2635.5,2624.1,2634.7,2631.3,2630.4 "Azure HBv1 - EPYC 7551",2009.2,2002.2,2009.2,2003.1,2008.8,2004.3,2004.5,2008.4,2004.8,2006,2002,2005.5,2004.9,2006.1,2002 "Azure HC - Xeon 8168",1904.1,1910.9,1913.2,1895.8,1914.3,1889.8,1907.1,1900.7,1908.1,1887.5,1907.4,1911.6,1892.8,1909,1905.7 "Azure H - Xeon E5-2667 v3",1937.2,1936.8,1928.9 "Zstd Compression 1.4.9 - Compression Level: 19, Long Mode - Decompression Speed", Higher Results Are Better "Azure HBv3 - EPYC 7V13",3763.4,3740.4,3743.6,3712.4,3565.1,3764.5,3764.3,3717.1,3763.2,3732,3758.3,3712.9,3729.9,3712.6,3733.1 "Azure HBv2 - EPYC 7V12",2674.8,2668.5,2672.3,2671.2,2677.8,2675.7,2682.6,2640.1,2684.6,2681.4,2679.1,2678.4,2673,2673.7,2680 "Azure HBv1 - EPYC 7551",2017.8,2017.1,2019.1,2020.1,2020.5,2019.3,2020,2020,2018.3,2019.4,2020.7,2019 "Azure HC - Xeon 8168",1983.1,1982.9,1978.3,1984.4,2005.4,1983.3,1984.5,1985.6,1993.7,1997.9,1990.9,1992.5,2007.9,2006.9,1992.6 "Azure H - Xeon E5-2667 v3",2003.7,2015.2,2005.4,2004.8,2002.4 "Botan 2.17.3 - Test: AES-256", Higher Results Are Better "Azure HBv3 - EPYC 7V13",5417.659,5413.71,5405.025 "Azure HBv2 - EPYC 7V12",3935.468,3938.411,3929.323 "Azure HBv1 - EPYC 7551",3110.74,3161.445,3160.754 "Azure HC - Xeon 8168",3155.194,3155.237,3155.742 "Azure H - Xeon E5-2667 v3",2884.153,2891.057,2900.327 "Botan 2.17.3 - Test: AES-256 - Decrypt", Higher Results Are Better "Azure HBv3 - EPYC 7V13",5420.228,5409.046,5393.158 "Azure HBv2 - EPYC 7V12",3941.634,3941.768,3931.929 "Azure HBv1 - EPYC 7551",3153.118,3149.119,3151.446 "Azure HC - Xeon 8168",3159.819,3159.827,3159.911 "Azure H - Xeon E5-2667 v3",2902.979,2886.585,2888.593 "Zstd Compression 1.4.9 - Compression Level: 8, Long Mode - Decompression Speed", Higher Results Are Better "Azure HBv3 - EPYC 7V13",4275.7,4245.2,4268.2,4252,4255.8,4262.2,4238.7 "Azure HBv2 - EPYC 7V12",3039.1,3028.9,3044.5 "Azure HBv1 - EPYC 7551",2344.6,2341.1,2337.6,2342.6,2339.4,2337.1,2331.6,2340.7,2337.8,2344.2,2342.7,2339.1,2343.3,2343.4,2328.6 "Azure HC - Xeon 8168",2355.2,2348.2,2347.3 "Azure H - Xeon E5-2667 v3",2264.8,2305.9,2268.7 "FinanceBench 2016-07-25 - Benchmark: Bonds OpenMP", Lower Results Are Better "Azure HBv3 - EPYC 7V13",105649.695312,104078.390625,104924.796875 "Azure HBv2 - EPYC 7V12",134344.65625,134028.8125,132784.515625 "Azure HBv1 - EPYC 7551",194234.828125,198061.46875,194812.09375 "Azure HC - Xeon 8168",128740.25,134677.390625,128723.804688,128860.351562 "Azure H - Xeon E5-2667 v3",147120.234375,147007.984375,147505.5 "QuantLib 1.21 - ", Higher Results Are Better "Azure HBv3 - EPYC 7V13",2306.3,2290.1,2301.4 "Azure HBv2 - EPYC 7V12",1726.7,1724.1,1724.9 "Azure HBv1 - EPYC 7551",1251.1,1249,1255.1 "Azure HC - Xeon 8168",1797.3,1821,1820.4 "Azure H - Xeon E5-2667 v3",1511.6,1497.6,1506 "FinanceBench 2016-07-25 - Benchmark: Repo OpenMP", Lower Results Are Better "Azure HBv3 - EPYC 7V13",58815.601562,59167.707031,59606.332031 "Azure HBv2 - EPYC 7V12",74919.023438,75476.664062,75067.085938 "Azure HBv1 - EPYC 7551",108924.835938,107956.8125,108937.859375 "Azure HC - Xeon 8168",71636.445312,71583.804688,71606.945312 "Azure H - Xeon E5-2667 v3",80186.234375,80391.15625,80474.554688 "Rodinia 3.1 - Test: OpenMP HotSpot3D", Lower Results Are Better "Azure HBv3 - EPYC 7V13",86.607,82.533,77.225,86.97,79.261,85.208,77.233,83.039,86.563,77.68,82.31,86.817,91.086,77.17,77.633 "Azure HBv2 - EPYC 7V12",107.951,109.523,106.455 "Azure HBv1 - EPYC 7551",142.926,146.388,147.392 "Azure HC - Xeon 8168",115.568,116.238,115.69 "Azure H - Xeon E5-2667 v3",125.679,127.039,125.838 "Zstd Compression 1.4.9 - Compression Level: 8, Long Mode - Compression Speed", Higher Results Are Better "Azure HBv3 - EPYC 7V13",748.6,801.2,781.6,752.9,762.2,775.4,781.5 "Azure HBv2 - EPYC 7V12",587.8,586.7,589.5 "Azure HBv1 - EPYC 7551",482.3,450.5,477.4,478.9,476.8,457.4,490.8,457.2,464.8,465,472.9,461,455.6,478.7,463.4 "Azure HC - Xeon 8168",661.9,642.4,643.7 "Azure H - Xeon E5-2667 v3",571.1,564.3,566.8 "GNU GMP GMPbench 6.2.1 - Total Time", Higher Results Are Better "Azure HBv3 - EPYC 7V13", "Azure HBv2 - EPYC 7V12", "Azure HBv1 - EPYC 7551", "Azure HC - Xeon 8168", "Azure H - Xeon E5-2667 v3", "Botan 2.17.3 - Test: Twofish", Higher Results Are Better "Azure HBv3 - EPYC 7V13",344.125,347.268,347.563 "Azure HBv2 - EPYC 7V12",281.196,280.75,280.759 "Azure HBv1 - EPYC 7551",220.278,219.549,209.695,219.726 "Azure HC - Xeon 8168",293.829,293.164,293.66 "Azure H - Xeon E5-2667 v3",269.99,269.314,270.896 "Botan 2.17.3 - Test: Twofish - Decrypt", Higher Results Are Better "Azure HBv3 - EPYC 7V13",344.232,346.559,346.538 "Azure HBv2 - EPYC 7V12",283.6,282.853,283.318 "Azure HBv1 - EPYC 7551",220.812,220.148,210.763,220.414 "Azure HC - Xeon 8168",294.563,294.14,294.44 "Azure H - Xeon E5-2667 v3",270.768,267.686,270.524 "Botan 2.17.3 - Test: Blowfish - Decrypt", Higher Results Are Better "Azure HBv3 - EPYC 7V13",424.318,425.569,425.588 "Azure HBv2 - EPYC 7V12",348.297,350.203,348.94 "Azure HBv1 - EPYC 7551",272.85,272.589,272.759 "Azure HC - Xeon 8168",365.663,365.3,365.677 "Azure H - Xeon E5-2667 v3",328.15,326.832,326.298 "Botan 2.17.3 - Test: Blowfish", Higher Results Are Better "Azure HBv3 - EPYC 7V13",423.805,425.191,425.218 "Azure HBv2 - EPYC 7V12",347.64,349.087,348.548 "Azure HBv1 - EPYC 7551",273.04,272.869,273.207 "Azure HC - Xeon 8168",368.059,367.734,368.034 "Azure H - Xeon E5-2667 v3",324.027,323.05,321.696 "TNN 0.2.3 - Target: CPU - Model: SqueezeNet v1.1", Lower Results Are Better "Azure HBv3 - EPYC 7V13",272.906,272.465,272.471 "Azure HBv2 - EPYC 7V12",323.974,323.525,323.347 "Azure HBv1 - EPYC 7551",420.372,419.924,419.845 "Azure HC - Xeon 8168",398.298,398.496,398.419 "Azure H - Xeon E5-2667 v3",336.194,335.054,334.984 "Botan 2.17.3 - Test: CAST-256", Higher Results Are Better "Azure HBv3 - EPYC 7V13",133.645,133.69,133.737 "Azure HBv2 - EPYC 7V12",113.693,113.463,113.644 "Azure HBv1 - EPYC 7551",88.548,88.515,88.572 "Azure HC - Xeon 8168",116.639,116.617,116.633 "Azure H - Xeon E5-2667 v3",103.607,103.142,103.368 "Botan 2.17.3 - Test: KASUMI", Higher Results Are Better "Azure HBv3 - EPYC 7V13",87.525,87.407,87.509 "Azure HBv2 - EPYC 7V12",73.313,73.129,73.084 "Azure HBv1 - EPYC 7551",57.949,57.95,57.952 "Azure HC - Xeon 8168",76.177,76.18,76.09 "Azure H - Xeon E5-2667 v3",70.478,71.28,71.198 "Botan 2.17.3 - Test: CAST-256 - Decrypt", Higher Results Are Better "Azure HBv3 - EPYC 7V13",133.629,133.681,133.685 "Azure HBv2 - EPYC 7V12",113.734,113.708,113.729 "Azure HBv1 - EPYC 7551",88.523,88.587 "Azure HC - Xeon 8168",116.578,116.557,116.583 "Azure H - Xeon E5-2667 v3",102.82,103.615,103.318 "Botan 2.17.3 - Test: KASUMI - Decrypt", Higher Results Are Better "Azure HBv3 - EPYC 7V13",84.068,84.026,84.082 "Azure HBv2 - EPYC 7V12",71.179,71.082,71.042 "Azure HBv1 - EPYC 7551",55.98,55.974,55.985 "Azure HC - Xeon 8168",74.316,74.315,74.229 "Azure H - Xeon E5-2667 v3",68.204,68.675,68.168 "PlaidML - FP16: No - Mode: Inference - Network: ResNet 50 - Device: CPU", Higher Results Are Better "Azure HBv3 - EPYC 7V13",6.12,7.53,6.01,6.13,6.33,6.02,6.13,6.11,6.07 "Azure HBv2 - EPYC 7V12",5.58,5.56,5.65 "Azure HBv1 - EPYC 7551",4.77,4.81,4.83 "Azure HC - Xeon 8168",4.89,4.91,4.92 "Azure H - Xeon E5-2667 v3",4.5,4.48,4.45 "Mobile Neural Network 1.1.3 - Model: inception-v3", Lower Results Are Better "Azure HBv3 - EPYC 7V13",33.506,33.958,34.773,34.441,34.734,34.182,36.068,34.147,33.474,34.669,35.794,36.67,34.187,35.211,34.831 "Azure HBv2 - EPYC 7V12",53.464,55.132,58.055,53.552,57.622,57.531,55.357,62.274,55.791,49.997,51.4,54.1 "Azure HBv1 - EPYC 7551",80.965,75,77.423,79.573,75.075,76.939,73.081,73.471,77.443,79.648,81.76,71.207 "Azure HC - Xeon 8168",36.24,35.641,35.137 "Azure H - Xeon E5-2667 v3",40.179,39.415,57.039,40.296,39.154,35.979,36.92,39.256,40.277,40.484,37.123,40.911 "Mobile Neural Network 1.1.3 - Model: resnet-v2-50", Lower Results Are Better "Azure HBv3 - EPYC 7V13",29.205,28.69,29.123,28.989,27.818,29.122,28.802,28.1,28.456,28.334,30.379,31.321,30.465,28.519,28.969 "Azure HBv2 - EPYC 7V12",56.49,56.919,44.919,45.424,55.342,50.446,55.783,55.605,50.762,52.117,54.675,51.913 "Azure HBv1 - EPYC 7551",61.427,64.877,64.535,62.49,55.261,62.768,62.178,56.649,60.932,63.973,68.958,65.309 "Azure HC - Xeon 8168",29.088,28.764,29.166 "Azure H - Xeon E5-2667 v3",32.28,30.916,29.837,31.515,28.952,32.285,31.415,32.892,32.881,31.66,31.351,32.06 "Mobile Neural Network 1.1.3 - Model: SqueezeNetV1.0", Lower Results Are Better "Azure HBv3 - EPYC 7V13",8.188,8.846,8.474,7.924,8.79,8.401,8.179,8.178,8.14,8.479,8.046,8.541,7.922,8.249,7.009 "Azure HBv2 - EPYC 7V12",19.71,13.573,17.422,11.708,13.695,12.223,14.632,13.582,13.416,14.01,12.349,13.313 "Azure HBv1 - EPYC 7551",16.56,17.593,18.029,17.64,17.8,16.715,16.204,17.123,17.586,16.956,16.748,17.368 "Azure HC - Xeon 8168",8.117,8.313,8.248 "Azure H - Xeon E5-2667 v3",8.478,9.622,9.114,8.377,8.346,8.613,10.626,8.407,8.687,8.912,10.508,8.019 "TensorFlow Lite 2020-08-23 - Model: SqueezeNet", Lower Results Are Better "Azure HBv3 - EPYC 7V13",53935.5,75356.6,49429.8,74194.6,72010,76747.5,78669,55279.6,48475.2,51792.5,75654,71572.6,70191.2,73436.4,68061.2 "Azure HBv2 - EPYC 7V12",81101.9,70959.7,75224.5,71538.6,71624.2,74464.4,70058.4,74572.8,83330.7,79114.7,82237.4,72251.8,69961.9,73004.2,73835.8 "Azure HBv1 - EPYC 7551",97222.9,91697.2,90344.3,105138,100607,89835.2,96682,91347.1,96645.1,92628.4,94904.3,101363,94877.1,91397.3,93404.7 "Azure HC - Xeon 8168",74402.2,74011.7,72138.1 "Azure H - Xeon E5-2667 v3",173825,177243,175387 "oneDNN 2.1.2 - Harness: Matrix Multiply Batch Shapes Transformer - Data Type: u8s8f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",0.448293,0.43062,0.45139,0.450589 "Azure HBv2 - EPYC 7V12",0.5345,0.518266,0.521445 "Azure HBv1 - EPYC 7551",1.14947,1.16111,1.15336 "Azure HC - Xeon 8168",0.390953,0.372847,0.409086,0.417967,0.397638,0.382389,0.392878,0.375924,0.414375,0.417158,0.425221,0.381216,0.417536,0.379279,0.395608 "Azure H - Xeon E5-2667 v3",2.94596,2.74425,4.77752,5.30267,4.56376,3.16407,9.33869,3.10132,2.37968,4.5815,2.67903,2.58862 "oneDNN 2.1.2 - Harness: Recurrent Neural Network Inference - Data Type: bf16bf16bf16 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",559.705,568.502,498.662,539.485,480.126,601.185,541.811,517.393,561.351,569.575,551.411,541.715,527.347,540.08,504.559 "Azure HBv2 - EPYC 7V12",786.414,756.992,825.607,817.052,822.401,804.745,815.953,825.976,781.476,758.569,776.949,766.419,812.783,788.129,812.775 "Azure HBv1 - EPYC 7551",2754.22,2904.04,3715.83,3592.22,3596.81,3693.64,3646.33,3499.75,3045.81,3116.8,3697.46,3687.35,3674.21,3660.57,3062.26 "Azure HC - Xeon 8168",457.729,462.995,453.88 "Azure H - Xeon E5-2667 v3",3421.4,2264.92,3882.24,2209.9,3125.44,3064.43,2954.98,2394.21,2630.18,2976.3,2284.81,3347.09,2290.79,2932.97,2263.38 "oneDNN 2.1.2 - Harness: Recurrent Neural Network Training - Data Type: bf16bf16bf16 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",827.502,778.455,889.492,853.583,743.863,841.372,917.299,928.836,826.296,825.191,781.568,783.725,892.388,860.896,896.074 "Azure HBv2 - EPYC 7V12",1294.06,1288.96,1401.9,1327.45,1239.94,1239.95,1257.21,1265.85,1297.63,1258.37,1299.08,1317.43,1311.47,1274.17,1344.54 "Azure HBv1 - EPYC 7551",4515.02,5119.44,5801.52,5654.91,5891.59,4953.2,5824.05,5750.8,4554.2,4991.38,5676.74,5342.13,5578.5,5758.55,4916.59 "Azure HC - Xeon 8168",759.066,745.422,755.579 "Azure H - Xeon E5-2667 v3",3646.58,4135.97,3816.03,4810.88,5601.21,3718.03,6299.03,4093.88,4609.67,5186.66,3849.96,4182.89 "oneDNN 2.1.2 - Harness: Matrix Multiply Batch Shapes Transformer - Data Type: f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",0.256009,0.255051,0.255442 "Azure HBv2 - EPYC 7V12",0.355897,0.337595,0.351461,0.402718,0.349948,0.330789,0.344298,0.329382,0.327859,0.330163,0.370863,0.373189 "Azure HBv1 - EPYC 7551",1.74595,1.77045,1.15532,2.11357,1.12014,1.72665,1.59515,2.06186,1.19019,1.22494,1.10063,1.60388,1.5629,1.58381,1.1352 "Azure HC - Xeon 8168",0.294255,0.356007,0.375361,0.293766,0.378659,0.391934,0.295604,0.30852,0.380263,0.389655,0.428452,0.295545,0.398495,0.344342,0.351844 "Azure H - Xeon E5-2667 v3",2.42013,2.12954,5.90272,5.00772,2.1111,2.46334,4.4207,7.43114,2.24433,2.05798,2.36053,12.4818,2.04715,2.23436,8.19475 "oneDNN 2.1.2 - Harness: Recurrent Neural Network Inference - Data Type: u8s8f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",549.518,603.272,519.13,576.358,543.905,490.111,535.722,585.047,533.701,573.336,612.81,562.315,597.947,589.599,553.82 "Azure HBv2 - EPYC 7V12",814.297,773.038,823.744,778.882,815.022,811.594,783.381,775.155,746.003,766.95,801.108,798.697,802.966,807.928,773.129 "Azure HBv1 - EPYC 7551",3577.2,3243.63,3669.97,2977.64,3576.44,3003.92,3730.18,3502.23,3411.38,2468.9,3626.04,3699.06 "Azure HC - Xeon 8168",458.191,462.618,457.92 "Azure H - Xeon E5-2667 v3",2564.47,3693.8,2774.92,3403.48,5398.04,2374.53,2810.24,4281.17,2473.43,2828.04,4046.06,2548.54,2774.21,2942.86,3057.31 "oneDNN 2.1.2 - Harness: Recurrent Neural Network Training - Data Type: u8s8f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",1076.16,822.098,1034.28,861.541,741.044,866.123,751.983,927.558,849.255,812.372,944.031,760.096,780.563,2245.6 "Azure HBv2 - EPYC 7V12",1345.53,1339.79,1250.01,1207.12,1275.54,1339.2,1222.02,1306.72,1286.81,1232.61,1349.74,1238.14,1289.76,1368.08,1254.32 "Azure HBv1 - EPYC 7551",5795.5,5464.36,5785.94,5775.01,5544.44,5795.86,4586.46,5789.5,5508.98,5725.85,5151.77,5550.05 "Azure HC - Xeon 8168",740.763,752.532,746.096 "Azure H - Xeon E5-2667 v3",3800.86,4498.03,3802.89,5370.72,3763.3,6176.99,3884.9,4712.25,4499.63,3793.6,4402.02,4689.61 "oneDNN 2.1.2 - Harness: Recurrent Neural Network Inference - Data Type: f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",476.452,548.043,498.896,568.773,559.547,556.295,558.007,482.189,537.672,539.928,573.73,486.102,522.07,503.024,552.748 "Azure HBv2 - EPYC 7V12",793.123,776.678,765.115 "Azure HBv1 - EPYC 7551",3791.39,3705.68,3538.91,3354.43,3702.73,3653.64,2911.13,2798.78,3183.36,3100.07,2696.37,3693.18 "Azure HC - Xeon 8168",464.801,465.006,458.759 "Azure H - Xeon E5-2667 v3",3413.33,2929.17,3098.2,4083.24,2291.09,3300.56,2948.9,4105.12,3327.44,2151.94,2743.99,3016.4 "oneDNN 2.1.2 - Harness: Recurrent Neural Network Training - Data Type: f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",755.33,757.098,844.162,944.036,857.344,904.043,1009.77,901.758,896.373,864.755,762.238,1005.09 "Azure HBv2 - EPYC 7V12",1304.81,1353.82,1206.74,1380.72,1371.15,1344.76,1348.45,1182.01,1255.53,1337.02,1419.56,1322.72,1314.44,1286.84,1281.39 "Azure HBv1 - EPYC 7551",5740.28,5464.34,5749.56,5294.73,5809.29,5609.87,5668.75,5238.15,5629.35,5678.66,5595.36,5644.31,4695.81 "Azure HC - Xeon 8168",753.105,737.536,742.423 "Azure H - Xeon E5-2667 v3",4699.66,5807.82,7306.78,3615.97,4974.53,3638.18,4100.67,4545.11,4139.15,4844.99,5251.92,4718.72,4340.6,5440.58,4481.53 "oneDNN 2.1.2 - Harness: Deconvolution Batch shapes_3d - Data Type: u8s8f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",0.452453,0.454122,0.460471 "Azure HBv2 - EPYC 7V12",0.736346,0.731871,0.728172 "Azure HBv1 - EPYC 7551",2.74575,2.72637,2.7365 "Azure HC - Xeon 8168",0.649213,0.659797,0.701464,0.700062,0.649182,0.648147,0.648598,0.657244,0.697818,0.652343,0.65244,0.652494,0.698023,0.656263,0.706522 "Azure H - Xeon E5-2667 v3",15.506,3.84053,4.09928,3.79847,3.82863,3.70234,10.7103,11.2633,3.6459,3.75487,3.89137,3.71003,3.73177,10.7651,3.55887 "oneDNN 2.1.2 - Harness: Deconvolution Batch shapes_1d - Data Type: u8s8f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",0.397697,0.414819,0.407542 "Azure HBv2 - EPYC 7V12",1.00146,0.921229,1.19122,0.946217,0.919182,0.928537,1.20754,0.92704,1.19211,1.21399,0.941663,0.932086,1.06955,1.11358,0.973728 "Azure HBv1 - EPYC 7551",2.43958,2.40568,2.28037,2.16977,2.34004,2.7815,2.4694,2.46884,2.46302,2.40873,2.19313,2.44728 "Azure HC - Xeon 8168",0.545101,0.558086,0.551215 "Azure H - Xeon E5-2667 v3",12.5787,2.77551,13.3599,2.68118,11.3788,2.6148,14.7021,2.7889,5.26719,2.78101,13.5383,2.64732,4.7331,9.36753,2.65628 "oneDNN 2.1.2 - Harness: IP Shapes 3D - Data Type: u8s8f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",0.380515,0.41422,0.389435,0.467865,0.381699,0.355672,0.367463,0.406611,0.349135,0.356076,0.371947,0.365619 "Azure HBv2 - EPYC 7V12",0.437882,0.426687,0.458653,0.448864,0.443872,0.432827,0.438297 "Azure HBv1 - EPYC 7551",1.64985,1.80317,1.53709,1.78273,1.68756,1.47602,1.74441,1.80142,1.69602,1.93925,1.88139,1.89181,1.97107,1.59027,2.00123 "Azure HC - Xeon 8168",0.567938,0.562411,0.528614,0.521323,0.43904,0.486335,0.366873,0.440085,0.468698,0.43546,0.421986,0.452966 "Azure H - Xeon E5-2667 v3",1.86535,1.92511,2.38049,25.8739,1.89568,1.99568,3.53584,25.3397,2.08204,1.91342,4.00128,15.1349 "oneDNN 2.1.2 - Harness: IP Shapes 3D - Data Type: f32 - Engine: CPU", Lower Results Are Better "Azure HBv3 - EPYC 7V13",3.17158,3.24547,3.21907 "Azure HBv2 - EPYC 7V12",9.52483,12.4174,9.27362,9.24443,9.21297,9.24695,9.12238,9.24582,9.93359,9.24557,12.3601,9.10855,9.09114,9.08112,9.1397 "Azure HBv1 - EPYC 7551",14.0661,10.798,9.50447,11.5674,9.28475,9.20046,14.0031,9.24585,9.28494,9.38223,9.97742,9.14726,9.1914,9.38237,9.30372 "Azure HC - Xeon 8168",3.27557,3.27875,3.29049 "Azure H - Xeon E5-2667 v3",7.16203,11.2528,7.21883,6.39181,6.2907,11.7337,6.49553,6.5973,6.33299,12.5592,6.91774,6.41443,6.50828,6.92879,21.6992 "SVT-HEVC 1.5.0 - Tuning: 10 - Input: Bosphorus 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",555.04,557.1,532.86 "Azure HBv2 - EPYC 7V12",421.35,388.6,224.05,392.67,420.17,330.21,151.29,393.96,436.68,434.47,387.1,410.96,416.96,460.12,430.11 "Azure HBv1 - EPYC 7551",131.61,148,135.59,147.67,130.01,142.01,138.47,139.86,132.92,143.3,138.86,139.05,154.56,170.99,136.09 "Azure HC - Xeon 8168",476.57,481.54,484.26 "Azure H - Xeon E5-2667 v3",174.37,167.79,166.34,174.52,177.36,172.56 "SVT-HEVC 1.5.0 - Tuning: 7 - Input: Bosphorus 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",383.39,369.69,380.95 "Azure HBv2 - EPYC 7V12",190.72,160.3,175.49,188.92,182.43,149.66,140.35,129.12,157.85,202.77,176.42,148.74 "Azure HBv1 - EPYC 7551",117.12,119.4,121.09 "Azure HC - Xeon 8168",253.06,257.84,257.95 "Azure H - Xeon E5-2667 v3",92.62,95.56,97.23 "SVT-AV1 0.8 - Encoder Mode: Enc Mode 4 - Input: 1080p", Higher Results Are Better "Azure HBv3 - EPYC 7V13",12.323,12.217,12.285 "Azure HBv2 - EPYC 7V12",7.691,10.343,10.174,8.937,10.169,10.3,9.45,9.991,10.386,8.485,8.628,8.672,9.918,10.142,9.393 "Azure HBv1 - EPYC 7551",4.593,4.94,4.515,4.768,4.607,4.685,4.722,4.592,4.67,4.626,4.638 "Azure HC - Xeon 8168",7.667,7.589,7.608 "Azure H - Xeon E5-2667 v3",3.512,3.445,3.512 "Zstd Compression 1.4.9 - Compression Level: 19 - Compression Speed", Higher Results Are Better "Azure HBv3 - EPYC 7V13",79.3,78.6,75.2,72.9,78.4,80.6,79.3,75.3,83.1,78.4,81.5,77.8,74.4,77.6,79.9 "Azure HBv2 - EPYC 7V12",67.7,73.3,61.4,70,69.2,75.7,69.8,70.2,74.9,77.6,68.6,64,69.4,63.3,67.6 "Azure HBv1 - EPYC 7551",51,47.3,44.5,51.1,45.9,53,47.5,48.3,45.7,53.4,41.8,49.1,49.1,51.7,48.5 "Azure HC - Xeon 8168",68,78.9,77.2,70.2,74.8,81.7,80.2,72.6,80.3,76.3,76.5,76.2,75.8,75,80.8 "Azure H - Xeon E5-2667 v3",38.7,40.3,40.5 "NAMD 2.14 - ATPase Simulation - 327,506 Atoms", Lower Results Are Better "Azure HBv3 - EPYC 7V13",0.275476,0.275313,0.276183 "Azure HBv2 - EPYC 7V12",0.299567,0.301593,0.300513 "Azure HBv1 - EPYC 7551",0.716048,0.71287,0.699499 "Azure HC - Xeon 8168",0.528112,0.525075,0.523884 "Azure H - Xeon E5-2667 v3",1.83758,1.83947,1.53052,1.51418,1.52296,1.70033,1.81749,1.51993,2.03743,1.55429,2.02674,1.51583,2.04101,1.50233,1.79646 "CloverLeaf - Lagrangian-Eulerian Hydrodynamics", Lower Results Are Better "Azure HBv3 - EPYC 7V13",16.871463060379,13.135488986969,20.225010871887,18.307796001434,19.883114099503,13.629441022873,18.821180820465,16.253103971481,14.286559104919,13.171295166016,15.111573934555,16.664751052856,24.431302785873,15.504137039185,13.662737131119 "Azure HBv2 - EPYC 7V12",23.893730163574,25.763584136963,24.65033698082,21.267634868622,22.728707790375,23.36147403717,24.442623138428,26.475800991058,22.1557970047,21.991181850433,23.779581069946,24.853491067886 "Azure HBv1 - EPYC 7551",24.846570968628,25.207854032516,24.934010982513 "Azure HC - Xeon 8168",19.675201892853,20.458403110504,20.449098110199 "Azure H - Xeon E5-2667 v3",135.61155295372,110.89966583252,106.929459095,109.1934659481,111.65727806091,109.1206099987,107.27596402168,110.09813189507,107.28938698769,111.17670607567,111.11627006531,108.54518485069,107.59901690483,109.45401501656