Tests for a future article. AMD EPYC 7551 32-Core testing with a GIGABYTE MZ31-AR0-00 v01010101 (F10 BIOS) and ASPEED on Debian 12 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2406025-NE-OLDEPYCAI16
{
"title": "old epyc ai",
"last_modified": "2024-06-02 21:47:40",
"description": "Tests for a future article. AMD EPYC 7551 32-Core testing with a GIGABYTE MZ31-AR0-00 v01010101 (F10 BIOS) and ASPEED on Debian 12 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD EPYC 7551 32-Core @ 2.00GHz (32 Cores \/ 64 Threads)",
"Motherboard": "GIGABYTE MZ31-AR0-00 v01010101 (F10 BIOS)",
"Chipset": "AMD 17h",
"Memory": "8 x 4 GB DDR4-2133MT\/s 9ASF51272PZ-2G6E1",
"Disk": "Samsung SSD 960 EVO 500GB + 31GB SanDisk 3.2Gen1",
"Graphics": "ASPEED",
"Network": "Realtek RTL8111\/8168\/8411 + 2 x Broadcom NetXtreme II BCM57810 10"
},
"software": {
"OS": "Debian 12",
"Kernel": "6.1.0-10-amd64 (x86_64)",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-06-02 18:19:10",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8001227",
"kernel-extra-details": "Transparent Huge Pages: always",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Mitigation of untrained return thunk; SMT vulnerable + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional STIBP: disabled RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD EPYC 7551 32-Core @ 2.00GHz (32 Cores \/ 64 Threads)",
"Motherboard": "GIGABYTE MZ31-AR0-00 v01010101 (F10 BIOS)",
"Chipset": "AMD 17h",
"Memory": "8 x 4 GB DDR4-2133MT\/s 9ASF51272PZ-2G6E1",
"Disk": "Samsung SSD 960 EVO 500GB + 31GB SanDisk 3.2Gen1",
"Graphics": "ASPEED",
"Network": "Realtek RTL8111\/8168\/8411 + 2 x Broadcom NetXtreme II BCM57810 10"
},
"software": {
"OS": "Debian 12",
"Kernel": "6.1.0-10-amd64 (x86_64)",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-06-02 20:34:10",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8001227",
"kernel-extra-details": "Transparent Huge Pages: always",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Mitigation of untrained return thunk; SMT vulnerable + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional STIBP: disabled RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "AMD EPYC 7551 32-Core @ 2.00GHz (32 Cores \/ 64 Threads)",
"Motherboard": "GIGABYTE MZ31-AR0-00 v01010101 (F10 BIOS)",
"Chipset": "AMD 17h",
"Memory": "8 x 4 GB DDR4-2133MT\/s 9ASF51272PZ-2G6E1",
"Disk": "Samsung SSD 960 EVO 500GB + 31GB SanDisk 3.2Gen1",
"Graphics": "ASPEED",
"Network": "Realtek RTL8111\/8168\/8411 + 2 x Broadcom NetXtreme II BCM57810 10"
},
"software": {
"OS": "Debian 12",
"Kernel": "6.1.0-10-amd64 (x86_64)",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "root",
"timestamp": "2024-06-02 21:31:12",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "acpi-cpufreq schedutil (Boost: Enabled)",
"cpu-microcode": "0x8001227",
"kernel-extra-details": "Transparent Huge Pages: always",
"security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Mitigation of untrained return thunk; SMT vulnerable + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional STIBP: disabled RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"977b44408225ff4e9d01bba7ef0b36bd2fa4c6b0": {
"identifier": "pts\/whisper-cpp-1.1.0",
"title": "Whisper.cpp",
"app_version": "1.6.2",
"arguments": "-m models\/ggml-base.en.bin -f ..\/2016-state-of-the-union.wav",
"description": "Model: ggml-base.en - Input: 2016 State of the Union",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 359.6309999999999718056642450392246246337890625,
"test_run_times": [
359.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -std=c++11 -fPIC -pthread -msse3 -mssse3 -mavx -mf16c -mfma -mavx2"
}
}
},
"b": {
"value": 445.01803000000001020453055389225482940673828125,
"test_run_times": [
446.8799999999999954525264911353588104248046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -std=c++11 -fPIC -pthread -msse3 -mssse3 -mavx -mf16c -mfma -mavx2"
}
}
}
}
},
"c95e0b20096b61a773c074717218caefd077acf4": {
"identifier": "pts\/whisper-cpp-1.1.0",
"title": "Whisper.cpp",
"app_version": "1.6.2",
"arguments": "-m models\/ggml-small.en.bin -f ..\/2016-state-of-the-union.wav",
"description": "Model: ggml-small.en - Input: 2016 State of the Union",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1415.45587999999997919076122343540191650390625,
"test_run_times": [
1415.5399999999999636202119290828704833984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -std=c++11 -fPIC -pthread -msse3 -mssse3 -mavx -mf16c -mfma -mavx2"
}
}
},
"b": {
"value": 1433.9088799999999537249095737934112548828125,
"test_run_times": [
1434.009999999999990905052982270717620849609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -std=c++11 -fPIC -pthread -msse3 -mssse3 -mavx -mf16c -mfma -mavx2"
}
}
}
}
},
"3ec5300b9d5796d37d87f1c1c8341a0c01c1689e": {
"identifier": "pts\/whisper-cpp-1.1.0",
"title": "Whisper.cpp",
"app_version": "1.6.2",
"arguments": "-m models\/ggml-medium.en.bin -f ..\/2016-state-of-the-union.wav",
"description": "Model: ggml-medium.en - Input: 2016 State of the Union",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3286.6062499999998181010596454143524169921875,
"test_run_times": [
3286.78000000000020008883439004421234130859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -std=c++11 -fPIC -pthread -msse3 -mssse3 -mavx -mf16c -mfma -mavx2"
}
}
}
}
},
"29ff3f6b335f9b5536c2611e5e6f18756f5c5c90": {
"identifier": "pts\/llama-cpp-1.1.0",
"title": "Llama.cpp",
"app_version": "b3067",
"arguments": "-m ..\/Meta-Llama-3-8B-Instruct-Q8_0.gguf",
"description": "Model: Meta-Llama-3-8B-Instruct-Q8_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.7399999999999999911182158029987476766109466552734375,
"test_run_times": [
301.3600000000000136424205265939235687255859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 2.5099999999999997868371792719699442386627197265625,
"test_run_times": [
212.770000000000010231815394945442676544189453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"8578149a9c19b7cf9e3ade0ee25aa127c7aa48bc": {
"identifier": "pts\/llamafile-1.2.0",
"title": "Llamafile",
"app_version": "0.8.6",
"arguments": "run-llava --gpu DISABLE",
"description": "Test: llava-v1.6-mistral-7b.Q8_0 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
0.01000000000000000020816681711721685132943093776702880859375
],
"details": {
"error": "The test quit with a non-zero exit status. E: .\/run-llava: line 2: .\/llava-v1.6-mistral-7b.Q8_0.llamafile.86: No such file or directory"
}
},
"c": {
"test_run_times": [
0.0200000000000000004163336342344337026588618755340576171875
],
"details": {
"error": "The test quit with a non-zero exit status. E: .\/run-llava: line 2: .\/llava-v1.6-mistral-7b.Q8_0.llamafile.86: No such file or directory"
}
}
}
},
"161a7a622923b88c7e1df18ed4e61c0e7d710934": {
"identifier": "pts\/llamafile-1.2.0",
"title": "Llamafile",
"app_version": "0.8.6",
"arguments": "run-llama3 --gpu DISABLE",
"description": "Test: Meta-Llama-3-8B-Instruct.F16 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"test_run_times": [
567.700000000000045474735088646411895751953125
],
"details": {
"error": "The test quit with a non-zero exit status."
}
},
"c": {
"test_run_times": [
68.06000000000000227373675443232059478759765625
],
"details": {
"error": "The test quit with a non-zero exit status."
}
}
}
},
"5c625e718d48524b0b1d0d497e1e568c433e1ff9": {
"identifier": "pts\/llamafile-1.2.0",
"title": "Llamafile",
"app_version": "0.8.6",
"arguments": "run-tinyllama --gpu DISABLE",
"description": "Test: TinyLlama-1.1B-Chat-v1.0.BF16 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 12.71000000000000085265128291212022304534912109375,
"test_run_times": [
7.5099999999999997868371792719699442386627197265625
]
},
"c": {
"value": 12.8100000000000004973799150320701301097869873046875,
"test_run_times": [
6.28000000000000024868995751603506505489349365234375
]
}
}
},
"b0aaab5172937b3b982280a0c847ff4ec4528e7f": {
"identifier": "pts\/llamafile-1.2.0",
"title": "Llamafile",
"app_version": "0.8.6",
"arguments": "run-mistral --gpu DISABLE",
"description": "Test: mistral-7b-instruct-v0.2.Q5_K_M - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.75,
"test_run_times": [
159.729999999999989768184605054557323455810546875
]
},
"c": {
"value": 5.29999999999999982236431605997495353221893310546875,
"test_run_times": [
172.25
]
}
}
},
"5c7c42efab8cbda007490abd9502d5cc1be03753": {
"identifier": "pts\/llamafile-1.2.0",
"title": "Llamafile",
"app_version": "0.8.6",
"arguments": "run-wizardcoder --gpu DISABLE",
"description": "Test: wizardcoder-python-34b-v1.0.Q6_K - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.1100000000000000976996261670137755572795867919921875,
"test_run_times": [
379.07999999999998408384271897375583648681640625
]
},
"c": {
"value": 1.270000000000000017763568394002504646778106689453125,
"test_run_times": [
335.3600000000000136424205265939235687255859375
]
}
}
}
}
}