AMD EPYC 7R13 48-Core testing with a Supermicro H12SSL-I v1.02 (2.7 BIOS) and NVIDIA GeForce RTX 4090 24GB on EndeavourOS rolling via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2402177-NE-HWMIG553791
{
"title": "hw-mig",
"last_modified": "2024-02-17 19:15:53",
"description": "AMD EPYC 7R13 48-Core testing with a Supermicro H12SSL-I v1.02 (2.7 BIOS) and NVIDIA GeForce RTX 4090 24GB on EndeavourOS rolling via the Phoronix Test Suite.",
"systems": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"identifier": "AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB",
"hardware": {
"Processor": "AMD EPYC 7R13 48-Core @ 3.73GHz (48 Cores \/ 96 Threads)",
"Motherboard": "Supermicro H12SSL-I v1.02 (2.7 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "256GB",
"Disk": "15363GB Micron_7450_MTFDKCC15T3TFR",
"Graphics": "NVIDIA GeForce RTX 4090 24GB",
"Audio": "NVIDIA AD102 HD Audio",
"Monitor": "38GN950",
"Network": "2 x Intel X710 for 10GbE SFP+"
},
"software": {
"OS": "EndeavourOS rolling",
"Kernel": "6.7.4-zen1-1-zen (x86_64)",
"Desktop": "Xfce 4.18",
"Display Server": "X Server 1.21.1.11",
"Display Driver": "NVIDIA 545.29.06",
"OpenGL": "4.6.0",
"Compiler": "GCC 13.2.1 20230801 + Clang 16.0.6 + LLVM 16.0.6 + CUDA 12.3",
"File-System": "btrfs",
"Screen Resolution": "3840x1600"
},
"user": "jmanley",
"timestamp": "2024-02-10 10:33:53",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--disable-libssp --disable-libstdcxx-pch --disable-werror --enable-__cxa_atexit --enable-bootstrap --enable-cet=auto --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-default-ssp --enable-gnu-indirect-function --enable-gnu-unique-object --enable-languages=ada,c,c++,d,fortran,go,lto,m2,objc,obj-c++ --enable-libstdcxx-backtrace --enable-link-serialization=1 --enable-lto --enable-multilib --enable-plugin --enable-shared --enable-threads=posix --mandir=\/usr\/share\/man --with-build-config=bootstrap-lto --with-linker-hash-style=gnu",
"cpu-scaling-governor": "amd-pstate-epp performance (EPP: performance)",
"cpu-microcode": "0xa0011d1",
"kernel-extra-details": "Transparent Huge Pages: always",
"environment-variables": "NVCC_PREPEND_FLAGS=\"-ccbin \/opt\/cuda\/bin\"",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"AMD EPYC 7R13 48-Core": {
"identifier": "AMD EPYC 7R13 48-Core",
"hardware": {
"Processor": "AMD EPYC 7R13 48-Core @ 3.73GHz (48 Cores \/ 96 Threads)",
"Motherboard": "Supermicro H12SSL-I v1.02 (2.7 BIOS)",
"Chipset": "AMD Starship\/Matisse",
"Memory": "256GB",
"Disk": "15363GB Micron_7450_MTFDKCC15T3TFR",
"Graphics": "NVIDIA GeForce RTX 4090 24GB",
"Audio": "NVIDIA AD102 HD Audio",
"Monitor": "38GN950",
"Network": "2 x Intel X710 for 10GbE SFP+"
},
"software": {
"OS": "EndeavourOS rolling",
"Kernel": "6.7.4-zen1-1-zen (x86_64)",
"Desktop": "Xfce 4.18",
"Display Server": "X Server 1.21.1.11",
"Display Driver": "NVIDIA 545.29.06",
"OpenGL": "4.6.0",
"Compiler": "GCC 13.2.1 20230801 + Clang 16.0.6 + LLVM 16.0.6 + CUDA 12.3",
"File-System": "btrfs",
"Screen Resolution": "3840x1600"
},
"user": "jmanley",
"timestamp": "2024-02-17 19:14:56",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--disable-libssp --disable-libstdcxx-pch --disable-werror --enable-__cxa_atexit --enable-bootstrap --enable-cet=auto --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-default-ssp --enable-gnu-indirect-function --enable-gnu-unique-object --enable-languages=ada,c,c++,d,fortran,go,lto,m2,objc,obj-c++ --enable-libstdcxx-backtrace --enable-link-serialization=1 --enable-lto --enable-multilib --enable-plugin --enable-shared --enable-threads=posix --mandir=\/usr\/share\/man --with-build-config=bootstrap-lto --with-linker-hash-style=gnu",
"cpu-scaling-governor": "amd-pstate-epp performance (EPP: performance)",
"cpu-microcode": "0xa0011d1",
"kernel-extra-details": "Transparent Huge Pages: always",
"environment-variables": "NVCC_PREPEND_FLAGS=\"-ccbin \/opt\/cuda\/bin\"",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Mitigation of Safe RET + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Retpolines IBPB: conditional IBRS_FW STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"a07a3b5e683c07b3c7289e601c08ade6ab3b8b55": {
"identifier": "pts\/redis-1.4.0",
"title": "Redis",
"app_version": "7.0.4",
"arguments": "-t get -c 50",
"description": "Test: GET - Parallel Connections: 50",
"scale": "Requests Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 2792000.5,
"raw_values": [
2831295,
2775200.25,
2769506.25
],
"test_run_times": [
26.199999999999999289457264239899814128875732421875,
26.39999999999999857891452847979962825775146484375,
26.379999999999999005240169935859739780426025390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-MM -MT -g3 -fvisibility=hidden -O3"
}
}
}
}
},
"54932796a66145b031c90ae71192fd11c85619ab": {
"identifier": "pts\/redis-1.4.0",
"title": "Redis",
"app_version": "7.0.4",
"arguments": "-t get -c 1000",
"description": "Test: GET - Parallel Connections: 1000",
"scale": "Requests Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 2505995.3999999999068677425384521484375,
"raw_values": [
2616204.25,
2601503.5,
2201963.25,
2623755,
2167859.5,
2576436.25,
2462613,
2582824.5,
2605299,
2330066.5,
2564937.75,
2580425,
2529257.75,
2596370.25,
2550415.5
],
"test_run_times": [
29.379999999999999005240169935859739780426025390625,
29.260000000000001563194018672220408916473388671875,
32.71000000000000085265128291212022304534912109375,
29.339999999999999857891452847979962825775146484375,
33.10000000000000142108547152020037174224853515625,
29.42999999999999971578290569595992565155029296875,
30.339999999999999857891452847979962825775146484375,
29.440000000000001278976924368180334568023681640625,
28.3599999999999994315658113919198513031005859375,
30.589999999999999857891452847979962825775146484375,
29.760000000000001563194018672220408916473388671875,
29.4200000000000017053025658242404460906982421875,
29.780000000000001136868377216160297393798828125,
28.469999999999998863131622783839702606201171875,
29.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-MM -MT -g3 -fvisibility=hidden -O3"
}
}
}
}
},
"786a1b948e42a5743f23ca21c7f09ec4390d6f64": {
"identifier": "pts\/redis-1.4.0",
"title": "Redis",
"app_version": "7.0.4",
"arguments": "-t set -c 1000",
"description": "Test: SET - Parallel Connections: 1000",
"scale": "Requests Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 2055844.83000000007450580596923828125,
"raw_values": [
1858678,
2115992.25,
2104503.25,
2010248,
2085108.25,
2087632.879999999888241291046142578125,
2075242.620000000111758708953857421875,
2063850.120000000111758708953857421875,
2115365.75,
2054580.5,
2084152.25,
2014784.120000000111758708953857421875
],
"test_run_times": [
37.17999999999999971578290569595992565155029296875,
33.6099999999999994315658113919198513031005859375,
34.469999999999998863131622783839702606201171875,
34.8599999999999994315658113919198513031005859375,
34.030000000000001136868377216160297393798828125,
33.9500000000000028421709430404007434844970703125,
34.25,
34.25999999999999801048033987171947956085205078125,
33.590000000000003410605131648480892181396484375,
34.25,
34.0499999999999971578290569595992565155029296875,
34.840000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-MM -MT -g3 -fvisibility=hidden -O3"
}
}
}
}
},
"d9a5e583346ee71b536710d3f6cfd23ad3e99cf1": {
"identifier": "pts\/redis-1.4.0",
"title": "Redis",
"app_version": "7.0.4",
"arguments": "-t lpop -c 1000",
"description": "Test: LPOP - Parallel Connections: 1000",
"scale": "Requests Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 1679590.46999999997206032276153564453125,
"raw_values": [
1701265.25,
1717154.620000000111758708953857421875,
1580682,
1737210.75,
1709446,
1687228.120000000111758708953857421875,
1632993.879999999888241291046142578125,
1676358.379999999888241291046142578125,
1681553.379999999888241291046142578125,
1689794.5,
1676379.379999999888241291046142578125,
1665019.379999999888241291046142578125
],
"test_run_times": [
40.18999999999999772626324556767940521240234375,
39.18999999999999772626324556767940521240234375,
41.63000000000000255795384873636066913604736328125,
38.50999999999999801048033987171947956085205078125,
38.82000000000000028421709430404007434844970703125,
38.92999999999999971578290569595992565155029296875,
39.75999999999999801048033987171947956085205078125,
38.719999999999998863131622783839702606201171875,
38.469999999999998863131622783839702606201171875,
38.2000000000000028421709430404007434844970703125,
38.24000000000000198951966012828052043914794921875,
38.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-MM -MT -g3 -fvisibility=hidden -O3"
}
}
}
}
},
"a3880556362e473739f02a20cbdd73af1721fb5c": {
"identifier": "pts\/redis-1.4.0",
"title": "Redis",
"app_version": "7.0.4",
"arguments": "-t sadd -c 1000",
"description": "Test: SADD - Parallel Connections: 1000",
"scale": "Requests Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 2268077.83000000007450580596923828125,
"raw_values": [
2169707,
2379846.75,
2115095,
2356310,
2242393.75,
1996434.25,
2318290.75,
2337036.5,
2358978,
2030782,
2337145.75,
2338129.25,
2320227.25,
2378390,
2342401.25
],
"test_run_times": [
30.75,
29.010000000000001563194018672220408916473388671875,
31.82000000000000028421709430404007434844970703125,
29.129999999999999005240169935859739780426025390625,
30.230000000000000426325641456060111522674560546875,
33.06000000000000227373675443232059478759765625,
29.519999999999999573674358543939888477325439453125,
29.3900000000000005684341886080801486968994140625,
28.89999999999999857891452847979962825775146484375,
32.6700000000000017053025658242404460906982421875,
29.3299999999999982946974341757595539093017578125,
29,
29.469999999999998863131622783839702606201171875,
29,
29.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-MM -MT -g3 -fvisibility=hidden -O3"
}
}
}
}
},
"e8eac8c1fd2492817df64d8c5d59f8eaf4f976ec": {
"identifier": "pts\/redis-1.4.0",
"title": "Redis",
"app_version": "7.0.4",
"arguments": "-t lpush -c 1000",
"description": "Test: LPUSH - Parallel Connections: 1000",
"scale": "Requests Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 1744859.5,
"raw_values": [
1817685.620000000111758708953857421875,
1574527,
1635566.25,
1803784.120000000111758708953857421875,
1787789.5,
1804485.25,
1799888.25,
1806390.75,
1731903.879999999888241291046142578125,
1727685.379999999888241291046142578125,
1718981.75,
1559989.879999999888241291046142578125,
1806390.75,
1817421.379999999888241291046142578125,
1780402.75
],
"test_run_times": [
35.3299999999999982946974341757595539093017578125,
40.24000000000000198951966012828052043914794921875,
38.61999999999999744204615126363933086395263671875,
36.340000000000003410605131648480892181396484375,
36.719999999999998863131622783839702606201171875,
36.11999999999999744204615126363933086395263671875,
37.03999999999999914734871708787977695465087890625,
37,
37.7000000000000028421709430404007434844970703125,
38.8299999999999982946974341757595539093017578125,
39.39999999999999857891452847979962825775146484375,
41.4500000000000028421709430404007434844970703125,
37.02000000000000312638803734444081783294677734375,
37.909999999999996589394868351519107818603515625,
38.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-MM -MT -g3 -fvisibility=hidden -O3"
}
}
}
}
},
"6ec440762e0ebc1af4c8a53ca2fae5a7403dd9fd": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-7b.Q4_0.gguf",
"description": "Model: llama-2-7b.Q4_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 23.1700000000000017053025658242404460906982421875,
"raw_values": [
23.120000000000000994759830064140260219573974609375,
23.199999999999999289457264239899814128875732421875,
23.190000000000001278976924368180334568023681640625
],
"test_run_times": [
23.17999999999999971578290569595992565155029296875,
22.8599999999999994315658113919198513031005859375,
22.96000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -fopenmp -lopenblas"
}
}
}
}
},
"bd8ac6ff04a2d893205ff5d5da799dd9f114cfe4": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-13b.Q4_0.gguf",
"description": "Model: llama-2-13b.Q4_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 14.449999999999999289457264239899814128875732421875,
"raw_values": [
14.46000000000000085265128291212022304534912109375,
14.4399999999999995026200849679298698902130126953125,
14.46000000000000085265128291212022304534912109375
],
"test_run_times": [
36.85000000000000142108547152020037174224853515625,
36.74000000000000198951966012828052043914794921875,
36.6700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -fopenmp -lopenblas"
}
}
}
}
},
"72749a871a260bd95dd0529ab9218d35f5176113": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-70b-chat.Q5_0.gguf",
"description": "Model: llama-2-70b-chat.Q5_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 2.859999999999999875655021241982467472553253173828125,
"raw_values": [
2.87000000000000010658141036401502788066864013671875,
2.839999999999999857891452847979962825775146484375,
2.87000000000000010658141036401502788066864013671875
],
"test_run_times": [
62.659999999999996589394868351519107818603515625,
186.56999999999999317878973670303821563720703125,
184.340000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -fopenmp -lopenblas"
}
}
}
}
},
"1055e6047c5259faa19dd3d1403af21ab2cf45a3": {
"identifier": "pts\/llamafile-1.0.0",
"title": "Llamafile",
"app_version": "0.6",
"arguments": "run-llava --gpu DISABLE",
"description": "Test: llava-v1.5-7b-q4 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 22.300000000000000710542735760100185871124267578125,
"raw_values": [
22.199999999999999289457264239899814128875732421875,
22.370000000000000994759830064140260219573974609375,
22.32000000000000028421709430404007434844970703125
],
"test_run_times": [
15.1899999999999995026200849679298698902130126953125,
15.3300000000000000710542735760100185871124267578125,
13.0600000000000004973799150320701301097869873046875
]
}
}
},
"314d182a7bb6364d863f89beba9fdf03c308ce5d": {
"identifier": "pts\/llamafile-1.0.0",
"title": "Llamafile",
"app_version": "0.6",
"arguments": "run-mistral --gpu DISABLE",
"description": "Test: mistral-7b-instruct-v0.2.Q8_0 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 13.339999999999999857891452847979962825775146484375,
"raw_values": [
13.300000000000000710542735760100185871124267578125,
13.3100000000000004973799150320701301097869873046875,
13.4000000000000003552713678800500929355621337890625
],
"test_run_times": [
74.8799999999999954525264911353588104248046875,
66.6200000000000045474735088646411895751953125,
60.8900000000000005684341886080801486968994140625
]
}
}
},
"62656f2f4c1d75381cde411f9f29ee2c11efb4ee": {
"identifier": "pts\/llamafile-1.0.0",
"title": "Llamafile",
"app_version": "0.6",
"arguments": "run-wizardcoder --gpu DISABLE",
"description": "Test: wizardcoder-python-34b-v1.0.Q6_K - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core - NVIDIA GeForce RTX 4090 24GB": {
"value": 4.730000000000000426325641456060111522674560546875,
"raw_values": [
4.71999999999999975131004248396493494510650634765625,
4.71999999999999975131004248396493494510650634765625,
4.75
],
"test_run_times": [
47.68999999999999772626324556767940521240234375,
46.719999999999998863131622783839702606201171875,
46.50999999999999801048033987171947956085205078125
]
}
}
},
"165ca1e027039fc8db4045351966bded9af5cb5c": {
"identifier": "pts\/povray-1.2.1",
"title": "POV-Ray",
"app_version": "3.7.0.7",
"description": "Trace Time",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"AMD EPYC 7R13 48-Core": {
"value": 10.6159999999999996589394868351519107818603515625,
"raw_values": [
10.57300000000000039790393202565610408782958984375,
10.6379999999999999005240169935859739780426025390625,
10.63700000000000045474735088646411895751953125
],
"test_run_times": [
13.019999999999999573674358543939888477325439453125,
12.8300000000000000710542735760100185871124267578125,
12.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-pipe -O3 -ffast-math -march=native -lXpm -lSM -lICE -lX11 -ltiff -ljpeg -lpng -lz -lrt -lm -lboost_thread -lboost_system"
}
}
}
}
}
}
}