Tests for a future article. 2 x Intel Xeon Max 9480 testing with a Supermicro SYS-221H-TNR X13DEM v1.10 (1.3 BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2404036-NE-XEONMAXLL72
{
"title": "xeon max llamafile",
"last_modified": "2024-04-04 02:03:45",
"description": "Tests for a future article. 2 x Intel Xeon Max 9480 testing with a Supermicro SYS-221H-TNR X13DEM v1.10 (1.3 BIOS) and ASPEED on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "2 x Intel Xeon Max 9480 @ 3.50GHz (112 Cores \/ 224 Threads)",
"Motherboard": "Supermicro SYS-221H-TNR X13DEM v1.10 (1.3 BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "7682GB INTEL SSDPF2KX076TZ",
"Graphics": "ASPEED",
"Network": "2 x Broadcom BCM57508 NetXtreme-E 10Gb\/25Gb\/40Gb\/50Gb\/100Gb\/200Gb"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.9.0-060900rc2-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server 1.21.1.7",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2024-04-04 01:18:41",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "intel_cpufreq performance",
"cpu-microcode": "0x2c000290",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + reg_file_data_sampling: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "2 x Intel Xeon Max 9480 @ 3.50GHz (112 Cores \/ 224 Threads)",
"Motherboard": "Supermicro SYS-221H-TNR X13DEM v1.10 (1.3 BIOS)",
"Chipset": "Intel Device 1bce",
"Memory": "512GB",
"Disk": "7682GB INTEL SSDPF2KX076TZ",
"Graphics": "ASPEED",
"Network": "2 x Broadcom BCM57508 NetXtreme-E 10Gb\/25Gb\/40Gb\/50Gb\/100Gb\/200Gb"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.9.0-060900rc2-generic (x86_64)",
"Desktop": "GNOME Shell 45.0",
"Display Server": "X Server 1.21.1.7",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2024-04-04 01:55:11",
"client_version": "10.8.4",
"data": {
"cpu-scaling-governor": "intel_cpufreq performance",
"cpu-microcode": "0x2c000290",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + reg_file_data_sampling: Not affected + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"f9b6d7041c6abe4265ea58f78e1994894b1c0df8": {
"identifier": "pts\/llamafile-1.1.0",
"title": "Llamafile",
"app_version": "0.7",
"arguments": "run-llava --gpu DISABLE",
"description": "Test: llava-v1.5-7b-q4 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.5100000000000000088817841970012523233890533447265625,
"test_run_times": [
89.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 2.319999999999999840127884453977458178997039794921875,
"test_run_times": [
74.2300000000000039790393202565610408782958984375
]
}
}
},
"88400dbd1e8e7a5a3eef10e38cd834537b0aa992": {
"identifier": "pts\/llamafile-1.1.0",
"title": "Llamafile",
"app_version": "0.7",
"arguments": "run-mistral --gpu DISABLE",
"description": "Test: mistral-7b-instruct-v0.2.Q8_0 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.660000000000000142108547152020037174224853515625,
"test_run_times": [
290.6499999999999772626324556767940521240234375
]
},
"b": {
"value": 3.70000000000000017763568394002504646778106689453125,
"test_run_times": [
286.20999999999997953636921010911464691162109375
]
}
}
},
"55efe9890511064c53225eab6117f9ccd4cbe0d6": {
"identifier": "pts\/llamafile-1.1.0",
"title": "Llamafile",
"app_version": "0.7",
"arguments": "run-wizardcoder --gpu DISABLE",
"description": "Test: wizardcoder-python-34b-v1.0.Q6_K - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 0.58999999999999996891375531049561686813831329345703125,
"test_run_times": [
652.3200000000000500222085975110530853271484375
]
}
}
}
}
}