Intel Core i9-14900K testing with a ASUS PRIME Z790-P WIFI (1402 BIOS) and ASUS Intel RPL-S 31GB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2404033-PTS-NEWLLAMA41
{
"title": "new llamafile",
"last_modified": "2024-04-03 20:40:14",
"description": "Intel Core i9-14900K testing with a ASUS PRIME Z790-P WIFI (1402 BIOS) and ASUS Intel RPL-S 31GB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "Intel Core i9-14900K @ 5.70GHz (24 Cores \/ 32 Threads)",
"Motherboard": "ASUS PRIME Z790-P WIFI (1402 BIOS)",
"Chipset": "Intel Device 7a27",
"Memory": "2 x 16GB DRAM-6000MT\/s Corsair CMK32GX5M2B6000C36",
"Disk": "Western Digital WD_BLACK SN850X 1000GB + 2000GB PCIe SSD",
"Graphics": "ASUS Intel RPL-S 31GB (1650MHz)",
"Audio": "Realtek ALC897",
"Monitor": "ASUS VP28U"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.8.0-phx (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7",
"OpenGL": "4.6 Mesa 24.0~git2312240600.c05261~oibaf~m (git-c05261a 2023-12-24 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-04-03 19:36:55",
"client_version": "10.8.5",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: performance)",
"cpu-microcode": "0x122",
"cpu-thermald": "2.5.4",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + reg_file_data_sampling: Mitigation of Clear Register File + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "Intel Core i9-14900K @ 5.70GHz (24 Cores \/ 32 Threads)",
"Motherboard": "ASUS PRIME Z790-P WIFI (1402 BIOS)",
"Chipset": "Intel Device 7a27",
"Memory": "2 x 16GB DRAM-6000MT\/s Corsair CMK32GX5M2B6000C36",
"Disk": "Western Digital WD_BLACK SN850X 1000GB + 2000GB PCIe SSD",
"Graphics": "ASUS Intel RPL-S 31GB (1650MHz)",
"Audio": "Realtek ALC897",
"Monitor": "ASUS VP28U"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.8.0-phx (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7",
"OpenGL": "4.6 Mesa 24.0~git2312240600.c05261~oibaf~m (git-c05261a 2023-12-24 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-04-03 19:52:07",
"client_version": "10.8.5",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: performance)",
"cpu-microcode": "0x122",
"cpu-thermald": "2.5.4",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + reg_file_data_sampling: Mitigation of Clear Register File + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "Intel Core i9-14900K @ 5.70GHz (24 Cores \/ 32 Threads)",
"Motherboard": "ASUS PRIME Z790-P WIFI (1402 BIOS)",
"Chipset": "Intel Device 7a27",
"Memory": "2 x 16GB DRAM-6000MT\/s Corsair CMK32GX5M2B6000C36",
"Disk": "Western Digital WD_BLACK SN850X 1000GB + 2000GB PCIe SSD",
"Graphics": "ASUS Intel RPL-S 31GB (1650MHz)",
"Audio": "Realtek ALC897",
"Monitor": "ASUS VP28U"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.8.0-phx (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7",
"OpenGL": "4.6 Mesa 24.0~git2312240600.c05261~oibaf~m (git-c05261a 2023-12-24 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-04-03 20:06:17",
"client_version": "10.8.5",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: performance)",
"cpu-microcode": "0x122",
"cpu-thermald": "2.5.4",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + reg_file_data_sampling: Mitigation of Clear Register File + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"d": {
"identifier": "d",
"hardware": {
"Processor": "Intel Core i9-14900K @ 5.70GHz (24 Cores \/ 32 Threads)",
"Motherboard": "ASUS PRIME Z790-P WIFI (1402 BIOS)",
"Chipset": "Intel Device 7a27",
"Memory": "2 x 16GB DRAM-6000MT\/s Corsair CMK32GX5M2B6000C36",
"Disk": "Western Digital WD_BLACK SN850X 1000GB + 2000GB PCIe SSD",
"Graphics": "ASUS Intel RPL-S 31GB (1650MHz)",
"Audio": "Realtek ALC897",
"Monitor": "ASUS VP28U"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.8.0-phx (x86_64)",
"Desktop": "GNOME Shell 45.1",
"Display Server": "X Server 1.21.1.7",
"OpenGL": "4.6 Mesa 24.0~git2312240600.c05261~oibaf~m (git-c05261a 2023-12-24 mantic-oibaf-ppa)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3840x2160"
},
"user": "pts",
"timestamp": "2024-04-03 20:22:09",
"client_version": "10.8.5",
"data": {
"cpu-scaling-governor": "intel_pstate powersave (EPP: performance)",
"cpu-microcode": "0x122",
"cpu-thermald": "2.5.4",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + reg_file_data_sampling: Mitigation of Clear Register File + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"f9b6d7041c6abe4265ea58f78e1994894b1c0df8": {
"identifier": "pts\/llamafile-1.1.0",
"title": "Llamafile",
"app_version": "0.7",
"arguments": "run-llava --gpu DISABLE",
"description": "Test: llava-v1.5-7b-q4 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14.9000000000000003552713678800500929355621337890625,
"raw_values": [
14.92999999999999971578290569595992565155029296875,
14.8900000000000005684341886080801486968994140625,
14.8699999999999992184029906638897955417633056640625
],
"test_run_times": [
24.660000000000000142108547152020037174224853515625,
21.010000000000001563194018672220408916473388671875,
20.85000000000000142108547152020037174224853515625
]
},
"b": {
"value": 14.8499999999999996447286321199499070644378662109375,
"raw_values": [
14.8300000000000000710542735760100185871124267578125,
14.8699999999999992184029906638897955417633056640625,
14.8599999999999994315658113919198513031005859375
],
"test_run_times": [
26.199999999999999289457264239899814128875732421875,
23.690000000000001278976924368180334568023681640625,
21.780000000000001136868377216160297393798828125
]
},
"c": {
"value": 14.6400000000000005684341886080801486968994140625,
"raw_values": [
14.5999999999999996447286321199499070644378662109375,
14.5600000000000004973799150320701301097869873046875,
14.75
],
"test_run_times": [
26.8599999999999994315658113919198513031005859375,
21.5,
23.769999999999999573674358543939888477325439453125
]
},
"d": {
"value": 14.8100000000000004973799150320701301097869873046875,
"raw_values": [
14.9000000000000003552713678800500929355621337890625,
14.8900000000000005684341886080801486968994140625,
14.6300000000000007815970093361102044582366943359375
],
"test_run_times": [
24.39999999999999857891452847979962825775146484375,
22.6700000000000017053025658242404460906982421875,
22.719999999999998863131622783839702606201171875
]
}
}
},
"88400dbd1e8e7a5a3eef10e38cd834537b0aa992": {
"identifier": "pts\/llamafile-1.1.0",
"title": "Llamafile",
"app_version": "0.7",
"arguments": "run-mistral --gpu DISABLE",
"description": "Test: mistral-7b-instruct-v0.2.Q8_0 - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.6500000000000003552713678800500929355621337890625,
"raw_values": [
9.71000000000000085265128291212022304534912109375,
9.6199999999999992184029906638897955417633056640625,
9.6199999999999992184029906638897955417633056640625
],
"test_run_times": [
81.1200000000000045474735088646411895751953125,
103.7600000000000051159076974727213382720947265625,
91.31000000000000227373675443232059478759765625
]
},
"b": {
"value": 9.6300000000000007815970093361102044582366943359375,
"raw_values": [
9.6300000000000007815970093361102044582366943359375,
9.6400000000000005684341886080801486968994140625,
9.6099999999999994315658113919198513031005859375
],
"test_run_times": [
81.9500000000000028421709430404007434844970703125,
76.75,
79.2300000000000039790393202565610408782958984375
]
},
"c": {
"value": 9.6099999999999994315658113919198513031005859375,
"raw_values": [
9.53999999999999914734871708787977695465087890625,
9.6300000000000007815970093361102044582366943359375,
9.6500000000000003552713678800500929355621337890625
],
"test_run_times": [
121.9899999999999948840923025272786617279052734375,
84.7399999999999948840923025272786617279052734375,
113.340000000000003410605131648480892181396484375
]
},
"d": {
"value": 9.6300000000000007815970093361102044582366943359375,
"raw_values": [
9.6199999999999992184029906638897955417633056640625,
9.660000000000000142108547152020037174224853515625,
9.6099999999999994315658113919198513031005859375
],
"test_run_times": [
88.25,
77.840000000000003410605131648480892181396484375,
82.909999999999996589394868351519107818603515625
]
}
}
},
"55efe9890511064c53225eab6117f9ccd4cbe0d6": {
"identifier": "pts\/llamafile-1.1.0",
"title": "Llamafile",
"app_version": "0.7",
"arguments": "run-wizardcoder --gpu DISABLE",
"description": "Test: wizardcoder-python-34b-v1.0.Q6_K - Acceleration: CPU",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.660000000000000142108547152020037174224853515625,
"raw_values": [
2.6699999999999999289457264239899814128875732421875,
2.660000000000000142108547152020037174224853515625,
2.649999999999999911182158029987476766109466552734375
],
"test_run_times": [
164.719999999999998863131622783839702606201171875,
157.25,
157.93999999999999772626324556767940521240234375
]
},
"b": {
"value": 2.660000000000000142108547152020037174224853515625,
"raw_values": [
2.649999999999999911182158029987476766109466552734375,
2.660000000000000142108547152020037174224853515625,
2.660000000000000142108547152020037174224853515625
],
"test_run_times": [
162.080000000000012505552149377763271331787109375,
157.6100000000000136424205265939235687255859375,
157.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 2.649999999999999911182158029987476766109466552734375,
"raw_values": [
2.660000000000000142108547152020037174224853515625,
2.649999999999999911182158029987476766109466552734375,
2.649999999999999911182158029987476766109466552734375
],
"test_run_times": [
165.68999999999999772626324556767940521240234375,
157.93000000000000682121026329696178436279296875,
157.740000000000009094947017729282379150390625
]
},
"d": {
"value": 2.660000000000000142108547152020037174224853515625,
"raw_values": [
2.660000000000000142108547152020037174224853515625,
2.660000000000000142108547152020037174224853515625,
2.649999999999999911182158029987476766109466552734375
],
"test_run_times": [
165.030000000000001136868377216160297393798828125,
157.479999999999989768184605054557323455810546875,
157.469999999999998863131622783839702606201171875
]
}
}
}
}
}