VMware testing on Ubuntu 22.04.4 LTS via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2405219-NE-PYTORCHGP66
{
"title": "pytorch-gpu-defaultconfig",
"last_modified": "2024-05-21 15:02:43",
"description": "VMware testing on Ubuntu 22.04.4 LTS via the Phoronix Test Suite.",
"systems": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"identifier": "12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -",
"hardware": {
"Processor": "12 x Intel Xeon Gold 6444Y (23 Cores)",
"Motherboard": "Intel 440BX (VMW71.00V.21100432.B64.2301110304 BIOS)",
"Memory": "240GB",
"Disk": "268GB Virtual disk",
"Graphics": "NVIDIA L40S-8C 8GB"
},
"software": {
"OS": "Ubuntu 22.04.4 LTS",
"Kernel": "5.14.0-284.64.1.el9_2.x86_64 (x86_64)",
"Display Driver": "NVIDIA",
"Compiler": "GCC 11.4.0",
"File-System": "nfs",
"Screen Resolution": "1024x768",
"System Layer": "VMware"
},
"user": "root",
"timestamp": "2024-05-21 14:53:48",
"client_version": "10.8.4",
"data": {
"cpu-microcode": "0x2b000571",
"kernel-extra-details": "Transparent Huge Pages: always",
"python": "Python 3.10.12",
"security": "gather_data_sampling: Not affected + itlb_multihit: KVM: Mitigation of VMX unsupported + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Unknown: No mitigations + retbleed: Not affected + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"ee305d0fbaf040de0811e86eba88fdbb68c6b3ac": {
"identifier": "pts\/pytorch-1.1.0",
"title": "PyTorch",
"app_version": "2.2.1",
"arguments": "cuda 1 resnet50",
"description": "Device: NVIDIA CUDA GPU - Batch Size: 1 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"value": 327.16000000000002501110429875552654266357421875,
"raw_values": [
327.80403211202002466961857862770557403564453125,
326.03177013493001368260593153536319732666015625,
327.637078575450004791491664946079254150390625
],
"min_result": [
"193.7"
],
"max_result": [
"336.22"
],
"test_run_times": [
6.94000000000000039079850466805510222911834716796875,
6.839999999999999857891452847979962825775146484375,
6.8499999999999996447286321199499070644378662109375
]
}
}
},
"66c835e7e1d2d3f1b2fdf52d27e6100e26d72d51": {
"identifier": "pts\/pytorch-1.1.0",
"title": "PyTorch",
"app_version": "2.2.1",
"arguments": "cuda 1 resnet152",
"description": "Device: NVIDIA CUDA GPU - Batch Size: 1 - Model: ResNet-152",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"value": 119.9500000000000028421709430404007434844970703125,
"raw_values": [
120.917396114339993573594256304204463958740234375,
120.383427985020006190097774378955364227294921875,
118.550024695719997680498636327683925628662109375
],
"min_result": [
"89.65"
],
"max_result": [
"122.3"
],
"test_run_times": [
13.1199999999999992184029906638897955417633056640625,
13.160000000000000142108547152020037174224853515625,
13.28999999999999914734871708787977695465087890625
]
}
}
},
"60fbd8409a10c33b6e3aac79d9cc0c30cd413174": {
"identifier": "pts\/pytorch-1.1.0",
"title": "PyTorch",
"app_version": "2.2.1",
"arguments": "cuda 512 resnet50",
"description": "Device: NVIDIA CUDA GPU - Batch Size: 512 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"value": 316.58999999999997498889570124447345733642578125,
"raw_values": [
315.26088067245001411720295436680316925048828125,
318.65955709830001296722912229597568511962890625,
315.84783354569998437000322155654430389404296875
],
"min_result": [
"186.55"
],
"max_result": [
"323.06"
],
"test_run_times": [
10.5999999999999996447286321199499070644378662109375,
10.71000000000000085265128291212022304534912109375,
10.550000000000000710542735760100185871124267578125
]
}
}
},
"6fd79ff1b215f58888e6ba6d05c842df8a2afb9b": {
"identifier": "pts\/pytorch-1.1.0",
"title": "PyTorch",
"app_version": "2.2.1",
"arguments": "cuda 512 resnet152",
"description": "Device: NVIDIA CUDA GPU - Batch Size: 512 - Model: ResNet-152",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"value": 120.06999999999999317878973670303821563720703125,
"raw_values": [
120.7838624374199980593402869999408721923828125,
121.6352184570900050175623618997633457183837890625,
117.780885415590006459751748479902744293212890625
],
"min_result": [
"104"
],
"max_result": [
"122.75"
],
"test_run_times": [
22.75,
22.6400000000000005684341886080801486968994140625,
23.269999999999999573674358543939888477325439453125
]
}
}
},
"89959e9954aa3c71097c49113eaf88b8ca97f7e3": {
"identifier": "pts\/pytorch-1.1.0",
"title": "PyTorch",
"app_version": "2.2.1",
"arguments": "cuda 1 efficientnet_v2_l",
"description": "Device: NVIDIA CUDA GPU - Batch Size: 1 - Model: Efficientnet_v2_l",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"value": 61.11999999999999744204615126363933086395263671875,
"raw_values": [
60.916607901063997587698395363986492156982421875,
60.89755939054099798113384167663753032684326171875,
61.53339952203899798632846795953810214996337890625
],
"min_result": [
"53.05"
],
"max_result": [
"62.95"
],
"test_run_times": [
22.96000000000000085265128291212022304534912109375,
22.910000000000000142108547152020037174224853515625,
22.739999999999998436805981327779591083526611328125
]
}
}
},
"b849ceeb2094126c5f469c722c8da2a67d31943e": {
"identifier": "pts\/pytorch-1.1.0",
"title": "PyTorch",
"app_version": "2.2.1",
"arguments": "cuda 512 efficientnet_v2_l",
"description": "Device: NVIDIA CUDA GPU - Batch Size: 512 - Model: Efficientnet_v2_l",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"12 x Intel Xeon Gold 6444Y - NVIDIA L40S-8C 8GB -": {
"value": 61.8599999999999994315658113919198513031005859375,
"raw_values": [
61.86190324470999968298201565630733966827392578125,
62.68200612867300236530354595743119716644287109375,
61.028827487862002953988849185407161712646484375
],
"min_result": [
"53.21"
],
"max_result": [
"63.33"
],
"test_run_times": [
41.03999999999999914734871708787977695465087890625,
40.75999999999999801048033987171947956085205078125,
41.61999999999999744204615126363933086395263671875
]
}
}
}
}
}