diff --git a/data/grid5000/sites/nancy/clusters/grat/nodes/grat-1.json b/data/grid5000/sites/nancy/clusters/grat/nodes/grat-1.json index 829c9759d045c47d0668368250f15a02d23a4563..3bbeb88f00077376679cf3a6065cb5d555063c4d 100644 --- a/data/grid5000/sites/nancy/clusters/grat/nodes/grat-1.json +++ b/data/grid5000/sites/nancy/clusters/grat/nodes/grat-1.json @@ -1,12 +1,107 @@ { "architecture": { - "nb_cores": 32, + "cpu_core_numbering": "contiguous", + "nb_cores": 64, "nb_procs": 2, - "nb_threads": 64, + "nb_threads": 128, "platform_type": "x86_64" }, + "bios": { + "release_date": "02/10/2022", + "vendor": "HPE", + "version": "A47" + }, + "bmc_version": "2.60", + "chassis": { + "manufacturer": "HPE", + "name": "ProLiant XL675d Gen10 Plus", + "serial": "CZ22220GWG" + }, "exotic": false, + "gpu_devices": { + "nvidia0": { + "compute_capability": "8.0", + "cpu_affinity": 0, + "device": "/dev/nvidia0", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia1": { + "compute_capability": "8.0", + "cpu_affinity": 0, + "device": "/dev/nvidia1", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia2": { + "compute_capability": "8.0", + "cpu_affinity": 0, + "device": "/dev/nvidia2", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia3": { + "compute_capability": "8.0", + "cpu_affinity": 0, + "device": "/dev/nvidia3", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia4": { + "compute_capability": "8.0", + "cpu_affinity": 1, + "device": "/dev/nvidia4", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia5": { + "compute_capability": "8.0", + "cpu_affinity": 1, + "device": "/dev/nvidia5", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia6": { + "compute_capability": "8.0", + "cpu_affinity": 1, + "device": "/dev/nvidia6", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + }, + "nvidia7": { + "compute_capability": "8.0", + "cpu_affinity": 1, + "device": "/dev/nvidia7", + "memory": 42505076736, + "model": "A100-SXM4-40GB", + "power_default_limit": "400.00 W", + "vbios_version": "92.00.45.00.03", + "vendor": "Nvidia" + } + }, "main_memory": { + "ram_size": 549755813888 }, "management_tools": { "bmc_vendor_tool": "ipmitool", @@ -15,29 +110,127 @@ } }, "memory_devices": [ - + { + "device": "dimm_proc 1 dimm 1", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 10", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 12", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 14", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 16", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 3", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 5", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 1 dimm 7", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 1", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 10", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 12", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 14", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 16", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 3", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 5", + "size": 34359738368, + "technology": "dram" + }, + { + "device": "dimm_proc 2 dimm 7", + "size": 34359738368, + "technology": "dram" + } ], "network_adapters": [ { "device": "eth0", + "driver": "mlx5_core", "enabled": true, + "firmware_version": "16.31.1014 (MT_0000000416)", "interface": "Ethernet", "ip": "172.16.69.11", "ip6": "2001:660:4406:500:6::b", "kavlan": false, "mac": "88:e9:a4:58:c1:30", + "management": false, + "model": "MT27800 Family [ConnectX-5]", "mountable": true, "mounted": true, + "name": "eth0", "network_address": "grat-1.nancy.grid5000.fr", + "rate": 25000000000, + "sriov": true, + "sriov_totalvfs": 8, "switch": null, - "switch_port": null + "switch_port": null, + "vendor": "Mellanox Technologies" }, { "device": "eth1", + "driver": "mlx5_core", "enabled": false, + "firmware_version": "16.31.1014 (MT_0000000416)", + "interface": "Ethernet", "kavlan": false, + "mac": "88:e9:a4:58:c1:31", + "management": false, + "model": "MT27800 Family [ConnectX-5]", "mountable": false, - "mounted": false + "mounted": false, + "name": "eth1", + "sriov": true, + "sriov_totalvfs": 8, + "vendor": "Mellanox Technologies" }, { "device": "bmc", @@ -52,14 +245,33 @@ "network_address": "grat-1-bmc.nancy.grid5000.fr" } ], + "operating_system": { + "cstate_driver": "acpi_idle", + "cstate_governor": "menu", + "ht_enabled": true, + "pstate_driver": "none", + "pstate_governor": "none", + "turboboost_enabled": false + }, "performance": { "core_flops": 33600000000, - "node_flops": 1075200000000 + "node_flops": 2150400000000 }, "processor": { "cache_l1": null, + "cache_l1d": 32768, + "cache_l1i": 32768, + "cache_l2": 524288, + "cache_l3": 33554432, "clock_speed": 2100000000, - "microarchitecture": "Zen 2" + "ht_capable": true, + "instruction_set": "x86-64", + "microarchitecture": "Zen 2", + "microcode": "0xa00115d", + "model": "AMD EPYC", + "other_description": "AMD EPYC 7513 32-Core Processor", + "vendor": "AMD", + "version": 7513 }, "software": { "forced-deployment-timestamp": 202007300948, @@ -68,13 +280,92 @@ }, "storage_devices": [ { - "by_id": "", - "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce500e-lun-0", + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce4fe9", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce4fea-lun-0", + "firmware_version": "HPD0", "id": "disk0", "interface": "SAS", - "model": "unknown", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce4fed", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce4fee-lun-0", + "firmware_version": "HPD0", + "id": "disk1", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce5001", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce5002-lun-0", + "firmware_version": "HPD0", + "id": "disk2", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce500d", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce500e-lun-0", + "firmware_version": "HPD0", + "id": "disk3", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce5011", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce5012-lun-0", + "firmware_version": "HPD0", + "id": "disk4", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce5015", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce5016-lun-0", + "firmware_version": "HPD0", + "id": "disk5", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce5019", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce501a-lun-0", + "firmware_version": "HPD0", + "id": "disk6", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, + "storage": "SSD", + "vendor": "HP" + }, + { + "by_id": "/dev/disk/by-id/wwn-0x58ce38ee21ce502d", + "by_path": "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce502e-lun-0", + "firmware_version": "HPD0", + "id": "disk7", + "interface": "SAS", + "model": "VO003840RZWVA", + "size": 3840755982336, "storage": "SSD", - "vendor": "Unknown" + "vendor": "HP" } ], "supported_job_types": { @@ -84,7 +375,8 @@ "queues": [ "admin", "testing" - ] + ], + "virtual": "amd-v" }, "type": "node", "uid": "grat-1" diff --git a/input/grid5000/disks.yaml b/input/grid5000/disks.yaml index cba31d2afefa286d856591eb5829a8460cd57f73..6448fca0ccc7d1551c8c2798078327d263b5180a 100644 --- a/input/grid5000/disks.yaml +++ b/input/grid5000/disks.yaml @@ -52,7 +52,8 @@ disk_vendor_model_mapping: - WD6002BKTG Unknown: - unknown - + HP: + - VO003840RZWVA SATA: Intel: - SSDSC2KG480G7R diff --git a/input/grid5000/sites/nancy/clusters/grat/grat.yaml b/input/grid5000/sites/nancy/clusters/grat/grat.yaml index b0df35150c95936d9cebaf3f42b8f4f0dfd4e3e0..fbd632a0a84425f179a2d889ec8701a6d7f7a9a7 100644 --- a/input/grid5000/sites/nancy/clusters/grat/grat.yaml +++ b/input/grid5000/sites/nancy/clusters/grat/grat.yaml @@ -12,15 +12,9 @@ nodes: deploy: true besteffort: true max_walltime: 0 - architecture: - nb_procs: 2 - nb_cores: 32 - nb_threads: 64 - platform_type: x86_64 processor: microarchitecture: Zen 2 clock_speed: 2100000000 - memory_devices: [] software: standard-environment: debian11-x64-std management_tools: @@ -46,9 +40,27 @@ nodes: mountable: false mounted: false storage_devices: - disk0: + pci-0000:64:00.0-sas-0x58ce38ee21ce4fea-lun-0: id: disk0 interface: SAS - storage: SSD - model: unknown - by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce500e-lun-0" + pci-0000:64:00.0-sas-0x58ce38ee21ce4fee-lun-0: + id: disk1 + interface: SAS + pci-0000:64:00.0-sas-0x58ce38ee21ce5002-lun-0: + id: disk2 + interface: SAS + pci-0000:64:00.0-sas-0x58ce38ee21ce500e-lun-0: + id: disk3 + interface: SAS + pci-0000:64:00.0-sas-0x58ce38ee21ce5012-lun-0: + id: disk4 + interface: SAS + pci-0000:64:00.0-sas-0x58ce38ee21ce5016-lun-0: + id: disk5 + interface: SAS + pci-0000:64:00.0-sas-0x58ce38ee21ce501a-lun-0: + id: disk6 + interface: SAS + pci-0000:64:00.0-sas-0x58ce38ee21ce502e-lun-0: + id: disk7 + interface: SAS diff --git a/input/grid5000/sites/nancy/clusters/grat/nodes/grat-1.yaml b/input/grid5000/sites/nancy/clusters/grat/nodes/grat-1.yaml new file mode 100644 index 0000000000000000000000000000000000000000..206c2c36699b80067202aec031e0ad90da70e0df --- /dev/null +++ b/input/grid5000/sites/nancy/clusters/grat/nodes/grat-1.yaml @@ -0,0 +1,241 @@ +# Generated by g5k-checks (g5k-checks -m api) +--- +grat-1: + architecture: + cpu_core_numbering: contiguous + nb_cores: 64 + nb_procs: 2 + nb_threads: 128 + platform_type: x86_64 + bios: + release_date: 02/10/2022 + vendor: HPE + version: A47 + bmc_version: '2.60' + chassis: + manufacturer: HPE + name: ProLiant XL675d Gen10 Plus + serial: CZ22220GWG + gpu_devices: + nvidia0: + cpu_affinity: 0 + device: "/dev/nvidia0" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia1: + cpu_affinity: 0 + device: "/dev/nvidia1" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia2: + cpu_affinity: 0 + device: "/dev/nvidia2" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia3: + cpu_affinity: 0 + device: "/dev/nvidia3" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia4: + cpu_affinity: 1 + device: "/dev/nvidia4" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia5: + cpu_affinity: 1 + device: "/dev/nvidia5" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia6: + cpu_affinity: 1 + device: "/dev/nvidia6" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + nvidia7: + cpu_affinity: 1 + device: "/dev/nvidia7" + memory: 42505076736 + model: A100-SXM4-40GB + power_default_limit: 400.00 W + vbios_version: 92.00.45.00.03 + vendor: Nvidia + main_memory: + ram_size: 549755813888 + memory_devices: + dimm_proc 1 dimm 1: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 10: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 12: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 14: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 16: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 3: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 5: + size: 34359738368 + technology: dram + dimm_proc 1 dimm 7: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 1: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 10: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 12: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 14: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 16: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 3: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 5: + size: 34359738368 + technology: dram + dimm_proc 2 dimm 7: + size: 34359738368 + technology: dram + network_adapters: + bmc: + ip: 172.17.69.11 + mac: 5c:ba:2c:3d:84:4c + management: true + eth0: + driver: mlx5_core + firmware_version: 16.31.1014 (MT_0000000416) + interface: Ethernet + ip: 172.16.69.11 + mac: 88:e9:a4:58:c1:30 + management: false + model: MT27800 Family [ConnectX-5] + name: eth0 + rate: 25000000000 + sriov: true + sriov_totalvfs: 8 + vendor: Mellanox Technologies + eth1: + driver: mlx5_core + firmware_version: 16.31.1014 (MT_0000000416) + interface: Ethernet + mac: 88:e9:a4:58:c1:31 + management: false + model: MT27800 Family [ConnectX-5] + name: eth1 + sriov: true + sriov_totalvfs: 8 + vendor: Mellanox Technologies + operating_system: + cstate_driver: acpi_idle + cstate_governor: menu + ht_enabled: true + pstate_driver: none + pstate_governor: none + turboboost_enabled: false + processor: + cache_l1d: 32768 + cache_l1i: 32768 + cache_l2: 524288 + cache_l3: 33554432 + ht_capable: true + instruction_set: x86-64 + microcode: '0xa00115d' + model: AMD EPYC + other_description: AMD EPYC 7513 32-Core Processor + vendor: AMD + version: 7513 + storage_devices: + pci-0000:64:00.0-sas-0x58ce38ee21ce4fea-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce4fe9" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce4fea-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce4fee-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce4fed" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce4fee-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce5002-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce5001" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce5002-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce500e-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce500d" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce500e-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce5012-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce5011" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce5012-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce5016-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce5015" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce5016-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce501a-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce5019" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce501a-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + pci-0000:64:00.0-sas-0x58ce38ee21ce502e-lun-0: + by_id: "/dev/disk/by-id/wwn-0x58ce38ee21ce502d" + by_path: "/dev/disk/by-path/pci-0000:64:00.0-sas-0x58ce38ee21ce502e-lun-0" + firmware_version: HPD0 + model: VO003840RZWVA + size: 3840755982336 + storage: SSD + supported_job_types: + virtual: amd-v