{ "schema_version": 1, "generated_at": "2026-07-25T11:49:43+08:00", "collector_version": "2.0.0", "system": { "hostname": "b300-demo", "os": "Ubuntu 24.04.1 LTS", "kernel": "6.8.0-71-generic", "architecture": "x86_64", "manufacturer": "Baidu Cloud", "product": "Baidu Cloud BCC", "product_version": "6.10.0", "virtualization": "kvm", "cpu_model": "Intel(R) Xeon(R) 6787P", "numa_nodes": 2, "cpu_logical": 332, "cpu_sockets": 2, "cpu_cores_per_socket": 83, "cpu_physical_cores": 166, "cpu_threads_per_core": 2, "memory_total_kib": 3032272904, "memory_available_kib": 2538918872, "memory_used_kib": 493354032 }, "software": { "nvidia_driver": "595.71.05", "cuda_toolkit": "12.8", "cuda_note": "Toolkit selected by nvcc; application/container runtime may differ." }, "gpus": [ { "index": 0, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-00", "bdf": "63:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 67.0, "utilization_pct": 100.0, "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:00.0", "63:00.0" ], "pstate": "P0", "power_w": 1089.75, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond0", "name": "bond0", "rdma": "mlx5_bond_0", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond0", "network_relation": "PIX", "rdma": "mlx5_bond_0", "network": "bond0", "bond": "bond0" }, { "index": 1, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-01", "bdf": "67:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 56.0, "utilization_pct": 100.0, "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:00.0", "67:00.0" ], "pstate": "P0", "power_w": 1066.45, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond1", "name": "bond1", "rdma": "mlx5_bond_1", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond1", "network_relation": "PIX", "rdma": "mlx5_bond_1", "network": "bond1", "bond": "bond1" }, { "index": 2, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-02", "bdf": "6b:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 63.0, "utilization_pct": 100.0, "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:00.0", "6b:00.0" ], "pstate": "P0", "power_w": 1049.08, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond2", "name": "bond2", "rdma": "mlx5_bond_2", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond2", "network_relation": "PIX", "rdma": "mlx5_bond_2", "network": "bond2", "bond": "bond2" }, { "index": 3, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-03", "bdf": "6f:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 56.0, "utilization_pct": 100.0, "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:00.0", "6f:00.0" ], "pstate": "P0", "power_w": 1079.78, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond3", "name": "bond3", "rdma": "mlx5_bond_3", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond3", "network_relation": "PIX", "rdma": "mlx5_bond_3", "network": "bond3", "bond": "bond3" }, { "index": 4, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-04", "bdf": "a3:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 55.0, "utilization_pct": 100.0, "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:00.0", "a3:00.0" ], "pstate": "P0", "power_w": 1067.78, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond4", "name": "bond4", "rdma": "mlx5_bond_4", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond4", "network_relation": "PIX", "rdma": "mlx5_bond_4", "network": "bond4", "bond": "bond4" }, { "index": 5, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-05", "bdf": "a7:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 66.0, "utilization_pct": 100.0, "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:00.0", "a7:00.0" ], "pstate": "P0", "power_w": 1033.6, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond5", "name": "bond5", "rdma": "mlx5_bond_5", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond5", "network_relation": "PIX", "rdma": "mlx5_bond_5", "network": "bond5", "bond": "bond5" }, { "index": 6, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-06", "bdf": "ab:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 55.0, "utilization_pct": 100.0, "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:00.0", "ab:00.0" ], "pstate": "P0", "power_w": 1088.35, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond6", "name": "bond6", "rdma": "mlx5_bond_6", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond6", "network_relation": "PIX", "rdma": "mlx5_bond_6", "network": "bond6", "bond": "bond6" }, { "index": 7, "name": "NVIDIA B30Z", "uuid": "GPU-DEMO-07", "bdf": "af:00.0", "driver": "595.71.05", "memory_total_mib": 275040.0, "memory_used_mib": 207582.0, "temperature_c": 64.0, "utilization_pct": 100.0, "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:00.0", "af:00.0" ], "pstate": "P0", "power_w": 1063.74, "power_limit_w": 1100.0, "power_default_limit_w": 1100.0, "power_min_limit_w": 200.0, "power_max_limit_w": 1100.0, "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A", "network_links": [ { "endpoint_id": "bond:bond7", "name": "bond7", "rdma": "mlx5_bond_7", "protocol": "RoCE", "type": "bond", "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "primary_network_id": "bond:bond7", "network_relation": "PIX", "rdma": "mlx5_bond_7", "network": "bond7", "bond": "bond7" } ], "topology": { "rows": { "GPU0": { "GPU0": "X", "GPU1": "NV18", "GPU2": "NV18", "GPU3": "NV18", "GPU4": "NV18", "GPU5": "NV18", "GPU6": "NV18", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "PIX", "NIC2": "PHB", "NIC3": "PHB", "NIC4": "PHB", "NIC5": "SYS", "NIC6": "SYS", "NIC7": "SYS", "NIC8": "SYS" }, "GPU1": { "GPU0": "NV18", "GPU1": "X", "GPU2": "NV18", "GPU3": "NV18", "GPU4": "NV18", "GPU5": "NV18", "GPU6": "NV18", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "PHB", "NIC2": "PIX", "NIC3": "PHB", "NIC4": "PHB", "NIC5": "SYS", "NIC6": "SYS", "NIC7": "SYS", "NIC8": "SYS" }, "GPU2": { "GPU0": "NV18", "GPU1": "NV18", "GPU2": "X", "GPU3": "NV18", "GPU4": "NV18", "GPU5": "NV18", "GPU6": "NV18", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "PHB", "NIC2": "PHB", "NIC3": "PIX", "NIC4": "PHB", "NIC5": "SYS", "NIC6": "SYS", "NIC7": "SYS", "NIC8": "SYS" }, "GPU3": { "GPU0": "NV18", "GPU1": "NV18", "GPU2": "NV18", "GPU3": "X", "GPU4": "NV18", "GPU5": "NV18", "GPU6": "NV18", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "PHB", "NIC2": "PHB", "NIC3": "PHB", "NIC4": "PIX", "NIC5": "SYS", "NIC6": "SYS", "NIC7": "SYS", "NIC8": "SYS" }, "GPU4": { "GPU0": "NV18", "GPU1": "NV18", "GPU2": "NV18", "GPU3": "NV18", "GPU4": "X", "GPU5": "NV18", "GPU6": "NV18", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "SYS", "NIC2": "SYS", "NIC3": "SYS", "NIC4": "SYS", "NIC5": "PIX", "NIC6": "PHB", "NIC7": "PHB", "NIC8": "PHB" }, "GPU5": { "GPU0": "NV18", "GPU1": "NV18", "GPU2": "NV18", "GPU3": "NV18", "GPU4": "NV18", "GPU5": "X", "GPU6": "NV18", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "SYS", "NIC2": "SYS", "NIC3": "SYS", "NIC4": "SYS", "NIC5": "PHB", "NIC6": "PIX", "NIC7": "PHB", "NIC8": "PHB" }, "GPU6": { "GPU0": "NV18", "GPU1": "NV18", "GPU2": "NV18", "GPU3": "NV18", "GPU4": "NV18", "GPU5": "NV18", "GPU6": "X", "GPU7": "NV18", "NIC0": "SYS", "NIC1": "SYS", "NIC2": "SYS", "NIC3": "SYS", "NIC4": "SYS", "NIC5": "PHB", "NIC6": "PHB", "NIC7": "PIX", "NIC8": "PHB" }, "GPU7": { "GPU0": "NV18", "GPU1": "NV18", "GPU2": "NV18", "GPU3": "NV18", "GPU4": "NV18", "GPU5": "NV18", "GPU6": "NV18", "GPU7": "X", "NIC0": "SYS", "NIC1": "SYS", "NIC2": "SYS", "NIC3": "SYS", "NIC4": "SYS", "NIC5": "PHB", "NIC6": "PHB", "NIC7": "PHB", "NIC8": "PIX" } }, "nic_legend": { "NIC0": "mlx5_0", "NIC1": "mlx5_bond_0", "NIC2": "mlx5_bond_1", "NIC3": "mlx5_bond_2", "NIC4": "mlx5_bond_3", "NIC5": "mlx5_bond_4", "NIC6": "mlx5_bond_5", "NIC7": "mlx5_bond_6", "NIC8": "mlx5_bond_7" }, "gpu_nic": { "GPU0": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "PIX" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "PHB" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "PHB" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "PHB" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "SYS" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "SYS" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "SYS" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "SYS" } ], "GPU1": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "PHB" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "PIX" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "PHB" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "PHB" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "SYS" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "SYS" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "SYS" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "SYS" } ], "GPU2": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "PHB" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "PHB" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "PIX" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "PHB" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "SYS" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "SYS" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "SYS" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "SYS" } ], "GPU3": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "PHB" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "PHB" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "PHB" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "PIX" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "SYS" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "SYS" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "SYS" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "SYS" } ], "GPU4": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "SYS" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "SYS" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "SYS" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "SYS" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "PIX" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "PHB" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "PHB" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "PHB" } ], "GPU5": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "SYS" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "SYS" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "SYS" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "SYS" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "PHB" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "PIX" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "PHB" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "PHB" } ], "GPU6": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "SYS" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "SYS" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "SYS" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "SYS" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "PHB" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "PHB" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "PIX" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "PHB" } ], "GPU7": [ { "slot": "NIC0", "rdma": "mlx5_0", "relation": "SYS" }, { "slot": "NIC1", "rdma": "mlx5_bond_0", "relation": "SYS" }, { "slot": "NIC2", "rdma": "mlx5_bond_1", "relation": "SYS" }, { "slot": "NIC3", "rdma": "mlx5_bond_2", "relation": "SYS" }, { "slot": "NIC4", "rdma": "mlx5_bond_3", "relation": "SYS" }, { "slot": "NIC5", "rdma": "mlx5_bond_4", "relation": "PHB" }, { "slot": "NIC6", "rdma": "mlx5_bond_5", "relation": "PHB" }, { "slot": "NIC7", "rdma": "mlx5_bond_6", "relation": "PHB" }, { "slot": "NIC8", "rdma": "mlx5_bond_7", "relation": "PIX" } ] }, "gpu_affinity": { "GPU0": { "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A" }, "GPU1": { "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A" }, "GPU2": { "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A" }, "GPU3": { "cpu_affinity": "0-165", "numa_affinity": "0", "gpu_numa_id": "N/A" }, "GPU4": { "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A" }, "GPU5": { "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A" }, "GPU6": { "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A" }, "GPU7": { "cpu_affinity": "166-331", "numa_affinity": "1", "gpu_numa_id": "N/A" } } }, "pci_fabric": { "scope": "guest-visible", "virtualization": "passthrough-or-virtual-pci", "bridges": [ { "bdf": "00:02.1", "parent_bdf": "", "numa": -1, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "02:00.0" ] }, { "bdf": "6a:00.0", "parent_bdf": "69:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "6b:00.0" ] }, { "bdf": "6a:01.0", "parent_bdf": "69:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "6c:00.0", "6c:00.1" ] }, { "bdf": "6d:00.0", "parent_bdf": "60:00.3", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "6e:00.0", "6e:01.0" ] }, { "bdf": "6e:00.0", "parent_bdf": "6d:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "6f:00.0" ] }, { "bdf": "6e:01.0", "parent_bdf": "6d:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "70:00.0", "70:00.1" ] }, { "bdf": "60:00.0", "parent_bdf": "", "numa": 0, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "61:00.0" ] }, { "bdf": "60:00.1", "parent_bdf": "", "numa": 0, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "65:00.0" ] }, { "bdf": "60:00.2", "parent_bdf": "", "numa": 0, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "69:00.0" ] }, { "bdf": "60:00.3", "parent_bdf": "", "numa": 0, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "6d:00.0" ] }, { "bdf": "61:00.0", "parent_bdf": "60:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "62:00.0", "62:01.0" ] }, { "bdf": "62:00.0", "parent_bdf": "61:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "63:00.0" ] }, { "bdf": "62:01.0", "parent_bdf": "61:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "64:00.0", "64:00.1" ] }, { "bdf": "65:00.0", "parent_bdf": "60:00.1", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "66:00.0", "66:01.0" ] }, { "bdf": "66:00.0", "parent_bdf": "65:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "67:00.0" ] }, { "bdf": "66:01.0", "parent_bdf": "65:00.0", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "68:00.0", "68:00.1" ] }, { "bdf": "69:00.0", "parent_bdf": "60:00.2", "numa": 0, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "6a:00.0", "6a:01.0" ] }, { "bdf": "a0:00.0", "parent_bdf": "", "numa": 1, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "a1:00.0" ] }, { "bdf": "a0:00.1", "parent_bdf": "", "numa": 1, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "a5:00.0" ] }, { "bdf": "a0:00.2", "parent_bdf": "", "numa": 1, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "a9:00.0" ] }, { "bdf": "a0:00.3", "parent_bdf": "", "numa": 1, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "ad:00.0" ] }, { "bdf": "a0:00.4", "parent_bdf": "", "numa": 1, "description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]", "children": [ "b1:00.0" ] }, { "bdf": "a1:00.0", "parent_bdf": "a0:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "a2:00.0", "a2:01.0" ] }, { "bdf": "a2:00.0", "parent_bdf": "a1:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "a3:00.0" ] }, { "bdf": "a2:01.0", "parent_bdf": "a1:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "a4:00.0", "a4:00.1" ] }, { "bdf": "a5:00.0", "parent_bdf": "a0:00.1", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "a6:00.0", "a6:01.0" ] }, { "bdf": "a6:00.0", "parent_bdf": "a5:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "a7:00.0" ] }, { "bdf": "a6:01.0", "parent_bdf": "a5:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "a8:00.0", "a8:00.1" ] }, { "bdf": "a9:00.0", "parent_bdf": "a0:00.2", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "aa:00.0", "aa:01.0" ] }, { "bdf": "aa:00.0", "parent_bdf": "a9:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "ab:00.0" ] }, { "bdf": "aa:01.0", "parent_bdf": "a9:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "ac:00.0", "ac:00.1" ] }, { "bdf": "ad:00.0", "parent_bdf": "a0:00.3", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "ae:00.0", "ae:01.0" ] }, { "bdf": "ae:00.0", "parent_bdf": "ad:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "af:00.0" ] }, { "bdf": "ae:01.0", "parent_bdf": "ad:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "b0:00.0", "b0:00.1" ] }, { "bdf": "b1:00.0", "parent_bdf": "a0:00.4", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)", "children": [ "b2:00.0", "b2:01.0", "b2:02.0", "b2:03.0" ] }, { "bdf": "b2:00.0", "parent_bdf": "b1:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "b3:00.0" ] }, { "bdf": "b2:01.0", "parent_bdf": "b1:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "b4:00.0" ] }, { "bdf": "b2:02.0", "parent_bdf": "b1:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "b5:00.0" ] }, { "bdf": "b2:03.0", "parent_bdf": "b1:00.0", "numa": 1, "description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)", "children": [ "b6:00.0" ] } ], "endpoints": [ { "kind": "gpu", "label": "GPU0", "bdf": "63:00.0", "numa": 0, "path": [ "60:00.0", "61:00.0", "62:00.0", "63:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "gpu", "label": "GPU1", "bdf": "67:00.0", "numa": 0, "path": [ "60:00.1", "65:00.0", "66:00.0", "67:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "gpu", "label": "GPU2", "bdf": "6b:00.0", "numa": 0, "path": [ "60:00.2", "69:00.0", "6a:00.0", "6b:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "gpu", "label": "GPU3", "bdf": "6f:00.0", "numa": 0, "path": [ "60:00.3", "6d:00.0", "6e:00.0", "6f:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "nic", "label": "eth0", "bdf": "02:00.0", "numa": 0, "path": [ "00:02.1", "02:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies ConnectX Family mlx5Gen Virtual Function [15b3:101e]" }, { "kind": "nic", "label": "eth1", "bdf": "64:00.0", "numa": 0, "path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth2", "bdf": "64:00.1", "numa": 0, "path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth3", "bdf": "68:00.0", "numa": 0, "path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth4", "bdf": "68:00.1", "numa": 0, "path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth5", "bdf": "6c:00.0", "numa": 0, "path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth6", "bdf": "6c:00.1", "numa": 0, "path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth7", "bdf": "70:00.0", "numa": 0, "path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth8", "bdf": "70:00.1", "numa": 0, "path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "gpu", "label": "GPU4", "bdf": "a3:00.0", "numa": 1, "path": [ "a0:00.0", "a1:00.0", "a2:00.0", "a3:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "gpu", "label": "GPU5", "bdf": "a7:00.0", "numa": 1, "path": [ "a0:00.1", "a5:00.0", "a6:00.0", "a7:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "gpu", "label": "GPU6", "bdf": "ab:00.0", "numa": 1, "path": [ "a0:00.2", "a9:00.0", "aa:00.0", "ab:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "gpu", "label": "GPU7", "bdf": "af:00.0", "numa": 1, "path": [ "a0:00.3", "ad:00.0", "ae:00.0", "af:00.0" ], "description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)" }, { "kind": "infiniband", "label": "mlx5_17", "bdf": "b3:00.0", "numa": 1, "path": [ "a0:00.4", "b1:00.0", "b2:00.0", "b3:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]" }, { "kind": "infiniband", "label": "mlx5_18", "bdf": "b4:00.0", "numa": 1, "path": [ "a0:00.4", "b1:00.0", "b2:01.0", "b4:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]" }, { "kind": "infiniband", "label": "mlx5_19", "bdf": "b5:00.0", "numa": 1, "path": [ "a0:00.4", "b1:00.0", "b2:02.0", "b5:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]" }, { "kind": "infiniband", "label": "mlx5_20", "bdf": "b6:00.0", "numa": 1, "path": [ "a0:00.4", "b1:00.0", "b2:03.0", "b6:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]" }, { "kind": "nic", "label": "eth9", "bdf": "a4:00.0", "numa": 1, "path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth10", "bdf": "a4:00.1", "numa": 1, "path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth11", "bdf": "a8:00.0", "numa": 1, "path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth12", "bdf": "a8:00.1", "numa": 1, "path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth13", "bdf": "ac:00.0", "numa": 1, "path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth14", "bdf": "ac:00.1", "numa": 1, "path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth15", "bdf": "b0:00.0", "numa": 1, "path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.0" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" }, { "kind": "nic", "label": "eth16", "bdf": "b0:00.1", "numa": 1, "path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.1" ], "description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]" } ] }, "nvlink": { "per_gpu": { "GPU0": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU1": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU2": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU3": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU4": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU5": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU6": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ], "GPU7": [ 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125, 53.125 ] }, "active_links": 144, "links_per_gpu": 18, "speed_gbs": 53.125, "fabric_type": "NVSwitch Fabric" }, "nics": [ { "name": "bond0", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:01", "is_bond": true, "addresses": [ "198.18.0.2/24" ], "default_route": false }, { "name": "bond1", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:02", "is_bond": true, "addresses": [ "198.18.1.2/24" ], "default_route": false }, { "name": "bond2", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:03", "is_bond": true, "addresses": [ "198.18.2.2/24" ], "default_route": false }, { "name": "bond3", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:04", "is_bond": true, "addresses": [ "198.18.3.2/24" ], "default_route": false }, { "name": "bond4", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:05", "is_bond": true, "addresses": [ "198.18.4.2/24" ], "default_route": false }, { "name": "bond5", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:06", "is_bond": true, "addresses": [ "198.18.5.2/24" ], "default_route": false }, { "name": "bond6", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:07", "is_bond": true, "addresses": [ "198.18.6.2/24" ], "default_route": false }, { "name": "bond7", "driver": "bonding", "bdf": "", "numa": null, "pci_path": [], "speed_mbps": 800000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:08", "is_bond": true, "addresses": [ "198.18.7.2/24" ], "default_route": false }, { "name": "eth0", "driver": "mlx5_core", "bdf": "02:00.0", "numa": 0, "pci_path": [ "00:02.1", "02:00.0" ], "speed_mbps": 200000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:09", "is_bond": false, "addresses": [ "192.0.2.10/24" ], "default_route": true }, { "name": "eth1", "driver": "mlx5_core", "bdf": "64:00.0", "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:01", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth2", "driver": "mlx5_core", "bdf": "64:00.1", "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:01", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth3", "driver": "mlx5_core", "bdf": "68:00.0", "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:02", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth4", "driver": "mlx5_core", "bdf": "68:00.1", "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:02", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth5", "driver": "mlx5_core", "bdf": "6c:00.0", "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:03", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth6", "driver": "mlx5_core", "bdf": "6c:00.1", "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:03", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth7", "driver": "mlx5_core", "bdf": "70:00.0", "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:04", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth8", "driver": "mlx5_core", "bdf": "70:00.1", "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:04", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth9", "driver": "mlx5_core", "bdf": "a4:00.0", "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:05", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth10", "driver": "mlx5_core", "bdf": "a4:00.1", "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:05", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth11", "driver": "mlx5_core", "bdf": "a8:00.0", "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:06", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth12", "driver": "mlx5_core", "bdf": "a8:00.1", "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:06", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth13", "driver": "mlx5_core", "bdf": "ac:00.0", "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:07", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth14", "driver": "mlx5_core", "bdf": "ac:00.1", "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:07", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth15", "driver": "mlx5_core", "bdf": "b0:00.0", "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.0" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:08", "is_bond": false, "addresses": [], "default_route": false }, { "name": "eth16", "driver": "mlx5_core", "bdf": "b0:00.1", "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.1" ], "speed_mbps": 400000, "state": "up", "carrier": 1, "mac": "02:00:00:00:00:08", "is_bond": false, "addresses": [], "default_route": false } ], "bonds": [ { "name": "bond0", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth1", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:01", "driver": "mlx5_core", "bdf": "64:00.0", "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.0" ], "carrier": 1 }, { "name": "eth2", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0a", "driver": "mlx5_core", "bdf": "64:00.1", "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_0", "gpu_index": 0, "relation": "PIX" }, { "name": "bond1", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth3", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:02", "driver": "mlx5_core", "bdf": "68:00.0", "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.0" ], "carrier": 1 }, { "name": "eth4", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0b", "driver": "mlx5_core", "bdf": "68:00.1", "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_1", "gpu_index": 1, "relation": "PIX" }, { "name": "bond2", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth5", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:03", "driver": "mlx5_core", "bdf": "6c:00.0", "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.0" ], "carrier": 1 }, { "name": "eth6", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0c", "driver": "mlx5_core", "bdf": "6c:00.1", "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_2", "gpu_index": 2, "relation": "PIX" }, { "name": "bond3", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth7", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:04", "driver": "mlx5_core", "bdf": "70:00.0", "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.0" ], "carrier": 1 }, { "name": "eth8", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0d", "driver": "mlx5_core", "bdf": "70:00.1", "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_3", "gpu_index": 3, "relation": "PIX" }, { "name": "bond4", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth9", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:05", "driver": "mlx5_core", "bdf": "a4:00.0", "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.0" ], "carrier": 1 }, { "name": "eth10", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0e", "driver": "mlx5_core", "bdf": "a4:00.1", "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_4", "gpu_index": 4, "relation": "PIX" }, { "name": "bond5", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth11", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:06", "driver": "mlx5_core", "bdf": "a8:00.0", "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.0" ], "carrier": 1 }, { "name": "eth12", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0f", "driver": "mlx5_core", "bdf": "a8:00.1", "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_5", "gpu_index": 5, "relation": "PIX" }, { "name": "bond6", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth13", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:07", "driver": "mlx5_core", "bdf": "ac:00.0", "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.0" ], "carrier": 1 }, { "name": "eth14", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:10", "driver": "mlx5_core", "bdf": "ac:00.1", "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_6", "gpu_index": 6, "relation": "PIX" }, { "name": "bond7", "mode": "IEEE 802.3ad Dynamic link aggregation", "hash_policy": "layer3+4 (1)", "status": "up", "slaves": [ { "name": "eth15", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:08", "driver": "mlx5_core", "bdf": "b0:00.0", "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.0" ], "carrier": 1 }, { "name": "eth16", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:11", "driver": "mlx5_core", "bdf": "b0:00.1", "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.1" ], "carrier": 1 } ], "rdma": "mlx5_bond_7", "gpu_index": 7, "relation": "PIX" } ], "ib_devices": [ { "name": "mlx5_17", "ca_type": "MT4129", "firmware": "28.46.5500", "state": "Active", "physical_state": "LinkUp", "rate_gbps": 100.0, "lid": "1", "link_layer": "InfiniBand", "bdf": "b3:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:00.0", "b3:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]", "rdma_state": { "port": 1, "state": "ACTIVE", "physical_state": "LINK_UP", "netdev": "" } }, { "name": "mlx5_18", "ca_type": "MT4129", "firmware": "28.46.5500", "state": "Active", "physical_state": "LinkUp", "rate_gbps": 100.0, "lid": "4", "link_layer": "InfiniBand", "bdf": "b4:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:01.0", "b4:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]", "rdma_state": { "port": 1, "state": "ACTIVE", "physical_state": "LINK_UP", "netdev": "" } }, { "name": "mlx5_19", "ca_type": "MT4129", "firmware": "28.46.5500", "state": "Active", "physical_state": "LinkUp", "rate_gbps": 100.0, "lid": "5", "link_layer": "InfiniBand", "bdf": "b5:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:02.0", "b5:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]", "rdma_state": { "port": 1, "state": "ACTIVE", "physical_state": "LINK_UP", "netdev": "" } }, { "name": "mlx5_20", "ca_type": "MT4129", "firmware": "28.46.5500", "state": "Active", "physical_state": "LinkUp", "rate_gbps": 100.0, "lid": "6", "link_layer": "InfiniBand", "bdf": "b6:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:03.0", "b6:00.0" ], "description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]", "rdma_state": { "port": 1, "state": "ACTIVE", "physical_state": "LINK_UP", "netdev": "" } } ], "bmc": { "detected": false, "note": "独立 BMC 带外口未向当前 OS/IPMI 通道暴露" }, "rdma_map": { "mlx5_0": "eth0", "mlx5_bond_0": "bond0", "mlx5_bond_1": "bond1", "mlx5_bond_2": "bond2", "mlx5_bond_3": "bond3", "mlx5_bond_4": "bond4", "mlx5_bond_5": "bond5", "mlx5_bond_6": "bond6", "mlx5_bond_7": "bond7" }, "notes": [ "Demo snapshot derived from a live B300 node; hostname, GPU UUIDs, MAC and IP addresses are sanitized." ], "network_endpoints": [ { "id": "bond:bond0", "type": "bond", "protocol": "RoCE", "name": "bond0", "rdma": "mlx5_bond_0", "role": "compute", "state": "UP", "numa": 0, "capacity_mbps": 800000.0, "members": [ { "name": "eth1", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:01", "driver": "mlx5_core", "bdf": "64:00.0", "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.0" ], "carrier": 1 }, { "name": "eth2", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0a", "driver": "mlx5_core", "bdf": "64:00.1", "numa": 0, "pci_path": [ "60:00.0", "61:00.0", "62:01.0", "64:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 0, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond1", "type": "bond", "protocol": "RoCE", "name": "bond1", "rdma": "mlx5_bond_1", "role": "compute", "state": "UP", "numa": 0, "capacity_mbps": 800000.0, "members": [ { "name": "eth3", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:02", "driver": "mlx5_core", "bdf": "68:00.0", "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.0" ], "carrier": 1 }, { "name": "eth4", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0b", "driver": "mlx5_core", "bdf": "68:00.1", "numa": 0, "pci_path": [ "60:00.1", "65:00.0", "66:01.0", "68:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 1, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond2", "type": "bond", "protocol": "RoCE", "name": "bond2", "rdma": "mlx5_bond_2", "role": "compute", "state": "UP", "numa": 0, "capacity_mbps": 800000.0, "members": [ { "name": "eth5", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:03", "driver": "mlx5_core", "bdf": "6c:00.0", "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.0" ], "carrier": 1 }, { "name": "eth6", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0c", "driver": "mlx5_core", "bdf": "6c:00.1", "numa": 0, "pci_path": [ "60:00.2", "69:00.0", "6a:01.0", "6c:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 2, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond3", "type": "bond", "protocol": "RoCE", "name": "bond3", "rdma": "mlx5_bond_3", "role": "compute", "state": "UP", "numa": 0, "capacity_mbps": 800000.0, "members": [ { "name": "eth7", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:04", "driver": "mlx5_core", "bdf": "70:00.0", "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.0" ], "carrier": 1 }, { "name": "eth8", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0d", "driver": "mlx5_core", "bdf": "70:00.1", "numa": 0, "pci_path": [ "60:00.3", "6d:00.0", "6e:01.0", "70:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 3, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond4", "type": "bond", "protocol": "RoCE", "name": "bond4", "rdma": "mlx5_bond_4", "role": "compute", "state": "UP", "numa": 1, "capacity_mbps": 800000.0, "members": [ { "name": "eth9", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:05", "driver": "mlx5_core", "bdf": "a4:00.0", "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.0" ], "carrier": 1 }, { "name": "eth10", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0e", "driver": "mlx5_core", "bdf": "a4:00.1", "numa": 1, "pci_path": [ "a0:00.0", "a1:00.0", "a2:01.0", "a4:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 4, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond5", "type": "bond", "protocol": "RoCE", "name": "bond5", "rdma": "mlx5_bond_5", "role": "compute", "state": "UP", "numa": 1, "capacity_mbps": 800000.0, "members": [ { "name": "eth11", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:06", "driver": "mlx5_core", "bdf": "a8:00.0", "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.0" ], "carrier": 1 }, { "name": "eth12", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:0f", "driver": "mlx5_core", "bdf": "a8:00.1", "numa": 1, "pci_path": [ "a0:00.1", "a5:00.0", "a6:01.0", "a8:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 5, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond6", "type": "bond", "protocol": "RoCE", "name": "bond6", "rdma": "mlx5_bond_6", "role": "compute", "state": "UP", "numa": 1, "capacity_mbps": 800000.0, "members": [ { "name": "eth13", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:07", "driver": "mlx5_core", "bdf": "ac:00.0", "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.0" ], "carrier": 1 }, { "name": "eth14", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:10", "driver": "mlx5_core", "bdf": "ac:00.1", "numa": 1, "pci_path": [ "a0:00.2", "a9:00.0", "aa:01.0", "ac:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 6, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "bond:bond7", "type": "bond", "protocol": "RoCE", "name": "bond7", "rdma": "mlx5_bond_7", "role": "compute", "state": "UP", "numa": 1, "capacity_mbps": 800000.0, "members": [ { "name": "eth15", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:08", "driver": "mlx5_core", "bdf": "b0:00.0", "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.0" ], "carrier": 1 }, { "name": "eth16", "status": "up", "speed_mbps": 400000, "duplex": "full", "failures": 0, "mac": "02:00:00:00:00:11", "driver": "mlx5_core", "bdf": "b0:00.1", "numa": 1, "pci_path": [ "a0:00.3", "ad:00.0", "ae:01.0", "b0:00.1" ], "carrier": 1 } ], "gpu_links": [ { "gpu_index": 7, "relation": "PIX", "role": "primary", "evidence": "nvidia-smi topo -m" } ], "topology_visibility": "nvidia-smi-topo" }, { "id": "ib:mlx5_17", "type": "standalone", "protocol": "InfiniBand", "name": "mlx5_17", "rdma": "mlx5_17", "role": "storage", "state": "ACTIVE", "physical_state": "LinkUp", "numa": 1, "bdf": "b3:00.0", "pci_path": [ "a0:00.4", "b1:00.0", "b2:00.0", "b3:00.0" ], "capacity_mbps": 100000.0, "members": [ { "name": "mlx5_17", "rdma": "mlx5_17", "bdf": "b3:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:00.0", "b3:00.0" ], "speed_mbps": 100000.0, "status": "active" } ], "gpu_links": [], "topology_visibility": "not-exposed" }, { "id": "ib:mlx5_18", "type": "standalone", "protocol": "InfiniBand", "name": "mlx5_18", "rdma": "mlx5_18", "role": "storage", "state": "ACTIVE", "physical_state": "LinkUp", "numa": 1, "bdf": "b4:00.0", "pci_path": [ "a0:00.4", "b1:00.0", "b2:01.0", "b4:00.0" ], "capacity_mbps": 100000.0, "members": [ { "name": "mlx5_18", "rdma": "mlx5_18", "bdf": "b4:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:01.0", "b4:00.0" ], "speed_mbps": 100000.0, "status": "active" } ], "gpu_links": [], "topology_visibility": "not-exposed" }, { "id": "ib:mlx5_19", "type": "standalone", "protocol": "InfiniBand", "name": "mlx5_19", "rdma": "mlx5_19", "role": "storage", "state": "ACTIVE", "physical_state": "LinkUp", "numa": 1, "bdf": "b5:00.0", "pci_path": [ "a0:00.4", "b1:00.0", "b2:02.0", "b5:00.0" ], "capacity_mbps": 100000.0, "members": [ { "name": "mlx5_19", "rdma": "mlx5_19", "bdf": "b5:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:02.0", "b5:00.0" ], "speed_mbps": 100000.0, "status": "active" } ], "gpu_links": [], "topology_visibility": "not-exposed" }, { "id": "ib:mlx5_20", "type": "standalone", "protocol": "InfiniBand", "name": "mlx5_20", "rdma": "mlx5_20", "role": "storage", "state": "ACTIVE", "physical_state": "LinkUp", "numa": 1, "bdf": "b6:00.0", "pci_path": [ "a0:00.4", "b1:00.0", "b2:03.0", "b6:00.0" ], "capacity_mbps": 100000.0, "members": [ { "name": "mlx5_20", "rdma": "mlx5_20", "bdf": "b6:00.0", "numa": 1, "pci_path": [ "a0:00.4", "b1:00.0", "b2:03.0", "b6:00.0" ], "speed_mbps": 100000.0, "status": "active" } ], "gpu_links": [], "topology_visibility": "not-exposed" } ], "normalized_by_version": "2.1.0" }