hongshuai.dong 6ea2acf2d6 feat: 新增 GPU 节点画像与 3D 拓扑工具
- 新增只读 GPU 节点采集器,以统一 JSON 描述系统、CPU/NUMA、GPU、NVLink、PCIe、RDMA、网络与功耗信息
- 统一 Bond、独立 RoCE 和 InfiniBand 端点模型,支持 GPU 到 RDMA 端点的全局最优唯一匹配
- 亲和关系严格记录 nvidia-smi topo -m 证据,未暴露的 IB 设备不推测 GPU 连线
- 新增原生 HTML 运维画像和 Canvas 3D CT,可按 NUMA、PCIe 分组及 Bond 逐层查看物理成员端口
- 展示 CPU 亲和、P-State、当前功耗与 Power Limit,并提供 RDMA、Bond、IB、管理网络及整机健康检查
- 排除 CNI/veth 等虚拟接口对管理网络画像的干扰,普通管理 Bond 不计入 RDMA Bond 验收
- 提供脱敏 B300 真机示例、离线自包含页面、使用文档及 17 项解析和渲染回归测试
- 修正生成物忽略规则,确保两个 HTML 源模板能够随工具提交
2026-07-25 13:47:36 +08:00

3459 lines
79 KiB
JSON

{
"schema_version": 1,
"generated_at": "2026-07-25T11:49:43+08:00",
"collector_version": "2.0.0",
"system": {
"hostname": "b300-demo",
"os": "Ubuntu 24.04.1 LTS",
"kernel": "6.8.0-71-generic",
"architecture": "x86_64",
"manufacturer": "Baidu Cloud",
"product": "Baidu Cloud BCC",
"product_version": "6.10.0",
"virtualization": "kvm",
"cpu_model": "Intel(R) Xeon(R) 6787P",
"numa_nodes": 2,
"cpu_logical": 332,
"cpu_sockets": 2,
"cpu_cores_per_socket": 83,
"cpu_physical_cores": 166,
"cpu_threads_per_core": 2,
"memory_total_kib": 3032272904,
"memory_available_kib": 2538918872,
"memory_used_kib": 493354032
},
"software": {
"nvidia_driver": "595.71.05",
"cuda_toolkit": "12.8",
"cuda_note": "Toolkit selected by nvcc; application/container runtime may differ."
},
"gpus": [
{
"index": 0,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-00",
"bdf": "63:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 67.0,
"utilization_pct": 100.0,
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:00.0",
"63:00.0"
],
"pstate": "P0",
"power_w": 1089.75,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond0",
"name": "bond0",
"rdma": "mlx5_bond_0",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond0",
"network_relation": "PIX",
"rdma": "mlx5_bond_0",
"network": "bond0",
"bond": "bond0"
},
{
"index": 1,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-01",
"bdf": "67:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 56.0,
"utilization_pct": 100.0,
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:00.0",
"67:00.0"
],
"pstate": "P0",
"power_w": 1066.45,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond1",
"name": "bond1",
"rdma": "mlx5_bond_1",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond1",
"network_relation": "PIX",
"rdma": "mlx5_bond_1",
"network": "bond1",
"bond": "bond1"
},
{
"index": 2,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-02",
"bdf": "6b:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 63.0,
"utilization_pct": 100.0,
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:00.0",
"6b:00.0"
],
"pstate": "P0",
"power_w": 1049.08,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond2",
"name": "bond2",
"rdma": "mlx5_bond_2",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond2",
"network_relation": "PIX",
"rdma": "mlx5_bond_2",
"network": "bond2",
"bond": "bond2"
},
{
"index": 3,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-03",
"bdf": "6f:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 56.0,
"utilization_pct": 100.0,
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:00.0",
"6f:00.0"
],
"pstate": "P0",
"power_w": 1079.78,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond3",
"name": "bond3",
"rdma": "mlx5_bond_3",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond3",
"network_relation": "PIX",
"rdma": "mlx5_bond_3",
"network": "bond3",
"bond": "bond3"
},
{
"index": 4,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-04",
"bdf": "a3:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 55.0,
"utilization_pct": 100.0,
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:00.0",
"a3:00.0"
],
"pstate": "P0",
"power_w": 1067.78,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond4",
"name": "bond4",
"rdma": "mlx5_bond_4",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond4",
"network_relation": "PIX",
"rdma": "mlx5_bond_4",
"network": "bond4",
"bond": "bond4"
},
{
"index": 5,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-05",
"bdf": "a7:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 66.0,
"utilization_pct": 100.0,
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:00.0",
"a7:00.0"
],
"pstate": "P0",
"power_w": 1033.6,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond5",
"name": "bond5",
"rdma": "mlx5_bond_5",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond5",
"network_relation": "PIX",
"rdma": "mlx5_bond_5",
"network": "bond5",
"bond": "bond5"
},
{
"index": 6,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-06",
"bdf": "ab:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 55.0,
"utilization_pct": 100.0,
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:00.0",
"ab:00.0"
],
"pstate": "P0",
"power_w": 1088.35,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond6",
"name": "bond6",
"rdma": "mlx5_bond_6",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond6",
"network_relation": "PIX",
"rdma": "mlx5_bond_6",
"network": "bond6",
"bond": "bond6"
},
{
"index": 7,
"name": "NVIDIA B30Z",
"uuid": "GPU-DEMO-07",
"bdf": "af:00.0",
"driver": "595.71.05",
"memory_total_mib": 275040.0,
"memory_used_mib": 207582.0,
"temperature_c": 64.0,
"utilization_pct": 100.0,
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:00.0",
"af:00.0"
],
"pstate": "P0",
"power_w": 1063.74,
"power_limit_w": 1100.0,
"power_default_limit_w": 1100.0,
"power_min_limit_w": 200.0,
"power_max_limit_w": 1100.0,
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A",
"network_links": [
{
"endpoint_id": "bond:bond7",
"name": "bond7",
"rdma": "mlx5_bond_7",
"protocol": "RoCE",
"type": "bond",
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"primary_network_id": "bond:bond7",
"network_relation": "PIX",
"rdma": "mlx5_bond_7",
"network": "bond7",
"bond": "bond7"
}
],
"topology": {
"rows": {
"GPU0": {
"GPU0": "X",
"GPU1": "NV18",
"GPU2": "NV18",
"GPU3": "NV18",
"GPU4": "NV18",
"GPU5": "NV18",
"GPU6": "NV18",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "PIX",
"NIC2": "PHB",
"NIC3": "PHB",
"NIC4": "PHB",
"NIC5": "SYS",
"NIC6": "SYS",
"NIC7": "SYS",
"NIC8": "SYS"
},
"GPU1": {
"GPU0": "NV18",
"GPU1": "X",
"GPU2": "NV18",
"GPU3": "NV18",
"GPU4": "NV18",
"GPU5": "NV18",
"GPU6": "NV18",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "PHB",
"NIC2": "PIX",
"NIC3": "PHB",
"NIC4": "PHB",
"NIC5": "SYS",
"NIC6": "SYS",
"NIC7": "SYS",
"NIC8": "SYS"
},
"GPU2": {
"GPU0": "NV18",
"GPU1": "NV18",
"GPU2": "X",
"GPU3": "NV18",
"GPU4": "NV18",
"GPU5": "NV18",
"GPU6": "NV18",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "PHB",
"NIC2": "PHB",
"NIC3": "PIX",
"NIC4": "PHB",
"NIC5": "SYS",
"NIC6": "SYS",
"NIC7": "SYS",
"NIC8": "SYS"
},
"GPU3": {
"GPU0": "NV18",
"GPU1": "NV18",
"GPU2": "NV18",
"GPU3": "X",
"GPU4": "NV18",
"GPU5": "NV18",
"GPU6": "NV18",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "PHB",
"NIC2": "PHB",
"NIC3": "PHB",
"NIC4": "PIX",
"NIC5": "SYS",
"NIC6": "SYS",
"NIC7": "SYS",
"NIC8": "SYS"
},
"GPU4": {
"GPU0": "NV18",
"GPU1": "NV18",
"GPU2": "NV18",
"GPU3": "NV18",
"GPU4": "X",
"GPU5": "NV18",
"GPU6": "NV18",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "SYS",
"NIC2": "SYS",
"NIC3": "SYS",
"NIC4": "SYS",
"NIC5": "PIX",
"NIC6": "PHB",
"NIC7": "PHB",
"NIC8": "PHB"
},
"GPU5": {
"GPU0": "NV18",
"GPU1": "NV18",
"GPU2": "NV18",
"GPU3": "NV18",
"GPU4": "NV18",
"GPU5": "X",
"GPU6": "NV18",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "SYS",
"NIC2": "SYS",
"NIC3": "SYS",
"NIC4": "SYS",
"NIC5": "PHB",
"NIC6": "PIX",
"NIC7": "PHB",
"NIC8": "PHB"
},
"GPU6": {
"GPU0": "NV18",
"GPU1": "NV18",
"GPU2": "NV18",
"GPU3": "NV18",
"GPU4": "NV18",
"GPU5": "NV18",
"GPU6": "X",
"GPU7": "NV18",
"NIC0": "SYS",
"NIC1": "SYS",
"NIC2": "SYS",
"NIC3": "SYS",
"NIC4": "SYS",
"NIC5": "PHB",
"NIC6": "PHB",
"NIC7": "PIX",
"NIC8": "PHB"
},
"GPU7": {
"GPU0": "NV18",
"GPU1": "NV18",
"GPU2": "NV18",
"GPU3": "NV18",
"GPU4": "NV18",
"GPU5": "NV18",
"GPU6": "NV18",
"GPU7": "X",
"NIC0": "SYS",
"NIC1": "SYS",
"NIC2": "SYS",
"NIC3": "SYS",
"NIC4": "SYS",
"NIC5": "PHB",
"NIC6": "PHB",
"NIC7": "PHB",
"NIC8": "PIX"
}
},
"nic_legend": {
"NIC0": "mlx5_0",
"NIC1": "mlx5_bond_0",
"NIC2": "mlx5_bond_1",
"NIC3": "mlx5_bond_2",
"NIC4": "mlx5_bond_3",
"NIC5": "mlx5_bond_4",
"NIC6": "mlx5_bond_5",
"NIC7": "mlx5_bond_6",
"NIC8": "mlx5_bond_7"
},
"gpu_nic": {
"GPU0": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "PIX"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "PHB"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "PHB"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "PHB"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "SYS"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "SYS"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "SYS"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "SYS"
}
],
"GPU1": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "PHB"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "PIX"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "PHB"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "PHB"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "SYS"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "SYS"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "SYS"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "SYS"
}
],
"GPU2": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "PHB"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "PHB"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "PIX"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "PHB"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "SYS"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "SYS"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "SYS"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "SYS"
}
],
"GPU3": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "PHB"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "PHB"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "PHB"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "PIX"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "SYS"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "SYS"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "SYS"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "SYS"
}
],
"GPU4": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "SYS"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "SYS"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "SYS"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "SYS"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "PIX"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "PHB"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "PHB"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "PHB"
}
],
"GPU5": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "SYS"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "SYS"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "SYS"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "SYS"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "PHB"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "PIX"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "PHB"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "PHB"
}
],
"GPU6": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "SYS"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "SYS"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "SYS"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "SYS"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "PHB"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "PHB"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "PIX"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "PHB"
}
],
"GPU7": [
{
"slot": "NIC0",
"rdma": "mlx5_0",
"relation": "SYS"
},
{
"slot": "NIC1",
"rdma": "mlx5_bond_0",
"relation": "SYS"
},
{
"slot": "NIC2",
"rdma": "mlx5_bond_1",
"relation": "SYS"
},
{
"slot": "NIC3",
"rdma": "mlx5_bond_2",
"relation": "SYS"
},
{
"slot": "NIC4",
"rdma": "mlx5_bond_3",
"relation": "SYS"
},
{
"slot": "NIC5",
"rdma": "mlx5_bond_4",
"relation": "PHB"
},
{
"slot": "NIC6",
"rdma": "mlx5_bond_5",
"relation": "PHB"
},
{
"slot": "NIC7",
"rdma": "mlx5_bond_6",
"relation": "PHB"
},
{
"slot": "NIC8",
"rdma": "mlx5_bond_7",
"relation": "PIX"
}
]
},
"gpu_affinity": {
"GPU0": {
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A"
},
"GPU1": {
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A"
},
"GPU2": {
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A"
},
"GPU3": {
"cpu_affinity": "0-165",
"numa_affinity": "0",
"gpu_numa_id": "N/A"
},
"GPU4": {
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A"
},
"GPU5": {
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A"
},
"GPU6": {
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A"
},
"GPU7": {
"cpu_affinity": "166-331",
"numa_affinity": "1",
"gpu_numa_id": "N/A"
}
}
},
"pci_fabric": {
"scope": "guest-visible",
"virtualization": "passthrough-or-virtual-pci",
"bridges": [
{
"bdf": "00:02.1",
"parent_bdf": "",
"numa": -1,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"02:00.0"
]
},
{
"bdf": "6a:00.0",
"parent_bdf": "69:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"6b:00.0"
]
},
{
"bdf": "6a:01.0",
"parent_bdf": "69:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"6c:00.0",
"6c:00.1"
]
},
{
"bdf": "6d:00.0",
"parent_bdf": "60:00.3",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"6e:00.0",
"6e:01.0"
]
},
{
"bdf": "6e:00.0",
"parent_bdf": "6d:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"6f:00.0"
]
},
{
"bdf": "6e:01.0",
"parent_bdf": "6d:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"70:00.0",
"70:00.1"
]
},
{
"bdf": "60:00.0",
"parent_bdf": "",
"numa": 0,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"61:00.0"
]
},
{
"bdf": "60:00.1",
"parent_bdf": "",
"numa": 0,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"65:00.0"
]
},
{
"bdf": "60:00.2",
"parent_bdf": "",
"numa": 0,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"69:00.0"
]
},
{
"bdf": "60:00.3",
"parent_bdf": "",
"numa": 0,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"6d:00.0"
]
},
{
"bdf": "61:00.0",
"parent_bdf": "60:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"62:00.0",
"62:01.0"
]
},
{
"bdf": "62:00.0",
"parent_bdf": "61:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"63:00.0"
]
},
{
"bdf": "62:01.0",
"parent_bdf": "61:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"64:00.0",
"64:00.1"
]
},
{
"bdf": "65:00.0",
"parent_bdf": "60:00.1",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"66:00.0",
"66:01.0"
]
},
{
"bdf": "66:00.0",
"parent_bdf": "65:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"67:00.0"
]
},
{
"bdf": "66:01.0",
"parent_bdf": "65:00.0",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"68:00.0",
"68:00.1"
]
},
{
"bdf": "69:00.0",
"parent_bdf": "60:00.2",
"numa": 0,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"6a:00.0",
"6a:01.0"
]
},
{
"bdf": "a0:00.0",
"parent_bdf": "",
"numa": 1,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"a1:00.0"
]
},
{
"bdf": "a0:00.1",
"parent_bdf": "",
"numa": 1,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"a5:00.0"
]
},
{
"bdf": "a0:00.2",
"parent_bdf": "",
"numa": 1,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"a9:00.0"
]
},
{
"bdf": "a0:00.3",
"parent_bdf": "",
"numa": 1,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"ad:00.0"
]
},
{
"bdf": "a0:00.4",
"parent_bdf": "",
"numa": 1,
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
"children": [
"b1:00.0"
]
},
{
"bdf": "a1:00.0",
"parent_bdf": "a0:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"a2:00.0",
"a2:01.0"
]
},
{
"bdf": "a2:00.0",
"parent_bdf": "a1:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"a3:00.0"
]
},
{
"bdf": "a2:01.0",
"parent_bdf": "a1:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"a4:00.0",
"a4:00.1"
]
},
{
"bdf": "a5:00.0",
"parent_bdf": "a0:00.1",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"a6:00.0",
"a6:01.0"
]
},
{
"bdf": "a6:00.0",
"parent_bdf": "a5:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"a7:00.0"
]
},
{
"bdf": "a6:01.0",
"parent_bdf": "a5:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"a8:00.0",
"a8:00.1"
]
},
{
"bdf": "a9:00.0",
"parent_bdf": "a0:00.2",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"aa:00.0",
"aa:01.0"
]
},
{
"bdf": "aa:00.0",
"parent_bdf": "a9:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"ab:00.0"
]
},
{
"bdf": "aa:01.0",
"parent_bdf": "a9:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"ac:00.0",
"ac:00.1"
]
},
{
"bdf": "ad:00.0",
"parent_bdf": "a0:00.3",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"ae:00.0",
"ae:01.0"
]
},
{
"bdf": "ae:00.0",
"parent_bdf": "ad:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"af:00.0"
]
},
{
"bdf": "ae:01.0",
"parent_bdf": "ad:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"b0:00.0",
"b0:00.1"
]
},
{
"bdf": "b1:00.0",
"parent_bdf": "a0:00.4",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
"children": [
"b2:00.0",
"b2:01.0",
"b2:02.0",
"b2:03.0"
]
},
{
"bdf": "b2:00.0",
"parent_bdf": "b1:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"b3:00.0"
]
},
{
"bdf": "b2:01.0",
"parent_bdf": "b1:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"b4:00.0"
]
},
{
"bdf": "b2:02.0",
"parent_bdf": "b1:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"b5:00.0"
]
},
{
"bdf": "b2:03.0",
"parent_bdf": "b1:00.0",
"numa": 1,
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
"children": [
"b6:00.0"
]
}
],
"endpoints": [
{
"kind": "gpu",
"label": "GPU0",
"bdf": "63:00.0",
"numa": 0,
"path": [
"60:00.0",
"61:00.0",
"62:00.0",
"63:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "gpu",
"label": "GPU1",
"bdf": "67:00.0",
"numa": 0,
"path": [
"60:00.1",
"65:00.0",
"66:00.0",
"67:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "gpu",
"label": "GPU2",
"bdf": "6b:00.0",
"numa": 0,
"path": [
"60:00.2",
"69:00.0",
"6a:00.0",
"6b:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "gpu",
"label": "GPU3",
"bdf": "6f:00.0",
"numa": 0,
"path": [
"60:00.3",
"6d:00.0",
"6e:00.0",
"6f:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "nic",
"label": "eth0",
"bdf": "02:00.0",
"numa": 0,
"path": [
"00:02.1",
"02:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies ConnectX Family mlx5Gen Virtual Function [15b3:101e]"
},
{
"kind": "nic",
"label": "eth1",
"bdf": "64:00.0",
"numa": 0,
"path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth2",
"bdf": "64:00.1",
"numa": 0,
"path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth3",
"bdf": "68:00.0",
"numa": 0,
"path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth4",
"bdf": "68:00.1",
"numa": 0,
"path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth5",
"bdf": "6c:00.0",
"numa": 0,
"path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth6",
"bdf": "6c:00.1",
"numa": 0,
"path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth7",
"bdf": "70:00.0",
"numa": 0,
"path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth8",
"bdf": "70:00.1",
"numa": 0,
"path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "gpu",
"label": "GPU4",
"bdf": "a3:00.0",
"numa": 1,
"path": [
"a0:00.0",
"a1:00.0",
"a2:00.0",
"a3:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "gpu",
"label": "GPU5",
"bdf": "a7:00.0",
"numa": 1,
"path": [
"a0:00.1",
"a5:00.0",
"a6:00.0",
"a7:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "gpu",
"label": "GPU6",
"bdf": "ab:00.0",
"numa": 1,
"path": [
"a0:00.2",
"a9:00.0",
"aa:00.0",
"ab:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "gpu",
"label": "GPU7",
"bdf": "af:00.0",
"numa": 1,
"path": [
"a0:00.3",
"ad:00.0",
"ae:00.0",
"af:00.0"
],
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
},
{
"kind": "infiniband",
"label": "mlx5_17",
"bdf": "b3:00.0",
"numa": 1,
"path": [
"a0:00.4",
"b1:00.0",
"b2:00.0",
"b3:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
},
{
"kind": "infiniband",
"label": "mlx5_18",
"bdf": "b4:00.0",
"numa": 1,
"path": [
"a0:00.4",
"b1:00.0",
"b2:01.0",
"b4:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
},
{
"kind": "infiniband",
"label": "mlx5_19",
"bdf": "b5:00.0",
"numa": 1,
"path": [
"a0:00.4",
"b1:00.0",
"b2:02.0",
"b5:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
},
{
"kind": "infiniband",
"label": "mlx5_20",
"bdf": "b6:00.0",
"numa": 1,
"path": [
"a0:00.4",
"b1:00.0",
"b2:03.0",
"b6:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
},
{
"kind": "nic",
"label": "eth9",
"bdf": "a4:00.0",
"numa": 1,
"path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth10",
"bdf": "a4:00.1",
"numa": 1,
"path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth11",
"bdf": "a8:00.0",
"numa": 1,
"path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth12",
"bdf": "a8:00.1",
"numa": 1,
"path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth13",
"bdf": "ac:00.0",
"numa": 1,
"path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth14",
"bdf": "ac:00.1",
"numa": 1,
"path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth15",
"bdf": "b0:00.0",
"numa": 1,
"path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.0"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
},
{
"kind": "nic",
"label": "eth16",
"bdf": "b0:00.1",
"numa": 1,
"path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.1"
],
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
}
]
},
"nvlink": {
"per_gpu": {
"GPU0": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU1": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU2": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU3": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU4": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU5": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU6": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
],
"GPU7": [
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125,
53.125
]
},
"active_links": 144,
"links_per_gpu": 18,
"speed_gbs": 53.125,
"fabric_type": "NVSwitch Fabric"
},
"nics": [
{
"name": "bond0",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:01",
"is_bond": true,
"addresses": [
"198.18.0.2/24"
],
"default_route": false
},
{
"name": "bond1",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:02",
"is_bond": true,
"addresses": [
"198.18.1.2/24"
],
"default_route": false
},
{
"name": "bond2",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:03",
"is_bond": true,
"addresses": [
"198.18.2.2/24"
],
"default_route": false
},
{
"name": "bond3",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:04",
"is_bond": true,
"addresses": [
"198.18.3.2/24"
],
"default_route": false
},
{
"name": "bond4",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:05",
"is_bond": true,
"addresses": [
"198.18.4.2/24"
],
"default_route": false
},
{
"name": "bond5",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:06",
"is_bond": true,
"addresses": [
"198.18.5.2/24"
],
"default_route": false
},
{
"name": "bond6",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:07",
"is_bond": true,
"addresses": [
"198.18.6.2/24"
],
"default_route": false
},
{
"name": "bond7",
"driver": "bonding",
"bdf": "",
"numa": null,
"pci_path": [],
"speed_mbps": 800000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:08",
"is_bond": true,
"addresses": [
"198.18.7.2/24"
],
"default_route": false
},
{
"name": "eth0",
"driver": "mlx5_core",
"bdf": "02:00.0",
"numa": 0,
"pci_path": [
"00:02.1",
"02:00.0"
],
"speed_mbps": 200000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:09",
"is_bond": false,
"addresses": [
"192.0.2.10/24"
],
"default_route": true
},
{
"name": "eth1",
"driver": "mlx5_core",
"bdf": "64:00.0",
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:01",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth2",
"driver": "mlx5_core",
"bdf": "64:00.1",
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:01",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth3",
"driver": "mlx5_core",
"bdf": "68:00.0",
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:02",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth4",
"driver": "mlx5_core",
"bdf": "68:00.1",
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:02",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth5",
"driver": "mlx5_core",
"bdf": "6c:00.0",
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:03",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth6",
"driver": "mlx5_core",
"bdf": "6c:00.1",
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:03",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth7",
"driver": "mlx5_core",
"bdf": "70:00.0",
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:04",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth8",
"driver": "mlx5_core",
"bdf": "70:00.1",
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:04",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth9",
"driver": "mlx5_core",
"bdf": "a4:00.0",
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:05",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth10",
"driver": "mlx5_core",
"bdf": "a4:00.1",
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:05",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth11",
"driver": "mlx5_core",
"bdf": "a8:00.0",
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:06",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth12",
"driver": "mlx5_core",
"bdf": "a8:00.1",
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:06",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth13",
"driver": "mlx5_core",
"bdf": "ac:00.0",
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:07",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth14",
"driver": "mlx5_core",
"bdf": "ac:00.1",
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:07",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth15",
"driver": "mlx5_core",
"bdf": "b0:00.0",
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.0"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:08",
"is_bond": false,
"addresses": [],
"default_route": false
},
{
"name": "eth16",
"driver": "mlx5_core",
"bdf": "b0:00.1",
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.1"
],
"speed_mbps": 400000,
"state": "up",
"carrier": 1,
"mac": "02:00:00:00:00:08",
"is_bond": false,
"addresses": [],
"default_route": false
}
],
"bonds": [
{
"name": "bond0",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth1",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:01",
"driver": "mlx5_core",
"bdf": "64:00.0",
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.0"
],
"carrier": 1
},
{
"name": "eth2",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0a",
"driver": "mlx5_core",
"bdf": "64:00.1",
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_0",
"gpu_index": 0,
"relation": "PIX"
},
{
"name": "bond1",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth3",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:02",
"driver": "mlx5_core",
"bdf": "68:00.0",
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.0"
],
"carrier": 1
},
{
"name": "eth4",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0b",
"driver": "mlx5_core",
"bdf": "68:00.1",
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_1",
"gpu_index": 1,
"relation": "PIX"
},
{
"name": "bond2",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth5",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:03",
"driver": "mlx5_core",
"bdf": "6c:00.0",
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.0"
],
"carrier": 1
},
{
"name": "eth6",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0c",
"driver": "mlx5_core",
"bdf": "6c:00.1",
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_2",
"gpu_index": 2,
"relation": "PIX"
},
{
"name": "bond3",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth7",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:04",
"driver": "mlx5_core",
"bdf": "70:00.0",
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.0"
],
"carrier": 1
},
{
"name": "eth8",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0d",
"driver": "mlx5_core",
"bdf": "70:00.1",
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_3",
"gpu_index": 3,
"relation": "PIX"
},
{
"name": "bond4",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth9",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:05",
"driver": "mlx5_core",
"bdf": "a4:00.0",
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.0"
],
"carrier": 1
},
{
"name": "eth10",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0e",
"driver": "mlx5_core",
"bdf": "a4:00.1",
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_4",
"gpu_index": 4,
"relation": "PIX"
},
{
"name": "bond5",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth11",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:06",
"driver": "mlx5_core",
"bdf": "a8:00.0",
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.0"
],
"carrier": 1
},
{
"name": "eth12",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0f",
"driver": "mlx5_core",
"bdf": "a8:00.1",
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_5",
"gpu_index": 5,
"relation": "PIX"
},
{
"name": "bond6",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth13",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:07",
"driver": "mlx5_core",
"bdf": "ac:00.0",
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.0"
],
"carrier": 1
},
{
"name": "eth14",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:10",
"driver": "mlx5_core",
"bdf": "ac:00.1",
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_6",
"gpu_index": 6,
"relation": "PIX"
},
{
"name": "bond7",
"mode": "IEEE 802.3ad Dynamic link aggregation",
"hash_policy": "layer3+4 (1)",
"status": "up",
"slaves": [
{
"name": "eth15",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:08",
"driver": "mlx5_core",
"bdf": "b0:00.0",
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.0"
],
"carrier": 1
},
{
"name": "eth16",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:11",
"driver": "mlx5_core",
"bdf": "b0:00.1",
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.1"
],
"carrier": 1
}
],
"rdma": "mlx5_bond_7",
"gpu_index": 7,
"relation": "PIX"
}
],
"ib_devices": [
{
"name": "mlx5_17",
"ca_type": "MT4129",
"firmware": "28.46.5500",
"state": "Active",
"physical_state": "LinkUp",
"rate_gbps": 100.0,
"lid": "1",
"link_layer": "InfiniBand",
"bdf": "b3:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:00.0",
"b3:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
"rdma_state": {
"port": 1,
"state": "ACTIVE",
"physical_state": "LINK_UP",
"netdev": ""
}
},
{
"name": "mlx5_18",
"ca_type": "MT4129",
"firmware": "28.46.5500",
"state": "Active",
"physical_state": "LinkUp",
"rate_gbps": 100.0,
"lid": "4",
"link_layer": "InfiniBand",
"bdf": "b4:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:01.0",
"b4:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
"rdma_state": {
"port": 1,
"state": "ACTIVE",
"physical_state": "LINK_UP",
"netdev": ""
}
},
{
"name": "mlx5_19",
"ca_type": "MT4129",
"firmware": "28.46.5500",
"state": "Active",
"physical_state": "LinkUp",
"rate_gbps": 100.0,
"lid": "5",
"link_layer": "InfiniBand",
"bdf": "b5:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:02.0",
"b5:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
"rdma_state": {
"port": 1,
"state": "ACTIVE",
"physical_state": "LINK_UP",
"netdev": ""
}
},
{
"name": "mlx5_20",
"ca_type": "MT4129",
"firmware": "28.46.5500",
"state": "Active",
"physical_state": "LinkUp",
"rate_gbps": 100.0,
"lid": "6",
"link_layer": "InfiniBand",
"bdf": "b6:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:03.0",
"b6:00.0"
],
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
"rdma_state": {
"port": 1,
"state": "ACTIVE",
"physical_state": "LINK_UP",
"netdev": ""
}
}
],
"bmc": {
"detected": false,
"note": "独立 BMC 带外口未向当前 OS/IPMI 通道暴露"
},
"rdma_map": {
"mlx5_0": "eth0",
"mlx5_bond_0": "bond0",
"mlx5_bond_1": "bond1",
"mlx5_bond_2": "bond2",
"mlx5_bond_3": "bond3",
"mlx5_bond_4": "bond4",
"mlx5_bond_5": "bond5",
"mlx5_bond_6": "bond6",
"mlx5_bond_7": "bond7"
},
"notes": [
"Demo snapshot derived from a live B300 node; hostname, GPU UUIDs, MAC and IP addresses are sanitized."
],
"network_endpoints": [
{
"id": "bond:bond0",
"type": "bond",
"protocol": "RoCE",
"name": "bond0",
"rdma": "mlx5_bond_0",
"role": "compute",
"state": "UP",
"numa": 0,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth1",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:01",
"driver": "mlx5_core",
"bdf": "64:00.0",
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.0"
],
"carrier": 1
},
{
"name": "eth2",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0a",
"driver": "mlx5_core",
"bdf": "64:00.1",
"numa": 0,
"pci_path": [
"60:00.0",
"61:00.0",
"62:01.0",
"64:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 0,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond1",
"type": "bond",
"protocol": "RoCE",
"name": "bond1",
"rdma": "mlx5_bond_1",
"role": "compute",
"state": "UP",
"numa": 0,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth3",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:02",
"driver": "mlx5_core",
"bdf": "68:00.0",
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.0"
],
"carrier": 1
},
{
"name": "eth4",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0b",
"driver": "mlx5_core",
"bdf": "68:00.1",
"numa": 0,
"pci_path": [
"60:00.1",
"65:00.0",
"66:01.0",
"68:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 1,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond2",
"type": "bond",
"protocol": "RoCE",
"name": "bond2",
"rdma": "mlx5_bond_2",
"role": "compute",
"state": "UP",
"numa": 0,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth5",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:03",
"driver": "mlx5_core",
"bdf": "6c:00.0",
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.0"
],
"carrier": 1
},
{
"name": "eth6",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0c",
"driver": "mlx5_core",
"bdf": "6c:00.1",
"numa": 0,
"pci_path": [
"60:00.2",
"69:00.0",
"6a:01.0",
"6c:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 2,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond3",
"type": "bond",
"protocol": "RoCE",
"name": "bond3",
"rdma": "mlx5_bond_3",
"role": "compute",
"state": "UP",
"numa": 0,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth7",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:04",
"driver": "mlx5_core",
"bdf": "70:00.0",
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.0"
],
"carrier": 1
},
{
"name": "eth8",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0d",
"driver": "mlx5_core",
"bdf": "70:00.1",
"numa": 0,
"pci_path": [
"60:00.3",
"6d:00.0",
"6e:01.0",
"70:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 3,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond4",
"type": "bond",
"protocol": "RoCE",
"name": "bond4",
"rdma": "mlx5_bond_4",
"role": "compute",
"state": "UP",
"numa": 1,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth9",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:05",
"driver": "mlx5_core",
"bdf": "a4:00.0",
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.0"
],
"carrier": 1
},
{
"name": "eth10",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0e",
"driver": "mlx5_core",
"bdf": "a4:00.1",
"numa": 1,
"pci_path": [
"a0:00.0",
"a1:00.0",
"a2:01.0",
"a4:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 4,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond5",
"type": "bond",
"protocol": "RoCE",
"name": "bond5",
"rdma": "mlx5_bond_5",
"role": "compute",
"state": "UP",
"numa": 1,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth11",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:06",
"driver": "mlx5_core",
"bdf": "a8:00.0",
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.0"
],
"carrier": 1
},
{
"name": "eth12",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:0f",
"driver": "mlx5_core",
"bdf": "a8:00.1",
"numa": 1,
"pci_path": [
"a0:00.1",
"a5:00.0",
"a6:01.0",
"a8:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 5,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond6",
"type": "bond",
"protocol": "RoCE",
"name": "bond6",
"rdma": "mlx5_bond_6",
"role": "compute",
"state": "UP",
"numa": 1,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth13",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:07",
"driver": "mlx5_core",
"bdf": "ac:00.0",
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.0"
],
"carrier": 1
},
{
"name": "eth14",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:10",
"driver": "mlx5_core",
"bdf": "ac:00.1",
"numa": 1,
"pci_path": [
"a0:00.2",
"a9:00.0",
"aa:01.0",
"ac:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 6,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "bond:bond7",
"type": "bond",
"protocol": "RoCE",
"name": "bond7",
"rdma": "mlx5_bond_7",
"role": "compute",
"state": "UP",
"numa": 1,
"capacity_mbps": 800000.0,
"members": [
{
"name": "eth15",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:08",
"driver": "mlx5_core",
"bdf": "b0:00.0",
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.0"
],
"carrier": 1
},
{
"name": "eth16",
"status": "up",
"speed_mbps": 400000,
"duplex": "full",
"failures": 0,
"mac": "02:00:00:00:00:11",
"driver": "mlx5_core",
"bdf": "b0:00.1",
"numa": 1,
"pci_path": [
"a0:00.3",
"ad:00.0",
"ae:01.0",
"b0:00.1"
],
"carrier": 1
}
],
"gpu_links": [
{
"gpu_index": 7,
"relation": "PIX",
"role": "primary",
"evidence": "nvidia-smi topo -m"
}
],
"topology_visibility": "nvidia-smi-topo"
},
{
"id": "ib:mlx5_17",
"type": "standalone",
"protocol": "InfiniBand",
"name": "mlx5_17",
"rdma": "mlx5_17",
"role": "storage",
"state": "ACTIVE",
"physical_state": "LinkUp",
"numa": 1,
"bdf": "b3:00.0",
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:00.0",
"b3:00.0"
],
"capacity_mbps": 100000.0,
"members": [
{
"name": "mlx5_17",
"rdma": "mlx5_17",
"bdf": "b3:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:00.0",
"b3:00.0"
],
"speed_mbps": 100000.0,
"status": "active"
}
],
"gpu_links": [],
"topology_visibility": "not-exposed"
},
{
"id": "ib:mlx5_18",
"type": "standalone",
"protocol": "InfiniBand",
"name": "mlx5_18",
"rdma": "mlx5_18",
"role": "storage",
"state": "ACTIVE",
"physical_state": "LinkUp",
"numa": 1,
"bdf": "b4:00.0",
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:01.0",
"b4:00.0"
],
"capacity_mbps": 100000.0,
"members": [
{
"name": "mlx5_18",
"rdma": "mlx5_18",
"bdf": "b4:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:01.0",
"b4:00.0"
],
"speed_mbps": 100000.0,
"status": "active"
}
],
"gpu_links": [],
"topology_visibility": "not-exposed"
},
{
"id": "ib:mlx5_19",
"type": "standalone",
"protocol": "InfiniBand",
"name": "mlx5_19",
"rdma": "mlx5_19",
"role": "storage",
"state": "ACTIVE",
"physical_state": "LinkUp",
"numa": 1,
"bdf": "b5:00.0",
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:02.0",
"b5:00.0"
],
"capacity_mbps": 100000.0,
"members": [
{
"name": "mlx5_19",
"rdma": "mlx5_19",
"bdf": "b5:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:02.0",
"b5:00.0"
],
"speed_mbps": 100000.0,
"status": "active"
}
],
"gpu_links": [],
"topology_visibility": "not-exposed"
},
{
"id": "ib:mlx5_20",
"type": "standalone",
"protocol": "InfiniBand",
"name": "mlx5_20",
"rdma": "mlx5_20",
"role": "storage",
"state": "ACTIVE",
"physical_state": "LinkUp",
"numa": 1,
"bdf": "b6:00.0",
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:03.0",
"b6:00.0"
],
"capacity_mbps": 100000.0,
"members": [
{
"name": "mlx5_20",
"rdma": "mlx5_20",
"bdf": "b6:00.0",
"numa": 1,
"pci_path": [
"a0:00.4",
"b1:00.0",
"b2:03.0",
"b6:00.0"
],
"speed_mbps": 100000.0,
"status": "active"
}
],
"gpu_links": [],
"topology_visibility": "not-exposed"
}
],
"normalized_by_version": "2.1.0"
}