- 新增只读 GPU 节点采集器,以统一 JSON 描述系统、CPU/NUMA、GPU、NVLink、PCIe、RDMA、网络与功耗信息 - 统一 Bond、独立 RoCE 和 InfiniBand 端点模型,支持 GPU 到 RDMA 端点的全局最优唯一匹配 - 亲和关系严格记录 nvidia-smi topo -m 证据,未暴露的 IB 设备不推测 GPU 连线 - 新增原生 HTML 运维画像和 Canvas 3D CT,可按 NUMA、PCIe 分组及 Bond 逐层查看物理成员端口 - 展示 CPU 亲和、P-State、当前功耗与 Power Limit,并提供 RDMA、Bond、IB、管理网络及整机健康检查 - 排除 CNI/veth 等虚拟接口对管理网络画像的干扰,普通管理 Bond 不计入 RDMA Bond 验收 - 提供脱敏 B300 真机示例、离线自包含页面、使用文档及 17 项解析和渲染回归测试 - 修正生成物忽略规则,确保两个 HTML 源模板能够随工具提交
3459 lines
79 KiB
JSON
3459 lines
79 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"generated_at": "2026-07-25T11:49:43+08:00",
|
|
"collector_version": "2.0.0",
|
|
"system": {
|
|
"hostname": "b300-demo",
|
|
"os": "Ubuntu 24.04.1 LTS",
|
|
"kernel": "6.8.0-71-generic",
|
|
"architecture": "x86_64",
|
|
"manufacturer": "Baidu Cloud",
|
|
"product": "Baidu Cloud BCC",
|
|
"product_version": "6.10.0",
|
|
"virtualization": "kvm",
|
|
"cpu_model": "Intel(R) Xeon(R) 6787P",
|
|
"numa_nodes": 2,
|
|
"cpu_logical": 332,
|
|
"cpu_sockets": 2,
|
|
"cpu_cores_per_socket": 83,
|
|
"cpu_physical_cores": 166,
|
|
"cpu_threads_per_core": 2,
|
|
"memory_total_kib": 3032272904,
|
|
"memory_available_kib": 2538918872,
|
|
"memory_used_kib": 493354032
|
|
},
|
|
"software": {
|
|
"nvidia_driver": "595.71.05",
|
|
"cuda_toolkit": "12.8",
|
|
"cuda_note": "Toolkit selected by nvcc; application/container runtime may differ."
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-00",
|
|
"bdf": "63:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 67.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:00.0",
|
|
"63:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1089.75,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond0",
|
|
"name": "bond0",
|
|
"rdma": "mlx5_bond_0",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond0",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_0",
|
|
"network": "bond0",
|
|
"bond": "bond0"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-01",
|
|
"bdf": "67:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 56.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:00.0",
|
|
"67:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1066.45,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond1",
|
|
"name": "bond1",
|
|
"rdma": "mlx5_bond_1",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond1",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_1",
|
|
"network": "bond1",
|
|
"bond": "bond1"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-02",
|
|
"bdf": "6b:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 63.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:00.0",
|
|
"6b:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1049.08,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond2",
|
|
"name": "bond2",
|
|
"rdma": "mlx5_bond_2",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond2",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_2",
|
|
"network": "bond2",
|
|
"bond": "bond2"
|
|
},
|
|
{
|
|
"index": 3,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-03",
|
|
"bdf": "6f:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 56.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:00.0",
|
|
"6f:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1079.78,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond3",
|
|
"name": "bond3",
|
|
"rdma": "mlx5_bond_3",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond3",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_3",
|
|
"network": "bond3",
|
|
"bond": "bond3"
|
|
},
|
|
{
|
|
"index": 4,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-04",
|
|
"bdf": "a3:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 55.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:00.0",
|
|
"a3:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1067.78,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond4",
|
|
"name": "bond4",
|
|
"rdma": "mlx5_bond_4",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond4",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_4",
|
|
"network": "bond4",
|
|
"bond": "bond4"
|
|
},
|
|
{
|
|
"index": 5,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-05",
|
|
"bdf": "a7:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 66.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:00.0",
|
|
"a7:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1033.6,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond5",
|
|
"name": "bond5",
|
|
"rdma": "mlx5_bond_5",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond5",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_5",
|
|
"network": "bond5",
|
|
"bond": "bond5"
|
|
},
|
|
{
|
|
"index": 6,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-06",
|
|
"bdf": "ab:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 55.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:00.0",
|
|
"ab:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1088.35,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond6",
|
|
"name": "bond6",
|
|
"rdma": "mlx5_bond_6",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond6",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_6",
|
|
"network": "bond6",
|
|
"bond": "bond6"
|
|
},
|
|
{
|
|
"index": 7,
|
|
"name": "NVIDIA B30Z",
|
|
"uuid": "GPU-DEMO-07",
|
|
"bdf": "af:00.0",
|
|
"driver": "595.71.05",
|
|
"memory_total_mib": 275040.0,
|
|
"memory_used_mib": 207582.0,
|
|
"temperature_c": 64.0,
|
|
"utilization_pct": 100.0,
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:00.0",
|
|
"af:00.0"
|
|
],
|
|
"pstate": "P0",
|
|
"power_w": 1063.74,
|
|
"power_limit_w": 1100.0,
|
|
"power_default_limit_w": 1100.0,
|
|
"power_min_limit_w": 200.0,
|
|
"power_max_limit_w": 1100.0,
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A",
|
|
"network_links": [
|
|
{
|
|
"endpoint_id": "bond:bond7",
|
|
"name": "bond7",
|
|
"rdma": "mlx5_bond_7",
|
|
"protocol": "RoCE",
|
|
"type": "bond",
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"primary_network_id": "bond:bond7",
|
|
"network_relation": "PIX",
|
|
"rdma": "mlx5_bond_7",
|
|
"network": "bond7",
|
|
"bond": "bond7"
|
|
}
|
|
],
|
|
"topology": {
|
|
"rows": {
|
|
"GPU0": {
|
|
"GPU0": "X",
|
|
"GPU1": "NV18",
|
|
"GPU2": "NV18",
|
|
"GPU3": "NV18",
|
|
"GPU4": "NV18",
|
|
"GPU5": "NV18",
|
|
"GPU6": "NV18",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "PIX",
|
|
"NIC2": "PHB",
|
|
"NIC3": "PHB",
|
|
"NIC4": "PHB",
|
|
"NIC5": "SYS",
|
|
"NIC6": "SYS",
|
|
"NIC7": "SYS",
|
|
"NIC8": "SYS"
|
|
},
|
|
"GPU1": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "X",
|
|
"GPU2": "NV18",
|
|
"GPU3": "NV18",
|
|
"GPU4": "NV18",
|
|
"GPU5": "NV18",
|
|
"GPU6": "NV18",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "PHB",
|
|
"NIC2": "PIX",
|
|
"NIC3": "PHB",
|
|
"NIC4": "PHB",
|
|
"NIC5": "SYS",
|
|
"NIC6": "SYS",
|
|
"NIC7": "SYS",
|
|
"NIC8": "SYS"
|
|
},
|
|
"GPU2": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "NV18",
|
|
"GPU2": "X",
|
|
"GPU3": "NV18",
|
|
"GPU4": "NV18",
|
|
"GPU5": "NV18",
|
|
"GPU6": "NV18",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "PHB",
|
|
"NIC2": "PHB",
|
|
"NIC3": "PIX",
|
|
"NIC4": "PHB",
|
|
"NIC5": "SYS",
|
|
"NIC6": "SYS",
|
|
"NIC7": "SYS",
|
|
"NIC8": "SYS"
|
|
},
|
|
"GPU3": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "NV18",
|
|
"GPU2": "NV18",
|
|
"GPU3": "X",
|
|
"GPU4": "NV18",
|
|
"GPU5": "NV18",
|
|
"GPU6": "NV18",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "PHB",
|
|
"NIC2": "PHB",
|
|
"NIC3": "PHB",
|
|
"NIC4": "PIX",
|
|
"NIC5": "SYS",
|
|
"NIC6": "SYS",
|
|
"NIC7": "SYS",
|
|
"NIC8": "SYS"
|
|
},
|
|
"GPU4": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "NV18",
|
|
"GPU2": "NV18",
|
|
"GPU3": "NV18",
|
|
"GPU4": "X",
|
|
"GPU5": "NV18",
|
|
"GPU6": "NV18",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "SYS",
|
|
"NIC2": "SYS",
|
|
"NIC3": "SYS",
|
|
"NIC4": "SYS",
|
|
"NIC5": "PIX",
|
|
"NIC6": "PHB",
|
|
"NIC7": "PHB",
|
|
"NIC8": "PHB"
|
|
},
|
|
"GPU5": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "NV18",
|
|
"GPU2": "NV18",
|
|
"GPU3": "NV18",
|
|
"GPU4": "NV18",
|
|
"GPU5": "X",
|
|
"GPU6": "NV18",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "SYS",
|
|
"NIC2": "SYS",
|
|
"NIC3": "SYS",
|
|
"NIC4": "SYS",
|
|
"NIC5": "PHB",
|
|
"NIC6": "PIX",
|
|
"NIC7": "PHB",
|
|
"NIC8": "PHB"
|
|
},
|
|
"GPU6": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "NV18",
|
|
"GPU2": "NV18",
|
|
"GPU3": "NV18",
|
|
"GPU4": "NV18",
|
|
"GPU5": "NV18",
|
|
"GPU6": "X",
|
|
"GPU7": "NV18",
|
|
"NIC0": "SYS",
|
|
"NIC1": "SYS",
|
|
"NIC2": "SYS",
|
|
"NIC3": "SYS",
|
|
"NIC4": "SYS",
|
|
"NIC5": "PHB",
|
|
"NIC6": "PHB",
|
|
"NIC7": "PIX",
|
|
"NIC8": "PHB"
|
|
},
|
|
"GPU7": {
|
|
"GPU0": "NV18",
|
|
"GPU1": "NV18",
|
|
"GPU2": "NV18",
|
|
"GPU3": "NV18",
|
|
"GPU4": "NV18",
|
|
"GPU5": "NV18",
|
|
"GPU6": "NV18",
|
|
"GPU7": "X",
|
|
"NIC0": "SYS",
|
|
"NIC1": "SYS",
|
|
"NIC2": "SYS",
|
|
"NIC3": "SYS",
|
|
"NIC4": "SYS",
|
|
"NIC5": "PHB",
|
|
"NIC6": "PHB",
|
|
"NIC7": "PHB",
|
|
"NIC8": "PIX"
|
|
}
|
|
},
|
|
"nic_legend": {
|
|
"NIC0": "mlx5_0",
|
|
"NIC1": "mlx5_bond_0",
|
|
"NIC2": "mlx5_bond_1",
|
|
"NIC3": "mlx5_bond_2",
|
|
"NIC4": "mlx5_bond_3",
|
|
"NIC5": "mlx5_bond_4",
|
|
"NIC6": "mlx5_bond_5",
|
|
"NIC7": "mlx5_bond_6",
|
|
"NIC8": "mlx5_bond_7"
|
|
},
|
|
"gpu_nic": {
|
|
"GPU0": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "SYS"
|
|
}
|
|
],
|
|
"GPU1": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "SYS"
|
|
}
|
|
],
|
|
"GPU2": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "SYS"
|
|
}
|
|
],
|
|
"GPU3": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "SYS"
|
|
}
|
|
],
|
|
"GPU4": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "PHB"
|
|
}
|
|
],
|
|
"GPU5": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "PHB"
|
|
}
|
|
],
|
|
"GPU6": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "PHB"
|
|
}
|
|
],
|
|
"GPU7": [
|
|
{
|
|
"slot": "NIC0",
|
|
"rdma": "mlx5_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC1",
|
|
"rdma": "mlx5_bond_0",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC2",
|
|
"rdma": "mlx5_bond_1",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC3",
|
|
"rdma": "mlx5_bond_2",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC4",
|
|
"rdma": "mlx5_bond_3",
|
|
"relation": "SYS"
|
|
},
|
|
{
|
|
"slot": "NIC5",
|
|
"rdma": "mlx5_bond_4",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC6",
|
|
"rdma": "mlx5_bond_5",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC7",
|
|
"rdma": "mlx5_bond_6",
|
|
"relation": "PHB"
|
|
},
|
|
{
|
|
"slot": "NIC8",
|
|
"rdma": "mlx5_bond_7",
|
|
"relation": "PIX"
|
|
}
|
|
]
|
|
},
|
|
"gpu_affinity": {
|
|
"GPU0": {
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU1": {
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU2": {
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU3": {
|
|
"cpu_affinity": "0-165",
|
|
"numa_affinity": "0",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU4": {
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU5": {
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU6": {
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A"
|
|
},
|
|
"GPU7": {
|
|
"cpu_affinity": "166-331",
|
|
"numa_affinity": "1",
|
|
"gpu_numa_id": "N/A"
|
|
}
|
|
}
|
|
},
|
|
"pci_fabric": {
|
|
"scope": "guest-visible",
|
|
"virtualization": "passthrough-or-virtual-pci",
|
|
"bridges": [
|
|
{
|
|
"bdf": "00:02.1",
|
|
"parent_bdf": "",
|
|
"numa": -1,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"02:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "6a:00.0",
|
|
"parent_bdf": "69:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"6b:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "6a:01.0",
|
|
"parent_bdf": "69:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"6c:00.0",
|
|
"6c:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "6d:00.0",
|
|
"parent_bdf": "60:00.3",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"6e:00.0",
|
|
"6e:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "6e:00.0",
|
|
"parent_bdf": "6d:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"6f:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "6e:01.0",
|
|
"parent_bdf": "6d:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"70:00.0",
|
|
"70:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "60:00.0",
|
|
"parent_bdf": "",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"61:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "60:00.1",
|
|
"parent_bdf": "",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"65:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "60:00.2",
|
|
"parent_bdf": "",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"69:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "60:00.3",
|
|
"parent_bdf": "",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"6d:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "61:00.0",
|
|
"parent_bdf": "60:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"62:00.0",
|
|
"62:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "62:00.0",
|
|
"parent_bdf": "61:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"63:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "62:01.0",
|
|
"parent_bdf": "61:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"64:00.0",
|
|
"64:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "65:00.0",
|
|
"parent_bdf": "60:00.1",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"66:00.0",
|
|
"66:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "66:00.0",
|
|
"parent_bdf": "65:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"67:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "66:01.0",
|
|
"parent_bdf": "65:00.0",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"68:00.0",
|
|
"68:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "69:00.0",
|
|
"parent_bdf": "60:00.2",
|
|
"numa": 0,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"6a:00.0",
|
|
"6a:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a0:00.0",
|
|
"parent_bdf": "",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"a1:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a0:00.1",
|
|
"parent_bdf": "",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"a5:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a0:00.2",
|
|
"parent_bdf": "",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"a9:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a0:00.3",
|
|
"parent_bdf": "",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"ad:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a0:00.4",
|
|
"parent_bdf": "",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Red Hat, Inc. QEMU PCIe Root port [1b36:000c]",
|
|
"children": [
|
|
"b1:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a1:00.0",
|
|
"parent_bdf": "a0:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"a2:00.0",
|
|
"a2:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a2:00.0",
|
|
"parent_bdf": "a1:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"a3:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a2:01.0",
|
|
"parent_bdf": "a1:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"a4:00.0",
|
|
"a4:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a5:00.0",
|
|
"parent_bdf": "a0:00.1",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"a6:00.0",
|
|
"a6:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a6:00.0",
|
|
"parent_bdf": "a5:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"a7:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a6:01.0",
|
|
"parent_bdf": "a5:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"a8:00.0",
|
|
"a8:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "a9:00.0",
|
|
"parent_bdf": "a0:00.2",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"aa:00.0",
|
|
"aa:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "aa:00.0",
|
|
"parent_bdf": "a9:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"ab:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "aa:01.0",
|
|
"parent_bdf": "a9:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"ac:00.0",
|
|
"ac:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "ad:00.0",
|
|
"parent_bdf": "a0:00.3",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"ae:00.0",
|
|
"ae:01.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "ae:00.0",
|
|
"parent_bdf": "ad:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"af:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "ae:01.0",
|
|
"parent_bdf": "ad:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"b0:00.0",
|
|
"b0:00.1"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "b1:00.0",
|
|
"parent_bdf": "a0:00.4",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Upstream) [104c:8232] (rev 02)",
|
|
"children": [
|
|
"b2:00.0",
|
|
"b2:01.0",
|
|
"b2:02.0",
|
|
"b2:03.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "b2:00.0",
|
|
"parent_bdf": "b1:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"b3:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "b2:01.0",
|
|
"parent_bdf": "b1:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"b4:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "b2:02.0",
|
|
"parent_bdf": "b1:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"b5:00.0"
|
|
]
|
|
},
|
|
{
|
|
"bdf": "b2:03.0",
|
|
"parent_bdf": "b1:00.0",
|
|
"numa": 1,
|
|
"description": "PCI bridge [0604]: Texas Instruments XIO3130 PCI Express Switch (Downstream) [104c:8233] (rev 01)",
|
|
"children": [
|
|
"b6:00.0"
|
|
]
|
|
}
|
|
],
|
|
"endpoints": [
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU0",
|
|
"bdf": "63:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:00.0",
|
|
"63:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU1",
|
|
"bdf": "67:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:00.0",
|
|
"67:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU2",
|
|
"bdf": "6b:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:00.0",
|
|
"6b:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU3",
|
|
"bdf": "6f:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:00.0",
|
|
"6f:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth0",
|
|
"bdf": "02:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"00:02.1",
|
|
"02:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies ConnectX Family mlx5Gen Virtual Function [15b3:101e]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth1",
|
|
"bdf": "64:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth2",
|
|
"bdf": "64:00.1",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth3",
|
|
"bdf": "68:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth4",
|
|
"bdf": "68:00.1",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth5",
|
|
"bdf": "6c:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth6",
|
|
"bdf": "6c:00.1",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth7",
|
|
"bdf": "70:00.0",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth8",
|
|
"bdf": "70:00.1",
|
|
"numa": 0,
|
|
"path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU4",
|
|
"bdf": "a3:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:00.0",
|
|
"a3:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU5",
|
|
"bdf": "a7:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:00.0",
|
|
"a7:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU6",
|
|
"bdf": "ab:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:00.0",
|
|
"ab:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "gpu",
|
|
"label": "GPU7",
|
|
"bdf": "af:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:00.0",
|
|
"af:00.0"
|
|
],
|
|
"description": "3D controller [0302]: NVIDIA Corporation Device [10de:2bb9] (rev a1)"
|
|
},
|
|
{
|
|
"kind": "infiniband",
|
|
"label": "mlx5_17",
|
|
"bdf": "b3:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:00.0",
|
|
"b3:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
|
|
},
|
|
{
|
|
"kind": "infiniband",
|
|
"label": "mlx5_18",
|
|
"bdf": "b4:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:01.0",
|
|
"b4:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
|
|
},
|
|
{
|
|
"kind": "infiniband",
|
|
"label": "mlx5_19",
|
|
"bdf": "b5:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:02.0",
|
|
"b5:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
|
|
},
|
|
{
|
|
"kind": "infiniband",
|
|
"label": "mlx5_20",
|
|
"bdf": "b6:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:03.0",
|
|
"b6:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth9",
|
|
"bdf": "a4:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth10",
|
|
"bdf": "a4:00.1",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth11",
|
|
"bdf": "a8:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth12",
|
|
"bdf": "a8:00.1",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth13",
|
|
"bdf": "ac:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth14",
|
|
"bdf": "ac:00.1",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth15",
|
|
"bdf": "b0:00.0",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.0"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
},
|
|
{
|
|
"kind": "nic",
|
|
"label": "eth16",
|
|
"bdf": "b0:00.1",
|
|
"numa": 1,
|
|
"path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.1"
|
|
],
|
|
"description": "Ethernet controller [0200]: Mellanox Technologies CX8 Family [ConnectX-8] [15b3:1023]"
|
|
}
|
|
]
|
|
},
|
|
"nvlink": {
|
|
"per_gpu": {
|
|
"GPU0": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU1": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU2": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU3": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU4": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU5": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU6": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
],
|
|
"GPU7": [
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125,
|
|
53.125
|
|
]
|
|
},
|
|
"active_links": 144,
|
|
"links_per_gpu": 18,
|
|
"speed_gbs": 53.125,
|
|
"fabric_type": "NVSwitch Fabric"
|
|
},
|
|
"nics": [
|
|
{
|
|
"name": "bond0",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:01",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.0.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond1",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:02",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.1.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond2",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:03",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.2.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond3",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:04",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.3.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond4",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:05",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.4.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond5",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:06",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.5.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond6",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:07",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.6.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "bond7",
|
|
"driver": "bonding",
|
|
"bdf": "",
|
|
"numa": null,
|
|
"pci_path": [],
|
|
"speed_mbps": 800000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:08",
|
|
"is_bond": true,
|
|
"addresses": [
|
|
"198.18.7.2/24"
|
|
],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth0",
|
|
"driver": "mlx5_core",
|
|
"bdf": "02:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"00:02.1",
|
|
"02:00.0"
|
|
],
|
|
"speed_mbps": 200000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:09",
|
|
"is_bond": false,
|
|
"addresses": [
|
|
"192.0.2.10/24"
|
|
],
|
|
"default_route": true
|
|
},
|
|
{
|
|
"name": "eth1",
|
|
"driver": "mlx5_core",
|
|
"bdf": "64:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:01",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth2",
|
|
"driver": "mlx5_core",
|
|
"bdf": "64:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:01",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth3",
|
|
"driver": "mlx5_core",
|
|
"bdf": "68:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:02",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth4",
|
|
"driver": "mlx5_core",
|
|
"bdf": "68:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:02",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth5",
|
|
"driver": "mlx5_core",
|
|
"bdf": "6c:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:03",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth6",
|
|
"driver": "mlx5_core",
|
|
"bdf": "6c:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:03",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth7",
|
|
"driver": "mlx5_core",
|
|
"bdf": "70:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:04",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth8",
|
|
"driver": "mlx5_core",
|
|
"bdf": "70:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:04",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth9",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a4:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:05",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth10",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a4:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:05",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth11",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a8:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:06",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth12",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a8:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:06",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth13",
|
|
"driver": "mlx5_core",
|
|
"bdf": "ac:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:07",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth14",
|
|
"driver": "mlx5_core",
|
|
"bdf": "ac:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:07",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth15",
|
|
"driver": "mlx5_core",
|
|
"bdf": "b0:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.0"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:08",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
},
|
|
{
|
|
"name": "eth16",
|
|
"driver": "mlx5_core",
|
|
"bdf": "b0:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.1"
|
|
],
|
|
"speed_mbps": 400000,
|
|
"state": "up",
|
|
"carrier": 1,
|
|
"mac": "02:00:00:00:00:08",
|
|
"is_bond": false,
|
|
"addresses": [],
|
|
"default_route": false
|
|
}
|
|
],
|
|
"bonds": [
|
|
{
|
|
"name": "bond0",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth1",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:01",
|
|
"driver": "mlx5_core",
|
|
"bdf": "64:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth2",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0a",
|
|
"driver": "mlx5_core",
|
|
"bdf": "64:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_0",
|
|
"gpu_index": 0,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond1",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth3",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:02",
|
|
"driver": "mlx5_core",
|
|
"bdf": "68:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth4",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0b",
|
|
"driver": "mlx5_core",
|
|
"bdf": "68:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_1",
|
|
"gpu_index": 1,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond2",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth5",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:03",
|
|
"driver": "mlx5_core",
|
|
"bdf": "6c:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth6",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0c",
|
|
"driver": "mlx5_core",
|
|
"bdf": "6c:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_2",
|
|
"gpu_index": 2,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond3",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth7",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:04",
|
|
"driver": "mlx5_core",
|
|
"bdf": "70:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth8",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0d",
|
|
"driver": "mlx5_core",
|
|
"bdf": "70:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_3",
|
|
"gpu_index": 3,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond4",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth9",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:05",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a4:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth10",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0e",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a4:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_4",
|
|
"gpu_index": 4,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond5",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth11",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:06",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a8:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth12",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0f",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a8:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_5",
|
|
"gpu_index": 5,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond6",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth13",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:07",
|
|
"driver": "mlx5_core",
|
|
"bdf": "ac:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth14",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:10",
|
|
"driver": "mlx5_core",
|
|
"bdf": "ac:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_6",
|
|
"gpu_index": 6,
|
|
"relation": "PIX"
|
|
},
|
|
{
|
|
"name": "bond7",
|
|
"mode": "IEEE 802.3ad Dynamic link aggregation",
|
|
"hash_policy": "layer3+4 (1)",
|
|
"status": "up",
|
|
"slaves": [
|
|
{
|
|
"name": "eth15",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:08",
|
|
"driver": "mlx5_core",
|
|
"bdf": "b0:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth16",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:11",
|
|
"driver": "mlx5_core",
|
|
"bdf": "b0:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"rdma": "mlx5_bond_7",
|
|
"gpu_index": 7,
|
|
"relation": "PIX"
|
|
}
|
|
],
|
|
"ib_devices": [
|
|
{
|
|
"name": "mlx5_17",
|
|
"ca_type": "MT4129",
|
|
"firmware": "28.46.5500",
|
|
"state": "Active",
|
|
"physical_state": "LinkUp",
|
|
"rate_gbps": 100.0,
|
|
"lid": "1",
|
|
"link_layer": "InfiniBand",
|
|
"bdf": "b3:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:00.0",
|
|
"b3:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
|
|
"rdma_state": {
|
|
"port": 1,
|
|
"state": "ACTIVE",
|
|
"physical_state": "LINK_UP",
|
|
"netdev": ""
|
|
}
|
|
},
|
|
{
|
|
"name": "mlx5_18",
|
|
"ca_type": "MT4129",
|
|
"firmware": "28.46.5500",
|
|
"state": "Active",
|
|
"physical_state": "LinkUp",
|
|
"rate_gbps": 100.0,
|
|
"lid": "4",
|
|
"link_layer": "InfiniBand",
|
|
"bdf": "b4:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:01.0",
|
|
"b4:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
|
|
"rdma_state": {
|
|
"port": 1,
|
|
"state": "ACTIVE",
|
|
"physical_state": "LINK_UP",
|
|
"netdev": ""
|
|
}
|
|
},
|
|
{
|
|
"name": "mlx5_19",
|
|
"ca_type": "MT4129",
|
|
"firmware": "28.46.5500",
|
|
"state": "Active",
|
|
"physical_state": "LinkUp",
|
|
"rate_gbps": 100.0,
|
|
"lid": "5",
|
|
"link_layer": "InfiniBand",
|
|
"bdf": "b5:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:02.0",
|
|
"b5:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
|
|
"rdma_state": {
|
|
"port": 1,
|
|
"state": "ACTIVE",
|
|
"physical_state": "LINK_UP",
|
|
"netdev": ""
|
|
}
|
|
},
|
|
{
|
|
"name": "mlx5_20",
|
|
"ca_type": "MT4129",
|
|
"firmware": "28.46.5500",
|
|
"state": "Active",
|
|
"physical_state": "LinkUp",
|
|
"rate_gbps": 100.0,
|
|
"lid": "6",
|
|
"link_layer": "InfiniBand",
|
|
"bdf": "b6:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:03.0",
|
|
"b6:00.0"
|
|
],
|
|
"description": "Infiniband controller [0207]: Mellanox Technologies MT2910 Family [ConnectX-7] [15b3:1021]",
|
|
"rdma_state": {
|
|
"port": 1,
|
|
"state": "ACTIVE",
|
|
"physical_state": "LINK_UP",
|
|
"netdev": ""
|
|
}
|
|
}
|
|
],
|
|
"bmc": {
|
|
"detected": false,
|
|
"note": "独立 BMC 带外口未向当前 OS/IPMI 通道暴露"
|
|
},
|
|
"rdma_map": {
|
|
"mlx5_0": "eth0",
|
|
"mlx5_bond_0": "bond0",
|
|
"mlx5_bond_1": "bond1",
|
|
"mlx5_bond_2": "bond2",
|
|
"mlx5_bond_3": "bond3",
|
|
"mlx5_bond_4": "bond4",
|
|
"mlx5_bond_5": "bond5",
|
|
"mlx5_bond_6": "bond6",
|
|
"mlx5_bond_7": "bond7"
|
|
},
|
|
"notes": [
|
|
"Demo snapshot derived from a live B300 node; hostname, GPU UUIDs, MAC and IP addresses are sanitized."
|
|
],
|
|
"network_endpoints": [
|
|
{
|
|
"id": "bond:bond0",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond0",
|
|
"rdma": "mlx5_bond_0",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 0,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth1",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:01",
|
|
"driver": "mlx5_core",
|
|
"bdf": "64:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth2",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0a",
|
|
"driver": "mlx5_core",
|
|
"bdf": "64:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.0",
|
|
"61:00.0",
|
|
"62:01.0",
|
|
"64:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 0,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond1",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond1",
|
|
"rdma": "mlx5_bond_1",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 0,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth3",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:02",
|
|
"driver": "mlx5_core",
|
|
"bdf": "68:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth4",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0b",
|
|
"driver": "mlx5_core",
|
|
"bdf": "68:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.1",
|
|
"65:00.0",
|
|
"66:01.0",
|
|
"68:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 1,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond2",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond2",
|
|
"rdma": "mlx5_bond_2",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 0,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth5",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:03",
|
|
"driver": "mlx5_core",
|
|
"bdf": "6c:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth6",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0c",
|
|
"driver": "mlx5_core",
|
|
"bdf": "6c:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.2",
|
|
"69:00.0",
|
|
"6a:01.0",
|
|
"6c:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 2,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond3",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond3",
|
|
"rdma": "mlx5_bond_3",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 0,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth7",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:04",
|
|
"driver": "mlx5_core",
|
|
"bdf": "70:00.0",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth8",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0d",
|
|
"driver": "mlx5_core",
|
|
"bdf": "70:00.1",
|
|
"numa": 0,
|
|
"pci_path": [
|
|
"60:00.3",
|
|
"6d:00.0",
|
|
"6e:01.0",
|
|
"70:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 3,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond4",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond4",
|
|
"rdma": "mlx5_bond_4",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 1,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth9",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:05",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a4:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth10",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0e",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a4:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.0",
|
|
"a1:00.0",
|
|
"a2:01.0",
|
|
"a4:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 4,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond5",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond5",
|
|
"rdma": "mlx5_bond_5",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 1,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth11",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:06",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a8:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth12",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:0f",
|
|
"driver": "mlx5_core",
|
|
"bdf": "a8:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.1",
|
|
"a5:00.0",
|
|
"a6:01.0",
|
|
"a8:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 5,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond6",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond6",
|
|
"rdma": "mlx5_bond_6",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 1,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth13",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:07",
|
|
"driver": "mlx5_core",
|
|
"bdf": "ac:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth14",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:10",
|
|
"driver": "mlx5_core",
|
|
"bdf": "ac:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.2",
|
|
"a9:00.0",
|
|
"aa:01.0",
|
|
"ac:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 6,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "bond:bond7",
|
|
"type": "bond",
|
|
"protocol": "RoCE",
|
|
"name": "bond7",
|
|
"rdma": "mlx5_bond_7",
|
|
"role": "compute",
|
|
"state": "UP",
|
|
"numa": 1,
|
|
"capacity_mbps": 800000.0,
|
|
"members": [
|
|
{
|
|
"name": "eth15",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:08",
|
|
"driver": "mlx5_core",
|
|
"bdf": "b0:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.0"
|
|
],
|
|
"carrier": 1
|
|
},
|
|
{
|
|
"name": "eth16",
|
|
"status": "up",
|
|
"speed_mbps": 400000,
|
|
"duplex": "full",
|
|
"failures": 0,
|
|
"mac": "02:00:00:00:00:11",
|
|
"driver": "mlx5_core",
|
|
"bdf": "b0:00.1",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.3",
|
|
"ad:00.0",
|
|
"ae:01.0",
|
|
"b0:00.1"
|
|
],
|
|
"carrier": 1
|
|
}
|
|
],
|
|
"gpu_links": [
|
|
{
|
|
"gpu_index": 7,
|
|
"relation": "PIX",
|
|
"role": "primary",
|
|
"evidence": "nvidia-smi topo -m"
|
|
}
|
|
],
|
|
"topology_visibility": "nvidia-smi-topo"
|
|
},
|
|
{
|
|
"id": "ib:mlx5_17",
|
|
"type": "standalone",
|
|
"protocol": "InfiniBand",
|
|
"name": "mlx5_17",
|
|
"rdma": "mlx5_17",
|
|
"role": "storage",
|
|
"state": "ACTIVE",
|
|
"physical_state": "LinkUp",
|
|
"numa": 1,
|
|
"bdf": "b3:00.0",
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:00.0",
|
|
"b3:00.0"
|
|
],
|
|
"capacity_mbps": 100000.0,
|
|
"members": [
|
|
{
|
|
"name": "mlx5_17",
|
|
"rdma": "mlx5_17",
|
|
"bdf": "b3:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:00.0",
|
|
"b3:00.0"
|
|
],
|
|
"speed_mbps": 100000.0,
|
|
"status": "active"
|
|
}
|
|
],
|
|
"gpu_links": [],
|
|
"topology_visibility": "not-exposed"
|
|
},
|
|
{
|
|
"id": "ib:mlx5_18",
|
|
"type": "standalone",
|
|
"protocol": "InfiniBand",
|
|
"name": "mlx5_18",
|
|
"rdma": "mlx5_18",
|
|
"role": "storage",
|
|
"state": "ACTIVE",
|
|
"physical_state": "LinkUp",
|
|
"numa": 1,
|
|
"bdf": "b4:00.0",
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:01.0",
|
|
"b4:00.0"
|
|
],
|
|
"capacity_mbps": 100000.0,
|
|
"members": [
|
|
{
|
|
"name": "mlx5_18",
|
|
"rdma": "mlx5_18",
|
|
"bdf": "b4:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:01.0",
|
|
"b4:00.0"
|
|
],
|
|
"speed_mbps": 100000.0,
|
|
"status": "active"
|
|
}
|
|
],
|
|
"gpu_links": [],
|
|
"topology_visibility": "not-exposed"
|
|
},
|
|
{
|
|
"id": "ib:mlx5_19",
|
|
"type": "standalone",
|
|
"protocol": "InfiniBand",
|
|
"name": "mlx5_19",
|
|
"rdma": "mlx5_19",
|
|
"role": "storage",
|
|
"state": "ACTIVE",
|
|
"physical_state": "LinkUp",
|
|
"numa": 1,
|
|
"bdf": "b5:00.0",
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:02.0",
|
|
"b5:00.0"
|
|
],
|
|
"capacity_mbps": 100000.0,
|
|
"members": [
|
|
{
|
|
"name": "mlx5_19",
|
|
"rdma": "mlx5_19",
|
|
"bdf": "b5:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:02.0",
|
|
"b5:00.0"
|
|
],
|
|
"speed_mbps": 100000.0,
|
|
"status": "active"
|
|
}
|
|
],
|
|
"gpu_links": [],
|
|
"topology_visibility": "not-exposed"
|
|
},
|
|
{
|
|
"id": "ib:mlx5_20",
|
|
"type": "standalone",
|
|
"protocol": "InfiniBand",
|
|
"name": "mlx5_20",
|
|
"rdma": "mlx5_20",
|
|
"role": "storage",
|
|
"state": "ACTIVE",
|
|
"physical_state": "LinkUp",
|
|
"numa": 1,
|
|
"bdf": "b6:00.0",
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:03.0",
|
|
"b6:00.0"
|
|
],
|
|
"capacity_mbps": 100000.0,
|
|
"members": [
|
|
{
|
|
"name": "mlx5_20",
|
|
"rdma": "mlx5_20",
|
|
"bdf": "b6:00.0",
|
|
"numa": 1,
|
|
"pci_path": [
|
|
"a0:00.4",
|
|
"b1:00.0",
|
|
"b2:03.0",
|
|
"b6:00.0"
|
|
],
|
|
"speed_mbps": 100000.0,
|
|
"status": "active"
|
|
}
|
|
],
|
|
"gpu_links": [],
|
|
"topology_visibility": "not-exposed"
|
|
}
|
|
],
|
|
"normalized_by_version": "2.1.0"
|
|
}
|