Some checks are pending
CI / Benchmarks (yolo26n, macos-26, 3.13) (push) Waiting to run
CI / Benchmarks (yolo26n, ubuntu-24.04-arm, 3.13) (push) Waiting to run
CI / Benchmarks (yolo26n, ubuntu-latest, 3.13) (push) Waiting to run
CI / Tests (macos-26, 3.13, latest) (push) Waiting to run
CI / Tests (ubuntu-24.04-arm, 3.13, latest) (push) Waiting to run
CI / Tests (ubuntu-latest, 3.13, latest) (push) Waiting to run
CI / Tests (ubuntu-latest, 3.8, 1.8.0, 0.9.0) (push) Waiting to run
CI / Tests (windows-latest, 3.13, latest) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.10, 1.11.0, 0.12.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.10, 1.12.0, 0.13.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.10, 1.13.0, 0.14.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.11, 2.0.0, 0.15.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.11, 2.1.0, 0.16.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.12, 2.2.0, 0.17.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.9, 1.10.0, 0.11.0) (push) Waiting to run
CI / SlowTests (export-legacy-torch, ubuntu-latest, 3.9, 1.9.0, 0.10.0) (push) Waiting to run
CI / SlowTests (macos-26, 3.13, latest) (push) Waiting to run
CI / SlowTests (ubuntu-24.04-arm, 3.13, latest) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.10.0, 0.25.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.3.0, 0.18.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.4.0, 0.19.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.5.0, 0.20.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.6.0, 0.21.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.7.0, 0.22.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.8.0, 0.23.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.12, 2.9.0, 0.24.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.13, 2.11.0, 0.26.0) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.13, latest) (push) Waiting to run
CI / SlowTests (ubuntu-latest, 3.8, 1.8.0, 0.9.0) (push) Waiting to run
CI / SlowTests (windows-latest, 3.13, latest) (push) Waiting to run
CI / IsolatedExports (push) Waiting to run
CI / GPU (push) Waiting to run
CI / RaspberryPi (push) Waiting to run
CI / NVIDIA_Jetson (JetPack5.1.2, 1.23.5, https://github.com/ultralytics/assets/releases/download/v0.0.0/onnxruntime_gpu-1.16.3-cp38-cp38-linux_aarch64.whl, 3.8, jetson-jp512, https://github.com/ultralytics/assets/releases/download/v0.0.0/torch-2.2.0-cp38-c… (push) Waiting to run
CI / NVIDIA_Jetson (JetPack6.2, 1.26.4, https://github.com/ultralytics/assets/releases/download/v0.0.0/onnxruntime_gpu-1.20.0-cp310-cp310-linux_aarch64.whl, 3.10, jetson-jp62, https://github.com/ultralytics/assets/releases/download/v0.0.0/torch-2.5.0a0+872d… (push) Waiting to run
CI / Conda (ubuntu-latest, 3.12) (push) Waiting to run
CI / Summary (push) Blocked by required conditions
Publish Docker Images / Build (, Dockerfile-arm64, linux/arm64, ubuntu-24.04-arm, latest-arm64) (push) Waiting to run
Publish Docker Images / Build (, Dockerfile-jetson-jetpack4, linux/arm64, ubuntu-24.04-arm, latest-jetson-jetpack4) (push) Waiting to run
Publish Docker Images / Build (, Dockerfile-jetson-jetpack5, linux/arm64, ubuntu-24.04-arm, latest-jetson-jetpack5) (push) Waiting to run
Publish Docker Images / Build (, Dockerfile-jetson-jetpack6, linux/arm64, ubuntu-24.04-arm, latest-jetson-jetpack6) (push) Waiting to run
Publish Docker Images / Build (, Dockerfile-nvidia-arm64, linux/arm64, ubuntu-24.04-arm, latest-nvidia-arm64) (push) Waiting to run
Publish Docker Images / Build (Dockerfile-jupyter,Dockerfile-cpu,Dockerfile-runner-cpu,Dockerfile-python-export, Dockerfile-python, linux/amd64, ubuntu-latest, latest-python) (push) Waiting to run
Publish Docker Images / Build (Dockerfile-runner,Dockerfile-export, Dockerfile, linux/amd64, ubuntu-latest, latest) (push) Waiting to run
Publish Docker Images / trigger-actions (push) Blocked by required conditions
Publish Docker Images / notify (push) Blocked by required conditions
Publish Docs / Docs (push) Waiting to run
Publish to PyPI / check (push) Waiting to run
Publish to PyPI / build (push) Blocked by required conditions
Publish to PyPI / publish (push) Blocked by required conditions
Publish to PyPI / sbom (push) Blocked by required conditions
Publish to PyPI / notify (push) Blocked by required conditions
59 lines
2.0 KiB
Bash
Executable File
59 lines
2.0 KiB
Bash
Executable File
#!/bin/bash
|
|
# YOLO Distributed Training Entrypoint
|
|
#
|
|
# Reads env vars at runtime:
|
|
# Distributed mode (multi-node/multi-GPU):
|
|
# MASTER_ADDR - master node IP (triggers distributed mode)
|
|
# MASTER_PORT - master port (default: 29500)
|
|
# NNODES - total number of nodes (default: 1)
|
|
# NPROC_PER_NODE - GPUs per node (default: 1)
|
|
# RANK - this node's rank, 0-indexed (default: 0)
|
|
# NCCL_* - NCCL env vars passed through to PyTorch
|
|
#
|
|
# Single-node mode (MASTER_ADDR not set):
|
|
# Runs yolo directly, auto-detecting available GPUs.
|
|
|
|
set -e
|
|
|
|
CMD_ARGS=("$@")
|
|
[ ${#CMD_ARGS[@]} -eq 0 ] && CMD_ARGS=("train")
|
|
|
|
# --- Distributed mode ---
|
|
if [ -n "${MASTER_ADDR}" ]; then
|
|
MASTER_PORT="${MASTER_PORT:-29500}"
|
|
NNODES="${NNODES:-1}"
|
|
NPROC_PER_NODE="${NPROC_PER_NODE:-1}"
|
|
RANK="${RANK:-0}"
|
|
|
|
# Build per-node GPU list for device=0,1,...,N-1
|
|
GPU_LIST=$(seq -s, 0 $((NPROC_PER_NODE - 1)))
|
|
|
|
echo "============================================"
|
|
echo " Distributed Training Mode"
|
|
echo "============================================"
|
|
echo " MASTER_ADDR = ${MASTER_ADDR}"
|
|
echo " MASTER_PORT = ${MASTER_PORT}"
|
|
echo " NNODES = ${NNODES}"
|
|
echo " NPROC_PER_NODE = ${NPROC_PER_NODE}"
|
|
echo " RANK (node) = ${RANK}"
|
|
echo " WORLD_SIZE = $((NNODES * NPROC_PER_NODE))"
|
|
echo " GPU_LIST = ${GPU_LIST}"
|
|
echo " CMD = yolo ${CMD_ARGS[*]}"
|
|
echo "============================================"
|
|
|
|
exec torchrun \
|
|
--nnodes="${NNODES}" \
|
|
--nproc_per_node="${NPROC_PER_NODE}" \
|
|
--master_addr="${MASTER_ADDR}" \
|
|
--master_port="${MASTER_PORT}" \
|
|
--node_rank="${RANK}" \
|
|
/workspace/train_ddp.py device="${GPU_LIST}" "${CMD_ARGS[@]}"
|
|
else
|
|
echo "============================================"
|
|
echo " Single-Node Training Mode"
|
|
echo "============================================"
|
|
echo " CMD = yolo ${CMD_ARGS[*]}"
|
|
echo "============================================"
|
|
exec yolo "${CMD_ARGS[@]}"
|
|
fi
|