81 lines
2.7 KiB
Bash
Executable File
81 lines
2.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# Build YOLO distributed training Docker image and push to registry
|
|
# CUDA 12.8 + PyTorch 2.8.0, supports RTX 5090 (sm_120 / compute capability 12.0)
|
|
set -e
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
REGISTRY="registry.d-robotics.cc/fat-auwomo-fat-auwomo/yolo_distributed"
|
|
IMAGE_TAG="${IMAGE_TAG:-v$(date +%Y%m%d)_fix}"
|
|
LOCAL_TAG="yolo-train:${IMAGE_TAG}"
|
|
|
|
echo "============================================"
|
|
echo " Building YOLO Distributed Training Image"
|
|
echo "============================================"
|
|
echo " Registry: ${REGISTRY}"
|
|
echo " Tag: ${IMAGE_TAG}"
|
|
echo " CUDA: 12.8 (supports RTX 5090 sm_120)"
|
|
echo " PyTorch: 2.8.0+cu128"
|
|
echo "============================================"
|
|
|
|
# Pass proxy env vars if set
|
|
PROXY_ARGS=()
|
|
[ -n "$http_proxy" ] && PROXY_ARGS+=(--build-arg "http_proxy=$http_proxy")
|
|
[ -n "$https_proxy" ] && PROXY_ARGS+=(--build-arg "https_proxy=$https_proxy")
|
|
[ -n "$no_proxy" ] && PROXY_ARGS+=(--build-arg "no_proxy=$no_proxy")
|
|
|
|
# Build
|
|
docker build \
|
|
"${PROXY_ARGS[@]}" \
|
|
-t "${LOCAL_TAG}" \
|
|
-f "${SCRIPT_DIR}/Dockerfile" \
|
|
"${SCRIPT_DIR}"
|
|
|
|
echo ""
|
|
echo "Build complete: ${LOCAL_TAG}"
|
|
|
|
# Tag for registry
|
|
REMOTE_TAG="${REGISTRY}:${IMAGE_TAG}"
|
|
echo ""
|
|
echo "Tagging for registry: ${REMOTE_TAG}"
|
|
docker tag "${LOCAL_TAG}" "${REMOTE_TAG}"
|
|
|
|
# Push
|
|
echo ""
|
|
echo "Pushing to registry..."
|
|
docker push "${REMOTE_TAG}"
|
|
|
|
echo ""
|
|
echo "============================================"
|
|
echo " Push complete: ${REMOTE_TAG}"
|
|
echo "============================================"
|
|
echo ""
|
|
echo "Usage examples:"
|
|
echo ""
|
|
echo " # Pull image"
|
|
echo " docker pull ${REMOTE_TAG}"
|
|
echo ""
|
|
echo " # Single-node training (all GPUs)"
|
|
echo " docker run --gpus all --ipc=host \\"
|
|
echo " -v \$(pwd)/datasets:/workspace/datasets \\"
|
|
echo " ${REMOTE_TAG} bash /entrypoint.sh train data=kitti.yaml model=yolo26n.pt epochs=100"
|
|
echo ""
|
|
echo " # Distributed multi-node (node 0 - master)"
|
|
echo " docker run --gpus all --ipc=host --network=host \\"
|
|
echo " -v /shared/datasets:/workspace/datasets \\"
|
|
echo " -e MASTER_ADDR=10.0.0.1 \\"
|
|
echo " -e MASTER_PORT=29500 \\"
|
|
echo " -e NNODES=2 \\"
|
|
echo " -e NPROC_PER_NODE=4 \\"
|
|
echo " -e RANK=0 \\"
|
|
echo " ${REMOTE_TAG} bash /entrypoint.sh train data=kitti.yaml model=yolo26n.pt epochs=100"
|
|
echo ""
|
|
echo " # Distributed multi-node (node 1 - worker)"
|
|
echo " docker run --gpus all --ipc=host --network=host \\"
|
|
echo " -v /shared/datasets:/workspace/datasets \\"
|
|
echo " -e MASTER_ADDR=10.0.0.1 \\"
|
|
echo " -e MASTER_PORT=29500 \\"
|
|
echo " -e NNODES=2 \\"
|
|
echo " -e NPROC_PER_NODE=4 \\"
|
|
echo " -e RANK=1 \\"
|
|
echo " ${REMOTE_TAG} bash /entrypoint.sh train data=kitti.yaml model=yolo26n.pt epochs=100"
|