RoboTwin2_POC_Dev/scripts/fetch_robotwin.sh

60 lines
2.8 KiB
Bash
Executable File

#!/bin/bash
# 重建 src-externals/RoboTwin: 上游源仓 checkout @30954692 + HF 三只资产 zip 解压,
# 复刻 build_docker.sh 原物化契约 (排除项与路径重写), 产物与原 ../reference/RoboTwin
# 物化副本同构。仓库由此自包含: 换机器克隆后跑本脚本即可重建数据生成镜像素材。
# 上游源仓: https://github.com/RoboTwin-Platform/RoboTwin (2.0 主线) @30954692
# 仿真资产: HF dataset TianxingChen/RoboTwin2.0 的 objects/embodiments/background_texture
# 三只 zip (清单与官方 assets/_download.py 一致), 解压后约 16G。
# 注意: 重建产物不含 .git 历史; 首次拉取约 16G 网络流量 (走代理)。
set -euo pipefail
cd "$(dirname "$0")/.."
BASE="30954692d06ba7e89f7a6b76064f4062c488fa81"
DEST="src-externals/RoboTwin"
HF_REPO="TianxingChen/RoboTwin2.0"
# 幂等: 已物化则退出 (判据与 build_docker.sh 守卫一致)
if [ -d "$DEST/envs" ]; then
echo "[fetch_robotwin] $DEST 已存在, 跳过 (如需重建: rm -rf $DEST 后重跑)"
exit 0
fi
# GitHub / HF 均需走代理
export http_proxy="${http_proxy:-http://192.168.16.68:18000}"
export https_proxy="${https_proxy:-http://192.168.16.68:18000}"
# 1) 源仓
rm -rf "$DEST"
git clone https://github.com/RoboTwin-Platform/RoboTwin.git "$DEST"
git -C "$DEST" checkout "$BASE"
# 2) 排除项 (与原 build_docker.sh 物化 tar 排除一致):
# .git (无历史物化) / XPolicyLab 子模块 (协议子集已在 vendor/ 维护) /
# data / eval_result (上游运行产物) / __pycache__ (其 .pyc 内嵌旧绝对路径)
rm -rf "$DEST/.git" "$DEST/XPolicyLab" "$DEST/data" "$DEST/eval_result"
find "$DEST" -name '__pycache__' -type d -prune -exec rm -rf {} +
# 3) 资产三连 (HF dataset, 官方 _download.py 清单)
for z in objects embodiments background_texture; do
if [ ! -d "$DEST/assets/$z" ]; then
echo "[fetch_robotwin] downloading $z.zip ..."
hf download "$HF_REPO" "$z.zip" --repo-type dataset --local-dir "$DEST/assets"
unzip -q -o "$DEST/assets/$z.zip" -d "$DEST/assets/"
rm -f "$DEST/assets/$z.zip"
fi
done
rm -rf "$DEST/assets/.cache"
# mac 打包残留 (原 reference 树同款垃圾, HF zip 内可能复现)
find "$DEST" -name '__MACOSX' -type d -prune -exec rm -rf {} +
# 4) 路径重写: 官方 update 脚本固化过 /workspace/RoboTwin 绝对路径,
# 容器内为 /app/src/RoboTwin (含 embodiments zip 解出的 curobo*.yml, 必须在解压后执行)
grep -rl "/workspace/RoboTwin" "$DEST" --include="*.yml" --include="*.json" 2>/dev/null \
| xargs -r sed -i 's|/workspace/RoboTwin|/app/src/RoboTwin|g'
# 5) 完整性核对 (判据与 build_docker.sh 一致)
for asset in objects embodiments background_texture; do
[ -d "$DEST/assets/$asset" ] || { echo "[fetch_robotwin] FAIL: assets/$asset 缺失"; exit 1; }
done
echo "[fetch_robotwin] done: upstream@$BASE + 3 asset zips"