60 lines
2.8 KiB
Bash
Executable File
60 lines
2.8 KiB
Bash
Executable File
#!/bin/bash
|
|
# 重建 src-externals/RoboTwin: 上游源仓 checkout @30954692 + HF 三只资产 zip 解压,
|
|
# 复刻 build_docker.sh 原物化契约 (排除项与路径重写), 产物与原 ../reference/RoboTwin
|
|
# 物化副本同构。仓库由此自包含: 换机器克隆后跑本脚本即可重建数据生成镜像素材。
|
|
# 上游源仓: https://github.com/RoboTwin-Platform/RoboTwin (2.0 主线) @30954692
|
|
# 仿真资产: HF dataset TianxingChen/RoboTwin2.0 的 objects/embodiments/background_texture
|
|
# 三只 zip (清单与官方 assets/_download.py 一致), 解压后约 16G。
|
|
# 注意: 重建产物不含 .git 历史; 首次拉取约 16G 网络流量 (走代理)。
|
|
set -euo pipefail
|
|
cd "$(dirname "$0")/.."
|
|
|
|
BASE="30954692d06ba7e89f7a6b76064f4062c488fa81"
|
|
DEST="src-externals/RoboTwin"
|
|
HF_REPO="TianxingChen/RoboTwin2.0"
|
|
|
|
# 幂等: 已物化则退出 (判据与 build_docker.sh 守卫一致)
|
|
if [ -d "$DEST/envs" ]; then
|
|
echo "[fetch_robotwin] $DEST 已存在, 跳过 (如需重建: rm -rf $DEST 后重跑)"
|
|
exit 0
|
|
fi
|
|
|
|
# GitHub / HF 均需走代理
|
|
export http_proxy="${http_proxy:-http://192.168.16.68:18000}"
|
|
export https_proxy="${https_proxy:-http://192.168.16.68:18000}"
|
|
|
|
# 1) 源仓
|
|
rm -rf "$DEST"
|
|
git clone https://github.com/RoboTwin-Platform/RoboTwin.git "$DEST"
|
|
git -C "$DEST" checkout "$BASE"
|
|
|
|
# 2) 排除项 (与原 build_docker.sh 物化 tar 排除一致):
|
|
# .git (无历史物化) / XPolicyLab 子模块 (协议子集已在 vendor/ 维护) /
|
|
# data / eval_result (上游运行产物) / __pycache__ (其 .pyc 内嵌旧绝对路径)
|
|
rm -rf "$DEST/.git" "$DEST/XPolicyLab" "$DEST/data" "$DEST/eval_result"
|
|
find "$DEST" -name '__pycache__' -type d -prune -exec rm -rf {} +
|
|
|
|
# 3) 资产三连 (HF dataset, 官方 _download.py 清单)
|
|
for z in objects embodiments background_texture; do
|
|
if [ ! -d "$DEST/assets/$z" ]; then
|
|
echo "[fetch_robotwin] downloading $z.zip ..."
|
|
hf download "$HF_REPO" "$z.zip" --repo-type dataset --local-dir "$DEST/assets"
|
|
unzip -q -o "$DEST/assets/$z.zip" -d "$DEST/assets/"
|
|
rm -f "$DEST/assets/$z.zip"
|
|
fi
|
|
done
|
|
rm -rf "$DEST/assets/.cache"
|
|
# mac 打包残留 (原 reference 树同款垃圾, HF zip 内可能复现)
|
|
find "$DEST" -name '__MACOSX' -type d -prune -exec rm -rf {} +
|
|
|
|
# 4) 路径重写: 官方 update 脚本固化过 /workspace/RoboTwin 绝对路径,
|
|
# 容器内为 /app/src/RoboTwin (含 embodiments zip 解出的 curobo*.yml, 必须在解压后执行)
|
|
grep -rl "/workspace/RoboTwin" "$DEST" --include="*.yml" --include="*.json" 2>/dev/null \
|
|
| xargs -r sed -i 's|/workspace/RoboTwin|/app/src/RoboTwin|g'
|
|
|
|
# 5) 完整性核对 (判据与 build_docker.sh 一致)
|
|
for asset in objects embodiments background_texture; do
|
|
[ -d "$DEST/assets/$asset" ] || { echo "[fetch_robotwin] FAIL: assets/$asset 缺失"; exit 1; }
|
|
done
|
|
echo "[fetch_robotwin] done: upstream@$BASE + 3 asset zips"
|