56 lines
2.4 KiB
Bash
Executable File
56 lines
2.4 KiB
Bash
Executable File
#!/bin/bash
|
|
# quant_one_step: 单镜像双环境一步量化入口 (算子形态, 平台/本地同构)
|
|
# in : DATASET_PATH + CHECKPOINT_PATH (+ NORM_STATS_PATH/CONTRACT_JSON 兜底)
|
|
# out: OUTPUT_DIR/{quant_input, calib_ckpt, eval_result, eval_dump, compile}
|
|
# 超参: CALIB_SIZE(32) SEED(0) STAGES("calib,eval,compile"; 加 data/model 仅跑前置)
|
|
set -euo pipefail
|
|
|
|
has_stage() { case ",$STAGES," in *",$1,"*) return 0;; *) return 1;; esac; }
|
|
|
|
: "${OUTPUT_DIR:?OUTPUT_DIR not set}"
|
|
: "${DATASET_PATH:?DATASET_PATH not set}"
|
|
: "${CHECKPOINT_PATH:?CHECKPOINT_PATH not set}"
|
|
CALIB_SIZE="${CALIB_SIZE:-32}"
|
|
SEED="${SEED:-0}"
|
|
STAGES="${STAGES:-calib,eval,compile}"
|
|
|
|
DATA_PY=/opt/conda/envs/data/bin/python
|
|
QUANT_PY=/opt/conda/envs/quant/bin/python
|
|
DEV=/opt/quant_dev
|
|
|
|
mkdir -p "$OUTPUT_DIR"
|
|
echo "DROBOTICFLOW_PROGRESS 2 quant_one_step inputs resolved (CALIB_SIZE=$CALIB_SIZE SEED=$SEED STAGES=$STAGES)"
|
|
|
|
# ---- stage0: 校准数据构造 (data env: 训练镜像同版本解码栈, 直读 LeRobot v3) ----
|
|
# LD_LIBRARY_PATH: torchcodec 需要 conda avlibs 环境的 ffmpeg 7.1 共享库
|
|
if has_stage data; then
|
|
DATASET_PATH="$DATASET_PATH" CHECKPOINT_PATH="$CHECKPOINT_PATH" \
|
|
NORM_STATS_PATH="${NORM_STATS_PATH:-}" OUTPUT_DIR="$OUTPUT_DIR" \
|
|
CALIB_SIZE="$CALIB_SIZE" SEED="$SEED" \
|
|
LD_LIBRARY_PATH=/opt/conda/envs/avlibs/lib \
|
|
"$DATA_PY" "$DEV/quant_pipeline/data_worker.py"
|
|
echo "DROBOTICFLOW_PROGRESS 20 stage0 calib data done"
|
|
fi
|
|
|
|
# ---- stage1: 权重适配 model_dir (quant env) ----
|
|
if has_stage model; then
|
|
CHECKPOINT_PATH="$CHECKPOINT_PATH" OUTPUT_DIR="$OUTPUT_DIR" \
|
|
NORM_STATS_PATH="${NORM_STATS_PATH:-}" CONTRACT_JSON="${CONTRACT_JSON:-}" \
|
|
"$QUANT_PY" "$DEV/quant_pipeline/make_model_dir.py"
|
|
echo "DROBOTICFLOW_PROGRESS 30 stage1 model_dir done"
|
|
fi
|
|
|
|
# ---- stage2+: calib / eval / compile (quant env, 现有链路零改动; data/model 为本入口私有段, 过滤掉) ----
|
|
QUANT_STAGES="$(printf '%s\n' "$STAGES" | tr ',' '\n' | grep -E '^(calib|eval|compile)$' | paste -sd,)"
|
|
if [ -n "$QUANT_STAGES" ]; then
|
|
CHECKPOINT_PATH="$CHECKPOINT_PATH" OUTPUT_DIR="$OUTPUT_DIR" \
|
|
CALIB_SIZE="$CALIB_SIZE" STAGES="$QUANT_STAGES" \
|
|
"$QUANT_PY" "$DEV/quant_pipeline/run_quant.py"
|
|
fi
|
|
echo "DROBOTICFLOW_PROGRESS 96 quant stages done"
|
|
|
|
# ---- 收尾协议 (平台模式; 本地直跑时无平台变量则跳过) ----
|
|
if [ -n "${RESULT_OUTPUT_PATH:-}" ] && [ -n "${STAGE_MANIFEST_PATH:-}" ]; then
|
|
bash /app/report.sh
|
|
fi
|