OpenPi_BPU_POC_Dev/entry/quant_one_step.sh
2026-10-09 16:41:13 +08:00

56 lines
2.4 KiB
Bash
Executable File

#!/bin/bash
# quant_one_step: 单镜像双环境一步量化入口 (算子形态, 平台/本地同构)
# in : DATASET_PATH + CHECKPOINT_PATH (+ NORM_STATS_PATH/CONTRACT_JSON 兜底)
# out: OUTPUT_DIR/{quant_input, calib_ckpt, eval_result, eval_dump, compile}
# 超参: CALIB_SIZE(32) SEED(0) STAGES("calib,eval,compile"; 加 data/model 仅跑前置)
set -euo pipefail
has_stage() { case ",$STAGES," in *",$1,"*) return 0;; *) return 1;; esac; }
: "${OUTPUT_DIR:?OUTPUT_DIR not set}"
: "${DATASET_PATH:?DATASET_PATH not set}"
: "${CHECKPOINT_PATH:?CHECKPOINT_PATH not set}"
CALIB_SIZE="${CALIB_SIZE:-32}"
SEED="${SEED:-0}"
STAGES="${STAGES:-calib,eval,compile}"
DATA_PY=/opt/conda/envs/data/bin/python
QUANT_PY=/opt/conda/envs/quant/bin/python
DEV=/opt/quant_dev
mkdir -p "$OUTPUT_DIR"
echo "DROBOTICFLOW_PROGRESS 2 quant_one_step inputs resolved (CALIB_SIZE=$CALIB_SIZE SEED=$SEED STAGES=$STAGES)"
# ---- stage0: 校准数据构造 (data env: 训练镜像同版本解码栈, 直读 LeRobot v3) ----
# LD_LIBRARY_PATH: torchcodec 需要 conda avlibs 环境的 ffmpeg 7.1 共享库
if has_stage data; then
DATASET_PATH="$DATASET_PATH" CHECKPOINT_PATH="$CHECKPOINT_PATH" \
NORM_STATS_PATH="${NORM_STATS_PATH:-}" OUTPUT_DIR="$OUTPUT_DIR" \
CALIB_SIZE="$CALIB_SIZE" SEED="$SEED" \
LD_LIBRARY_PATH=/opt/conda/envs/avlibs/lib \
"$DATA_PY" "$DEV/quant_pipeline/data_worker.py"
echo "DROBOTICFLOW_PROGRESS 20 stage0 calib data done"
fi
# ---- stage1: 权重适配 model_dir (quant env) ----
if has_stage model; then
CHECKPOINT_PATH="$CHECKPOINT_PATH" OUTPUT_DIR="$OUTPUT_DIR" \
NORM_STATS_PATH="${NORM_STATS_PATH:-}" CONTRACT_JSON="${CONTRACT_JSON:-}" \
"$QUANT_PY" "$DEV/quant_pipeline/make_model_dir.py"
echo "DROBOTICFLOW_PROGRESS 30 stage1 model_dir done"
fi
# ---- stage2+: calib / eval / compile (quant env, 现有链路零改动; data/model 为本入口私有段, 过滤掉) ----
QUANT_STAGES="$(printf '%s\n' "$STAGES" | tr ',' '\n' | grep -E '^(calib|eval|compile)$' | paste -sd,)"
if [ -n "$QUANT_STAGES" ]; then
CHECKPOINT_PATH="$CHECKPOINT_PATH" OUTPUT_DIR="$OUTPUT_DIR" \
CALIB_SIZE="$CALIB_SIZE" STAGES="$QUANT_STAGES" \
"$QUANT_PY" "$DEV/quant_pipeline/run_quant.py"
fi
echo "DROBOTICFLOW_PROGRESS 96 quant stages done"
# ---- 收尾协议 (平台模式; 本地直跑时无平台变量则跳过) ----
if [ -n "${RESULT_OUTPUT_PATH:-}" ] && [ -n "${STAGE_MANIFEST_PATH:-}" ]; then
bash /app/report.sh
fi