2026-10-09 16:41:13 +08:00

161 lines
4.9 KiB
Bash
Executable File

#!/bin/bash
llm_compression_trim_spaces() {
local value="$1"
value="${value#"${value%%[![:space:]]*}"}"
value="${value%"${value##*[![:space:]]}"}"
echo "$value"
}
llm_compression_setup_runtime() {
local default_config_path="$1"
shift
CURRENT_FILE_DIR=$(cd "$(dirname "$(readlink -f "$0")")" && pwd)
PROJECT_ROOT=${CURRENT_FILE_DIR}/../..
# Package root + lightcompress. Never put llm_compression/ itself on PYTHONPATH
# (shadows HuggingFace `datasets` and causes circular import).
export PYTHONPATH="${PROJECT_ROOT}:${PROJECT_ROOT}/llm_compression/lightcompress${PYTHONPATH:+:${PYTHONPATH}}"
export PYTHONUNBUFFERED=1
DEFAULT_CONFIG_PATH="${default_config_path}"
if [ -n "${CONFIG_PATH:-}" ]; then
RUNTIME_CONFIG_PATH=${CONFIG_PATH}
elif [ "${1:-}" = "--config_path" ]; then
RUNTIME_CONFIG_PATH=${2}
shift 2
elif [ $# -gt 0 ] && [[ "${1:-}" != -* ]]; then
RUNTIME_CONFIG_PATH=${1}
shift
else
RUNTIME_CONFIG_PATH=${DEFAULT_CONFIG_PATH}
echo ""
echo "=========================================="
echo " WARNING: --config_path not specified!"
echo " Using default: ${DEFAULT_CONFIG_PATH}"
echo "=========================================="
echo ""
fi
# shellcheck disable=SC2034
LLM_COMPRESSION_EXTRA_ARGS=("$@")
LLM_COMPRESSION_RUN_MODE=${RUN_MODE:-auto}
LLM_COMPRESSION_JOB_DATA_ROOT=${JOB_DATA_ROOT:-/job_data}
LLM_COMPRESSION_SCRIPT_NAME=$(basename "$0" .sh)
LLM_COMPRESSION_CONFIG_STEM=$(basename "${RUNTIME_CONFIG_PATH}")
LLM_COMPRESSION_CONFIG_STEM=${LLM_COMPRESSION_CONFIG_STEM%.*}
if [ "${LLM_COMPRESSION_RUN_MODE}" = "auto" ]; then
if [ -d "${LLM_COMPRESSION_JOB_DATA_ROOT}" ]; then
LLM_COMPRESSION_RUN_MODE=cluster
else
LLM_COMPRESSION_RUN_MODE=local
fi
fi
}
llm_compression_collect_output_paths() {
python3 - "${RUNTIME_CONFIG_PATH}" <<'PY'
import sys
import yaml
config_path = sys.argv[1]
with open(config_path) as f:
cfg = yaml.safe_load(f) or {}
targets = [
("calibration", "log_path"),
("calibration", "calib_ckpt_save_path"),
("evaluation", "calib_ckpt_load_path"),
("evaluation", "result_path"),
("compile", "hbm_save_path"),
("hbm_rpc_eval", "hbm_load_path"),
("hbm_rpc_eval", "result_path"),
("quant_analysis", "baseline_model_load_path"),
("quant_analysis", "analysis_model_load_path"),
("quant_analysis", "result_path"),
]
seen = set()
for section, key in targets:
value = (cfg.get(section) or {}).get(key)
if not isinstance(value, str):
continue
value = value.strip()
if not value or value in seen:
continue
seen.add(value)
print(value)
PY
}
llm_compression_prepare_job_data() {
if [ "${LLM_COMPRESSION_RUN_MODE}" != "cluster" ]; then
return
fi
LLM_COMPRESSION_TASK_ROOT="${LLM_COMPRESSION_JOB_DATA_ROOT%/}/llm_compression/${LLM_COMPRESSION_SCRIPT_NAME}/${LLM_COMPRESSION_CONFIG_STEM}"
LLM_COMPRESSION_LOG_DIR="${LLM_COMPRESSION_TASK_ROOT}/logs"
LLM_COMPRESSION_LOG_FILE="${LLM_COMPRESSION_LOG_DIR}/${LLM_COMPRESSION_SCRIPT_NAME}.log"
mkdir -p "${LLM_COMPRESSION_LOG_DIR}"
while IFS= read -r raw_path; do
local rel_path
local normalized_path
local target_path
local link_path
rel_path=$(llm_compression_trim_spaces "${raw_path}")
if [ -z "${rel_path}" ]; then
continue
fi
case "${rel_path}" in
/*)
continue
;;
./*)
normalized_path="${rel_path#./}"
;;
*)
normalized_path="${rel_path}"
;;
esac
target_path="${LLM_COMPRESSION_TASK_ROOT}/${normalized_path}"
link_path="${PROJECT_ROOT}/${normalized_path}"
mkdir -p "$(dirname "${target_path}")"
mkdir -p "${target_path}"
if [ -L "${link_path}" ] || [ ! -e "${link_path}" ]; then
mkdir -p "$(dirname "${link_path}")"
ln -sfn "${target_path}" "${link_path}"
echo "Link ${link_path} -> ${target_path}"
else
echo "Skip creating link for ${link_path}: path already exists and is not a symlink"
fi
done < <(llm_compression_collect_output_paths)
mkdir -p "${LLM_COMPRESSION_TASK_ROOT}/meta"
ln -sfn "${LLM_COMPRESSION_LOG_FILE}" "${PROJECT_ROOT}/${LLM_COMPRESSION_SCRIPT_NAME}.log"
}
llm_compression_enable_cluster_logging() {
if [ "${LLM_COMPRESSION_RUN_MODE}" != "cluster" ]; then
return
fi
mkdir -p "${LLM_COMPRESSION_LOG_DIR}"
: > "${LLM_COMPRESSION_LOG_FILE}"
exec > >(tee -a "${LLM_COMPRESSION_LOG_FILE}") 2>&1
echo "Cluster mode detected."
echo "Script: ${LLM_COMPRESSION_SCRIPT_NAME}"
echo "Config: ${RUNTIME_CONFIG_PATH}"
echo "Log file: ${LLM_COMPRESSION_LOG_FILE}"
echo "Job data root: ${LLM_COMPRESSION_TASK_ROOT}"
}