161 lines
4.9 KiB
Bash
Executable File
161 lines
4.9 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
llm_compression_trim_spaces() {
|
|
local value="$1"
|
|
value="${value#"${value%%[![:space:]]*}"}"
|
|
value="${value%"${value##*[![:space:]]}"}"
|
|
echo "$value"
|
|
}
|
|
|
|
llm_compression_setup_runtime() {
|
|
local default_config_path="$1"
|
|
shift
|
|
|
|
CURRENT_FILE_DIR=$(cd "$(dirname "$(readlink -f "$0")")" && pwd)
|
|
PROJECT_ROOT=${CURRENT_FILE_DIR}/../..
|
|
# Package root + lightcompress. Never put llm_compression/ itself on PYTHONPATH
|
|
# (shadows HuggingFace `datasets` and causes circular import).
|
|
export PYTHONPATH="${PROJECT_ROOT}:${PROJECT_ROOT}/llm_compression/lightcompress${PYTHONPATH:+:${PYTHONPATH}}"
|
|
export PYTHONUNBUFFERED=1
|
|
|
|
DEFAULT_CONFIG_PATH="${default_config_path}"
|
|
|
|
if [ -n "${CONFIG_PATH:-}" ]; then
|
|
RUNTIME_CONFIG_PATH=${CONFIG_PATH}
|
|
elif [ "${1:-}" = "--config_path" ]; then
|
|
RUNTIME_CONFIG_PATH=${2}
|
|
shift 2
|
|
elif [ $# -gt 0 ] && [[ "${1:-}" != -* ]]; then
|
|
RUNTIME_CONFIG_PATH=${1}
|
|
shift
|
|
else
|
|
RUNTIME_CONFIG_PATH=${DEFAULT_CONFIG_PATH}
|
|
echo ""
|
|
echo "=========================================="
|
|
echo " WARNING: --config_path not specified!"
|
|
echo " Using default: ${DEFAULT_CONFIG_PATH}"
|
|
echo "=========================================="
|
|
echo ""
|
|
fi
|
|
|
|
# shellcheck disable=SC2034
|
|
LLM_COMPRESSION_EXTRA_ARGS=("$@")
|
|
LLM_COMPRESSION_RUN_MODE=${RUN_MODE:-auto}
|
|
LLM_COMPRESSION_JOB_DATA_ROOT=${JOB_DATA_ROOT:-/job_data}
|
|
LLM_COMPRESSION_SCRIPT_NAME=$(basename "$0" .sh)
|
|
LLM_COMPRESSION_CONFIG_STEM=$(basename "${RUNTIME_CONFIG_PATH}")
|
|
LLM_COMPRESSION_CONFIG_STEM=${LLM_COMPRESSION_CONFIG_STEM%.*}
|
|
|
|
if [ "${LLM_COMPRESSION_RUN_MODE}" = "auto" ]; then
|
|
if [ -d "${LLM_COMPRESSION_JOB_DATA_ROOT}" ]; then
|
|
LLM_COMPRESSION_RUN_MODE=cluster
|
|
else
|
|
LLM_COMPRESSION_RUN_MODE=local
|
|
fi
|
|
fi
|
|
}
|
|
|
|
llm_compression_collect_output_paths() {
|
|
python3 - "${RUNTIME_CONFIG_PATH}" <<'PY'
|
|
import sys
|
|
import yaml
|
|
|
|
config_path = sys.argv[1]
|
|
with open(config_path) as f:
|
|
cfg = yaml.safe_load(f) or {}
|
|
|
|
targets = [
|
|
("calibration", "log_path"),
|
|
("calibration", "calib_ckpt_save_path"),
|
|
("evaluation", "calib_ckpt_load_path"),
|
|
("evaluation", "result_path"),
|
|
("compile", "hbm_save_path"),
|
|
("hbm_rpc_eval", "hbm_load_path"),
|
|
("hbm_rpc_eval", "result_path"),
|
|
("quant_analysis", "baseline_model_load_path"),
|
|
("quant_analysis", "analysis_model_load_path"),
|
|
("quant_analysis", "result_path"),
|
|
]
|
|
|
|
seen = set()
|
|
for section, key in targets:
|
|
value = (cfg.get(section) or {}).get(key)
|
|
if not isinstance(value, str):
|
|
continue
|
|
value = value.strip()
|
|
if not value or value in seen:
|
|
continue
|
|
seen.add(value)
|
|
print(value)
|
|
PY
|
|
}
|
|
|
|
llm_compression_prepare_job_data() {
|
|
if [ "${LLM_COMPRESSION_RUN_MODE}" != "cluster" ]; then
|
|
return
|
|
fi
|
|
|
|
LLM_COMPRESSION_TASK_ROOT="${LLM_COMPRESSION_JOB_DATA_ROOT%/}/llm_compression/${LLM_COMPRESSION_SCRIPT_NAME}/${LLM_COMPRESSION_CONFIG_STEM}"
|
|
LLM_COMPRESSION_LOG_DIR="${LLM_COMPRESSION_TASK_ROOT}/logs"
|
|
LLM_COMPRESSION_LOG_FILE="${LLM_COMPRESSION_LOG_DIR}/${LLM_COMPRESSION_SCRIPT_NAME}.log"
|
|
|
|
mkdir -p "${LLM_COMPRESSION_LOG_DIR}"
|
|
|
|
while IFS= read -r raw_path; do
|
|
local rel_path
|
|
local normalized_path
|
|
local target_path
|
|
local link_path
|
|
|
|
rel_path=$(llm_compression_trim_spaces "${raw_path}")
|
|
if [ -z "${rel_path}" ]; then
|
|
continue
|
|
fi
|
|
|
|
case "${rel_path}" in
|
|
/*)
|
|
continue
|
|
;;
|
|
./*)
|
|
normalized_path="${rel_path#./}"
|
|
;;
|
|
*)
|
|
normalized_path="${rel_path}"
|
|
;;
|
|
esac
|
|
|
|
target_path="${LLM_COMPRESSION_TASK_ROOT}/${normalized_path}"
|
|
link_path="${PROJECT_ROOT}/${normalized_path}"
|
|
|
|
mkdir -p "$(dirname "${target_path}")"
|
|
mkdir -p "${target_path}"
|
|
|
|
if [ -L "${link_path}" ] || [ ! -e "${link_path}" ]; then
|
|
mkdir -p "$(dirname "${link_path}")"
|
|
ln -sfn "${target_path}" "${link_path}"
|
|
echo "Link ${link_path} -> ${target_path}"
|
|
else
|
|
echo "Skip creating link for ${link_path}: path already exists and is not a symlink"
|
|
fi
|
|
done < <(llm_compression_collect_output_paths)
|
|
|
|
mkdir -p "${LLM_COMPRESSION_TASK_ROOT}/meta"
|
|
ln -sfn "${LLM_COMPRESSION_LOG_FILE}" "${PROJECT_ROOT}/${LLM_COMPRESSION_SCRIPT_NAME}.log"
|
|
}
|
|
|
|
llm_compression_enable_cluster_logging() {
|
|
if [ "${LLM_COMPRESSION_RUN_MODE}" != "cluster" ]; then
|
|
return
|
|
fi
|
|
|
|
mkdir -p "${LLM_COMPRESSION_LOG_DIR}"
|
|
: > "${LLM_COMPRESSION_LOG_FILE}"
|
|
exec > >(tee -a "${LLM_COMPRESSION_LOG_FILE}") 2>&1
|
|
|
|
echo "Cluster mode detected."
|
|
echo "Script: ${LLM_COMPRESSION_SCRIPT_NAME}"
|
|
echo "Config: ${RUNTIME_CONFIG_PATH}"
|
|
echo "Log file: ${LLM_COMPRESSION_LOG_FILE}"
|
|
echo "Job data root: ${LLM_COMPRESSION_TASK_ROOT}"
|
|
}
|