67 lines
1.8 KiB
Bash
67 lines
1.8 KiB
Bash
#!/bin/bash
|
|
set -e
|
|
|
|
UTILS_DIR="${1}"
|
|
yaml_file="${2}"
|
|
eval_env_conda_env="${3}"
|
|
policy_server_port="${4}"
|
|
bench_name="${5}"
|
|
task_name="${6}"
|
|
env_cfg_type="${7}"
|
|
policy_name="${8}"
|
|
additional_info="${9}"
|
|
ROOT_DIR="${10}"
|
|
seed="${11}"
|
|
env_gpu_id="${12}"
|
|
policy_server_ip="${13:-localhost}"
|
|
protocol_override="${14:-}"
|
|
|
|
# shellcheck source=resolve_eval_env_type.sh
|
|
source "${UTILS_DIR}/resolve_eval_env_type.sh"
|
|
eval_env_mode="$(resolve_eval_env_type)" || exit 1
|
|
|
|
read eval_batch yaml_protocol < <(python - <<PY
|
|
import yaml
|
|
with open("${yaml_file}", "r") as f:
|
|
data = yaml.safe_load(f)
|
|
print(
|
|
str(data.get("eval_batch", False)).lower(),
|
|
data.get("protocol", "ws"),
|
|
)
|
|
PY
|
|
)
|
|
protocol="${protocol_override:-${yaml_protocol}}"
|
|
|
|
if [[ -z "${EVAL_ENV_TYPE:-}" ]]; then
|
|
echo "[CLIENT] EVAL_ENV_TYPE=(default sim) -> ${eval_env_mode}"
|
|
else
|
|
echo "[CLIENT] EVAL_ENV_TYPE=${EVAL_ENV_TYPE} -> ${eval_env_mode}"
|
|
fi
|
|
|
|
COMMON_ARGS=(
|
|
"${eval_batch}"
|
|
"${eval_env_conda_env}"
|
|
"${policy_server_port}"
|
|
"${bench_name}"
|
|
"${task_name}"
|
|
"${env_cfg_type}"
|
|
"${policy_name}"
|
|
"${additional_info}"
|
|
"${ROOT_DIR}"
|
|
"${seed}"
|
|
"${env_gpu_id}"
|
|
"${policy_server_ip}"
|
|
)
|
|
|
|
if [[ "${eval_env_mode}" == "debug" ]]; then
|
|
bash "${UTILS_DIR}/run_debug_env_client.sh" "${COMMON_ARGS[@]}" "${protocol}"
|
|
elif [[ "${eval_env_mode}" == "sim" ]]; then
|
|
bash "${UTILS_DIR}/run_sim_env_client.sh" "${COMMON_ARGS[@]}" "${protocol}"
|
|
elif [[ "${eval_env_mode}" == "real_world" ]]; then
|
|
echo -e "\033[31m[WARN] EVAL_ENV_TYPE=real: real-world evaluation is not supported in the open-source release; continuing to real env client.\033[0m" >&2
|
|
bash "${UTILS_DIR}/run_real_env_client.sh" "${COMMON_ARGS[@]}" "${protocol}"
|
|
else
|
|
echo "[ERROR] Unknown eval env mode: ${eval_env_mode}" >&2
|
|
exit 1
|
|
fi
|