diff --git a/backend/operators/builtin/act_policy_train/operator.py b/backend/operators/builtin/act_policy_train/operator.py index 1478c8c4..9eae4c22 100644 --- a/backend/operators/builtin/act_policy_train/operator.py +++ b/backend/operators/builtin/act_policy_train/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_policy_training +from backend.operators.builtin.structured_model_operator import HelperMap, run_lerobot_act_training def run( @@ -13,13 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_policy_training( - run_id, - node_id, - output_dir, - node_data, - inputs, - helpers, - operator_name="ACT 策略训练", - model_family="ACT", - ) + return run_lerobot_act_training(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/backend/operators/builtin/diffusion_policy_train/operator.py b/backend/operators/builtin/diffusion_policy_train/operator.py index 426e30e2..50464df1 100644 --- a/backend/operators/builtin/diffusion_policy_train/operator.py +++ b/backend/operators/builtin/diffusion_policy_train/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_policy_training +from backend.operators.builtin.structured_model_operator import HelperMap, run_diffusion_policy_training def run( @@ -13,13 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_policy_training( - run_id, - node_id, - output_dir, - node_data, - inputs, - helpers, - operator_name="Diffusion Policy 训练", - model_family="Diffusion Policy", - ) + return run_diffusion_policy_training(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/backend/operators/builtin/openvla_finetune/operator.py b/backend/operators/builtin/openvla_finetune/operator.py index f35ef447..3451f71a 100644 --- a/backend/operators/builtin/openvla_finetune/operator.py +++ b/backend/operators/builtin/openvla_finetune/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_transformers_text_finetune +from backend.operators.builtin.structured_model_operator import HelperMap, run_openvla_finetune def run( @@ -13,4 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_transformers_text_finetune(run_id, node_id, output_dir, node_data, inputs, helpers) + return run_openvla_finetune(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/backend/operators/builtin/openvla_inference/operator.py b/backend/operators/builtin/openvla_inference/operator.py index f06cdd58..b81ddcb7 100644 --- a/backend/operators/builtin/openvla_inference/operator.py +++ b/backend/operators/builtin/openvla_inference/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_transformers_text_inference +from backend.operators.builtin.structured_model_operator import HelperMap, run_openvla_inference def run( @@ -13,4 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_transformers_text_inference(run_id, node_id, output_dir, node_data, inputs, helpers) + return run_openvla_inference(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/backend/operators/builtin/structured_model_operator.py b/backend/operators/builtin/structured_model_operator.py index dca4aa5e..3eab093b 100644 --- a/backend/operators/builtin/structured_model_operator.py +++ b/backend/operators/builtin/structured_model_operator.py @@ -2,12 +2,14 @@ from __future__ import annotations import csv import contextlib +import datetime as dt import hashlib import json import math import os import pathlib import shutil +import subprocess import zipfile from typing import Any, Callable @@ -45,6 +47,25 @@ def _float(params: dict[str, str], key: str, default: float) -> float: return parsed +def _bool(params: dict[str, str], key: str, default: bool) -> bool: + value = _text(params, key, "true" if default else "false").lower() + if value in {"1", "true", "yes", "on"}: + return True + if value in {"0", "false", "no", "off"}: + return False + raise RuntimeError(f"{key} must be a boolean") + + +def _json_list(params: dict[str, str], key: str) -> list[Any]: + value = _text(params, key) + if not value: + return [] + payload = json.loads(value) + if not isinstance(payload, list): + raise RuntimeError(f"{key} must be a JSON array") + return payload + + def _dataset_path(params: dict[str, str], inputs: list[dict[str, Any]]) -> pathlib.Path: explicit = _text(params, "DATASET_PATH") or _text(params, "TRAIN_DATA_PATH") or _text(params, "SOURCE_PATH") if explicit: @@ -77,6 +98,87 @@ def _prepare_transformers_cache(params: dict[str, str], output_dir: pathlib.Path return cache_dir +def _find_first_file(root: pathlib.Path, suffixes: tuple[str, ...]) -> pathlib.Path | None: + if root.is_file() and root.suffix.lower() in suffixes: + return root + if not root.exists(): + return None + candidates = [path for path in root.rglob("*") if path.is_file() and path.suffix.lower() in suffixes] + if not candidates: + return None + priority_names = ("best.pt", "latest.ckpt", "last.pt") + for name in priority_names: + for candidate in candidates: + if candidate.name == name: + return candidate + candidates.sort(key=lambda path: path.stat().st_mtime, reverse=True) + return candidates[0] + + +def _zip_directory(source_dir: pathlib.Path, archive_path: pathlib.Path) -> pathlib.Path: + if not source_dir.exists() or not source_dir.is_dir(): + raise RuntimeError(f"model directory does not exist: {source_dir}") + with zipfile.ZipFile(archive_path, "w", compression=zipfile.ZIP_DEFLATED) as archive: + for item in sorted(source_dir.rglob("*")): + if item.is_file(): + archive.write(item, item.relative_to(source_dir.parent)) + return archive_path + + +def _run_framework_command( + command: list[str], + *, + cwd: pathlib.Path | None, + output_dir: pathlib.Path, + framework: str, + metadata: dict[str, Any], + env: dict[str, str] | None = None, +) -> dict[str, Any]: + output_dir.mkdir(parents=True, exist_ok=True) + started = dt.datetime.now(dt.timezone.utc).isoformat().replace("+00:00", "Z") + result = subprocess.run( + command, + cwd=str(cwd) if cwd else None, + env=env, + text=True, + capture_output=True, + check=False, + ) + (output_dir / "framework-stdout.log").write_text(result.stdout or "", encoding="utf-8") + (output_dir / "framework-stderr.log").write_text(result.stderr or "", encoding="utf-8") + payload = { + "framework": framework, + "command": command, + "cwd": str(cwd) if cwd else "", + "returnCode": result.returncode, + "startedAt": started, + **metadata, + } + (output_dir / "framework-command.json").write_text(json.dumps(payload, ensure_ascii=False, indent=2, sort_keys=True) + "\n", encoding="utf-8") + if result.returncode != 0: + raise RuntimeError(f"{framework} training command failed with exit code {result.returncode}; see framework-stderr.log") + return payload + + +def _framework_artifacts( + helpers: HelperMap, + run_id: str, + node_id: str, + output_dir: pathlib.Path, + metrics: dict[str, Any], + model_path: pathlib.Path, +) -> list[dict[str, Any]]: + if not model_path.exists(): + raise RuntimeError(f"expected framework model artifact was not produced: {model_path}") + return [ + helpers["write_json_artifact"](run_id, node_id, output_dir, "metrics.json", metrics), + helpers["build_artifact"](run_id, node_id, output_dir / "framework-command.json", "json"), + helpers["build_artifact"](run_id, node_id, output_dir / "framework-stdout.log", "log"), + helpers["build_artifact"](run_id, node_id, output_dir / "framework-stderr.log", "log"), + helpers["build_artifact"](run_id, node_id, model_path, "model"), + ] + + def _load_json_records(path: pathlib.Path) -> list[dict[str, Any]]: if path.is_dir(): candidates = [ @@ -213,6 +315,7 @@ def run_policy_training( metrics = { "operator": operator_name, "modelFamily": model_family, + "trainingBackend": "torch_mlp", "datasetPath": str(dataset_path), "sampleCount": len(records), "stateDim": state_dim, @@ -230,6 +333,192 @@ def run_policy_training( ] +def run_lerobot_act_training( + run_id: str, + node_id: str, + output_dir: Any, + node_data: dict[str, Any], + inputs: list[dict[str, Any]], + helpers: HelperMap, +) -> list[dict[str, Any]]: + params = helpers["hyperparams"](node_data) + backend = _text(params, "TRAINING_BACKEND", "lerobot").lower() + if backend == "torch_mlp": + return run_policy_training( + run_id, + node_id, + output_dir, + node_data, + inputs, + helpers, + operator_name="ACT 策略训练", + model_family="ACT", + ) + if backend != "lerobot": + raise RuntimeError("ACT TRAINING_BACKEND must be lerobot or torch_mlp") + + dataset_repo_id = _text(params, "DATASET_REPO_ID") + dataset_root = _text(params, "DATASET_PATH") or _text(params, "TRAIN_DATA_PATH") + if not dataset_repo_id and not dataset_root: + raise RuntimeError("ACT LeRobot training requires DATASET_REPO_ID or DATASET_PATH") + if dataset_root and not pathlib.Path(dataset_root).exists(): + raise RuntimeError(f"ACT DATASET_PATH does not exist: {dataset_root}") + + output_path = pathlib.Path(output_dir) + train_dir = output_path / "lerobot-act" + command = [ + _text(params, "LEROBOT_TRAIN_BIN", "lerobot-train"), + f"--policy.type={_text(params, 'POLICY_TYPE', 'act')}", + f"--output_dir={train_dir}", + f"--job_name={_text(params, 'JOB_NAME', f'droboticflow-act-{run_id[:8]}')}", + f"--policy.device={_text(params, 'DEVICE', 'cuda')}", + f"--wandb.enable={str(_bool(params, 'WANDB_ENABLE', False)).lower()}", + ] + if dataset_repo_id: + command.append(f"--dataset.repo_id={dataset_repo_id}") + if dataset_root: + command.append(f"--dataset.root={dataset_root}") + policy_repo_id = _text(params, "POLICY_REPO_ID") + if policy_repo_id: + command.append(f"--policy.repo_id={policy_repo_id}") + if _text(params, "MAX_STEPS"): + command.append(f"--steps={_int(params, 'MAX_STEPS', 1000)}") + if _text(params, "BATCH_SIZE"): + command.append(f"--batch_size={_int(params, 'BATCH_SIZE', 8)}") + if _text(params, "LEARNING_RATE"): + command.append(f"--optimizer.lr={_float(params, 'LEARNING_RATE', 0.0001)}") + if _text(params, "CHUNK_SIZE"): + command.append(f"--policy.chunk_size={_int(params, 'CHUNK_SIZE', 100)}") + for override in _json_list(params, "LEROBOT_OVERRIDES_JSON"): + if not isinstance(override, str) or not override.strip() or override.strip().startswith("-"): + raise RuntimeError("LEROBOT_OVERRIDES_JSON entries must be non-empty Hydra override strings") + command.append(override.strip()) + + _run_framework_command( + command, + cwd=None, + output_dir=output_path, + framework="LeRobot ACT", + metadata={ + "datasetRepoId": dataset_repo_id, + "datasetRoot": dataset_root, + "trainingBackend": backend, + }, + env={**os.environ, "HF_HUB_DISABLE_XET": os.environ.get("HF_HUB_DISABLE_XET", "1")}, + ) + checkpoint = _find_first_file(train_dir, (".safetensors", ".pt", ".pth", ".bin")) + if checkpoint is None: + raise RuntimeError("LeRobot ACT training completed but no checkpoint file was found") + copied_checkpoint = output_path / checkpoint.name + if checkpoint != copied_checkpoint: + shutil.copy2(checkpoint, copied_checkpoint) + metrics = { + "operator": "ACT 策略训练", + "modelFamily": "LeRobot ACT", + "trainingBackend": backend, + "datasetRepoId": dataset_repo_id, + "datasetRoot": dataset_root, + "outputDir": str(train_dir), + "checkpoint": str(copied_checkpoint), + "device": _text(params, "DEVICE", "cuda"), + } + return _framework_artifacts(helpers, run_id, node_id, output_path, metrics, copied_checkpoint) + + +def run_diffusion_policy_training( + run_id: str, + node_id: str, + output_dir: Any, + node_data: dict[str, Any], + inputs: list[dict[str, Any]], + helpers: HelperMap, +) -> list[dict[str, Any]]: + params = helpers["hyperparams"](node_data) + backend = _text(params, "TRAINING_BACKEND", "diffusion_policy").lower() + if backend == "torch_mlp": + return run_policy_training( + run_id, + node_id, + output_dir, + node_data, + inputs, + helpers, + operator_name="Diffusion Policy 训练", + model_family="Diffusion Policy", + ) + if backend != "diffusion_policy": + raise RuntimeError("Diffusion Policy TRAINING_BACKEND must be diffusion_policy or torch_mlp") + + repo_root = pathlib.Path(_text(params, "DIFFUSION_POLICY_ROOT") or os.environ.get("DIFFUSION_POLICY_ROOT", "/opt/diffusion_policy")) + train_py = repo_root / "train.py" + if not train_py.exists(): + raise RuntimeError(f"Diffusion Policy train.py does not exist: {train_py}") + dataset_path = _dataset_path(params, inputs) + output_path = pathlib.Path(output_dir) + train_dir = output_path / "diffusion-policy" + config_name = _text(params, "CONFIG_NAME", "image_pusht_diffusion_policy_cnn") + command = [ + "python", + str(train_py), + "--config-dir", + _text(params, "CONFIG_DIR", "."), + f"--config-name={config_name}", + f"hydra.run.dir={train_dir}", + f"training.device={_text(params, 'DEVICE', 'cuda:0')}", + ] + task_name = _text(params, "TASK_NAME") + if task_name: + command.append(f"task={task_name}") + command.extend( + [ + f"task.dataset.zarr_path={dataset_path}", + f"training.num_epochs={_int(params, 'EPOCHS', 1)}", + f"dataloader.batch_size={_int(params, 'BATCH_SIZE', 8)}", + f"optimizer.lr={_float(params, 'LEARNING_RATE', 0.0001)}", + ] + ) + if _text(params, "HORIZON"): + command.append(f"horizon={_int(params, 'HORIZON', 16)}") + if _text(params, "DIFFUSION_STEPS"): + command.append(f"policy.num_inference_steps={_int(params, 'DIFFUSION_STEPS', 32)}") + for override in _json_list(params, "HYDRA_OVERRIDES_JSON"): + if not isinstance(override, str) or not override.strip() or override.strip().startswith("-"): + raise RuntimeError("HYDRA_OVERRIDES_JSON entries must be non-empty Hydra override strings") + command.append(override.strip()) + + _run_framework_command( + command, + cwd=repo_root, + output_dir=output_path, + framework="real-stanford Diffusion Policy", + metadata={ + "datasetPath": str(dataset_path), + "trainingBackend": backend, + "configName": config_name, + "taskName": task_name, + }, + env={**os.environ, "WANDB_MODE": os.environ.get("WANDB_MODE", "offline")}, + ) + checkpoint = _find_first_file(train_dir, (".ckpt", ".pt", ".pth")) + if checkpoint is None: + raise RuntimeError("Diffusion Policy training completed but no checkpoint file was found") + copied_checkpoint = output_path / checkpoint.name + if checkpoint != copied_checkpoint: + shutil.copy2(checkpoint, copied_checkpoint) + metrics = { + "operator": "Diffusion Policy 训练", + "modelFamily": "real-stanford Diffusion Policy", + "trainingBackend": backend, + "datasetPath": str(dataset_path), + "configName": config_name, + "taskName": task_name, + "outputDir": str(train_dir), + "checkpoint": str(copied_checkpoint), + "device": _text(params, "DEVICE", "cuda:0"), + } + return _framework_artifacts(helpers, run_id, node_id, output_path, metrics, copied_checkpoint) + + def run_yolo_training( run_id: str, node_id: str, @@ -299,6 +588,158 @@ def run_yolo_training( ] +def _input_model_path(inputs: list[dict[str, Any]], output_dir: pathlib.Path) -> pathlib.Path | None: + for artifact in inputs: + artifact_type = str(artifact.get("type") or "").lower() + name = str(artifact.get("name") or artifact.get("filename") or "").lower() + raw_path = str(artifact.get("path") or artifact.get("uri") or "") + if not raw_path: + continue + candidate = pathlib.Path(raw_path) + if not candidate.exists(): + continue + if artifact_type == "model" or name.endswith((".zip", ".pt", ".pth", ".safetensors", ".bin")): + if candidate.suffix.lower() == ".zip": + extract_dir = output_dir / "upstream-model" + if extract_dir.exists(): + shutil.rmtree(extract_dir) + extract_dir.mkdir(parents=True, exist_ok=True) + with zipfile.ZipFile(candidate) as archive: + archive.extractall(extract_dir) + children = [item for item in extract_dir.iterdir() if item.is_dir()] + return children[0] if len(children) == 1 else extract_dir + return candidate + return None + + +def run_openvla_finetune( + run_id: str, + node_id: str, + output_dir: Any, + node_data: dict[str, Any], + inputs: list[dict[str, Any]], + helpers: HelperMap, +) -> list[dict[str, Any]]: + params = helpers["hyperparams"](node_data) + backend = _text(params, "TRAINING_BACKEND", "openvla_lora").lower() + if backend in {"transformers_text", "causal_lm"}: + return run_transformers_text_finetune(run_id, node_id, output_dir, node_data, inputs, helpers) + if backend != "openvla_lora": + raise RuntimeError("OpenVLA TRAINING_BACKEND must be openvla_lora or transformers_text") + + openvla_root = pathlib.Path(_text(params, "OPENVLA_ROOT") or os.environ.get("OPENVLA_ROOT", "/opt/openvla")) + script = openvla_root / "vla-scripts" / "finetune.py" + if not script.exists(): + raise RuntimeError(f"OpenVLA fine-tune script does not exist: {script}") + base_model = _text(params, "BASE_MODEL", "openvla/openvla-7b") + data_root = pathlib.Path(_text(params, "DATA_ROOT_DIR") or str(_dataset_path(params, inputs))) + if not data_root.exists(): + raise RuntimeError(f"OpenVLA DATA_ROOT_DIR does not exist: {data_root}") + dataset_name = _text(params, "DATASET_NAME") + if not dataset_name: + raise RuntimeError("OpenVLA DATASET_NAME is required for RLDS fine-tune") + output_path = pathlib.Path(output_dir) + run_root = output_path / "openvla-runs" + adapter_dir = output_path / "openvla-adapter" + gpu_count = _int(params, "GPU_COUNT", 1) + command = [ + "torchrun", + "--standalone", + "--nnodes", + "1", + "--nproc-per-node", + str(gpu_count), + str(script), + "--vla_path", + base_model, + "--data_root_dir", + str(data_root), + "--dataset_name", + dataset_name, + "--run_root_dir", + str(run_root), + "--adapter_tmp_dir", + str(adapter_dir), + "--batch_size", + str(_int(params, "BATCH_SIZE", 8)), + "--max_steps", + str(_int(params, "MAX_STEPS", 1000)), + "--save_steps", + str(_int(params, "SAVE_STEPS", 500)), + "--learning_rate", + str(_float(params, "LEARNING_RATE", 0.0005)), + "--lora_rank", + str(_int(params, "LORA_RANK", 32)), + "--lora_dropout", + str(_float(params, "LORA_DROPOUT", 0.0)), + "--use_lora", + "True", + "--use_quantization", + "True" if _bool(params, "USE_QUANTIZATION", False) else "False", + "--image_aug", + "True" if _bool(params, "IMAGE_AUG", True) else "False", + ] + for override in _json_list(params, "OPENVLA_OVERRIDES_JSON"): + if not isinstance(override, str) or not override.strip() or override.strip().startswith("-"): + raise RuntimeError("OPENVLA_OVERRIDES_JSON entries must be non-empty draccus override strings") + command.append(override.strip()) + + _run_framework_command( + command, + cwd=openvla_root, + output_dir=output_path, + framework="OpenVLA LoRA fine-tune", + metadata={ + "baseModel": base_model, + "dataRootDir": str(data_root), + "datasetName": dataset_name, + "trainingBackend": backend, + "gpuCount": gpu_count, + }, + env={**os.environ, "TOKENIZERS_PARALLELISM": "false", "WANDB_MODE": os.environ.get("WANDB_MODE", "offline")}, + ) + if not adapter_dir.exists(): + found_model_dir = next((path for path in run_root.rglob("*") if path.is_dir() and any(item.name == "adapter_config.json" for item in path.iterdir())), None) + if found_model_dir is not None: + adapter_dir = found_model_dir + archive_path = _zip_directory(adapter_dir, output_path / "openvla-adapter.zip") + metrics = { + "operator": "OpenVLA 微调训练", + "modelFamily": "OpenVLA LoRA", + "trainingBackend": backend, + "baseModel": base_model, + "dataRootDir": str(data_root), + "datasetName": dataset_name, + "runRootDir": str(run_root), + "adapterDir": str(adapter_dir), + "modelArchive": str(archive_path), + "gpuCount": gpu_count, + } + return _framework_artifacts(helpers, run_id, node_id, output_path, metrics, archive_path) + + +def run_openvla_inference( + run_id: str, + node_id: str, + output_dir: Any, + node_data: dict[str, Any], + inputs: list[dict[str, Any]], + helpers: HelperMap, +) -> list[dict[str, Any]]: + params = helpers["hyperparams"](node_data) + backend = _text(params, "INFERENCE_BACKEND", "openvla_transformers").lower() + output_path = pathlib.Path(output_dir) + upstream_model = _input_model_path(inputs, output_path) + if not _text(params, "MODEL_PATH") and upstream_model is not None: + node_data = dict(node_data) + hyperparams = [dict(item) for item in node_data.get("hyperparams", []) if isinstance(item, dict)] + hyperparams.append({"key": "MODEL_PATH", "value": str(upstream_model)}) + node_data["hyperparams"] = hyperparams + if backend in {"openvla_transformers", "transformers_text", "causal_lm"}: + return run_transformers_text_inference(run_id, node_id, output_dir, node_data, inputs, helpers) + raise RuntimeError("OpenVLA INFERENCE_BACKEND must be openvla_transformers") + + def run_transformers_text_finetune( run_id: str, node_id: str, diff --git a/docs/operators/3D-资产仿真生成.md b/docs/operators/3D-资产仿真生成.md index d633c2dc..1b162076 100644 --- a/docs/operators/3D-资产仿真生成.md +++ b/docs/operators/3D-资产仿真生成.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/sim3d_asset_generate/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_sim3d_asset_generate`。 +- 当前独立实现入口是 `operator-repos/builtin/sim3d_asset_generate/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `sim3d_asset_generate`。 ## 设计边界 diff --git a/docs/operators/ACT-策略训练.md b/docs/operators/ACT-策略训练.md index fad1e584..b13d38cb 100644 --- a/docs/operators/ACT-策略训练.md +++ b/docs/operators/ACT-策略训练.md @@ -15,7 +15,7 @@ ## 平台语义 -ACT 策略训练算子;使用 DATASET_PATH/STATE_FIELD/ACTION_FIELD 等结构化参数读取真实轨迹样本,在独立 GPU 镜像中训练并输出 checkpoint.pt 与 metrics.json。推荐 1 张 A800 80GB。 +ACT 策略训练算子;生产默认使用 Hugging Face LeRobot ACT 训练入口,读取 DATASET_REPO_ID 或 DATASET_PATH 指向的真实 LeRobot 数据集并输出 checkpoint 与 metrics。推荐 1 张 A800 80GB;仅本地单元测试可显式设置 TRAINING_BACKEND=torch_mlp。 ## 运行时契约 @@ -47,14 +47,15 @@ flowchart LR ## 关键超参数 -- `DATASET_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。真实训练数据路径;支持 JSON/JSONL/CSV 或包含 samples.json/jsonl 的目录 通常建议在工作流中显式配置。 -- `STATE_FIELD`:类型 `string`,默认值 `state`。状态向量字段名 可直接使用默认值,也可在节点级覆盖。 -- `ACTION_FIELD`:类型 `string`,默认值 `action`。动作向量字段名 可直接使用默认值,也可在节点级覆盖。 -- `EPOCHS`:类型 `number`,默认值 `5`。训练轮数 可直接使用默认值,也可在节点级覆盖。 +- `TRAINING_BACKEND`:类型 `string`,默认值 `lerobot`。生产训练后端;默认 lerobot,测试 fallback 才允许 torch_mlp 可直接使用默认值,也可在节点级覆盖。 +- `DATASET_REPO_ID`:类型 `string`,默认值 空字符串或由工作流显式填写。Hugging Face LeRobot 数据集 repo_id,例如 org/robot_dataset 通常建议在工作流中显式配置。 +- `DATASET_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。POC/PVC 中的真实 LeRobot 数据集根目录;与 DATASET_REPO_ID 至少提供一个 通常建议在工作流中显式配置。 +- `POLICY_REPO_ID`:类型 `string`,默认值 空字符串或由工作流显式填写。可选的 LeRobot policy repo_id,用于后续发布或复现实验 通常建议在工作流中显式配置。 +- `MAX_STEPS`:类型 `number`,默认值 `1000`。短训最大 step 数,生产长训按数据规模调大 可直接使用默认值,也可在节点级覆盖。 - `BATCH_SIZE`:类型 `number`,默认值 `8`。训练 batch size 可直接使用默认值,也可在节点级覆盖。 -- `LEARNING_RATE`:类型 `number`,默认值 `0.001`。AdamW 学习率 可直接使用默认值,也可在节点级覆盖。 -- `HIDDEN_DIM`:类型 `number`,默认值 `128`。策略网络隐藏层宽度 可直接使用默认值,也可在节点级覆盖。 -- `CHUNK_SIZE`:类型 `number`,默认值 `1`。ACT action chunk size 可直接使用默认值,也可在节点级覆盖。 +- `LEARNING_RATE`:类型 `number`,默认值 `0.0001`。LeRobot optimizer.lr 可直接使用默认值,也可在节点级覆盖。 +- `CHUNK_SIZE`:类型 `number`,默认值 `100`。ACT action chunk size 可直接使用默认值,也可在节点级覆盖。 +- `LEROBOT_OVERRIDES_JSON`:类型 `json`,默认值 `[]`。额外 Hydra override 字符串数组,不允许 shell 命令 可直接使用默认值,也可在节点级覆盖。 - `RECOMMENDED_GPU`:类型 `string`,默认值 `1x NVIDIA A800 80GB`。推荐 GPU 配置 可直接使用默认值,也可在节点级覆盖。 ## 执行前准备 @@ -81,14 +82,15 @@ flowchart LR "type": "builtin", "category": "AI", "hyperparams": { + "TRAINING_BACKEND": "lerobot", + "DATASET_REPO_ID": "<按节点填写>", "DATASET_PATH": "<按节点填写>", - "STATE_FIELD": "state", - "ACTION_FIELD": "action", - "EPOCHS": "5", + "POLICY_REPO_ID": "<按节点填写>", + "MAX_STEPS": "1000", "BATCH_SIZE": "8", - "LEARNING_RATE": "0.001", - "HIDDEN_DIM": "128", - "CHUNK_SIZE": "1", + "LEARNING_RATE": "0.0001", + "CHUNK_SIZE": "100", + "LEROBOT_OVERRIDES_JSON": "[]", "RECOMMENDED_GPU": "1x NVIDIA A800 80GB" } } diff --git a/docs/operators/Diffusion-Policy-训练.md b/docs/operators/Diffusion-Policy-训练.md index 15574675..85bcdde5 100644 --- a/docs/operators/Diffusion-Policy-训练.md +++ b/docs/operators/Diffusion-Policy-训练.md @@ -15,7 +15,7 @@ ## 平台语义 -Diffusion Policy 训练算子;使用 DATASET_PATH/STATE_FIELD/ACTION_FIELD/HORIZON/DIFFUSION_STEPS 等结构化参数读取真实轨迹数据,输出 checkpoint.pt 与 metrics.json。推荐 1 张 A800 80GB。 +Diffusion Policy 训练算子;生产默认使用 real-stanford/diffusion_policy 的 Hydra train.py,读取真实 Zarr/轨迹数据并输出 .ckpt、logs 和 metrics。推荐 1 张 A800 80GB;仅本地单元测试可显式设置 TRAINING_BACKEND=torch_mlp。 ## 运行时契约 @@ -47,15 +47,17 @@ flowchart LR ## 关键超参数 -- `DATASET_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。真实训练数据路径;支持 JSON/JSONL/CSV 或包含 samples.json/jsonl 的目录 通常建议在工作流中显式配置。 -- `STATE_FIELD`:类型 `string`,默认值 `state`。观测/状态向量字段名 可直接使用默认值,也可在节点级覆盖。 -- `ACTION_FIELD`:类型 `string`,默认值 `action`。动作向量字段名 可直接使用默认值,也可在节点级覆盖。 -- `EPOCHS`:类型 `number`,默认值 `5`。训练轮数 可直接使用默认值,也可在节点级覆盖。 +- `TRAINING_BACKEND`:类型 `string`,默认值 `diffusion_policy`。生产训练后端;默认 diffusion_policy,测试 fallback 才允许 torch_mlp 可直接使用默认值,也可在节点级覆盖。 +- `DIFFUSION_POLICY_ROOT`:类型 `string`,默认值 `/opt/diffusion_policy`。real-stanford/diffusion_policy 仓库路径 可直接使用默认值,也可在节点级覆盖。 +- `DATASET_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。真实 Zarr/轨迹数据路径,会作为 task.dataset.zarr_path 传入 通常建议在工作流中显式配置。 +- `CONFIG_NAME`:类型 `string`,默认值 `image_pusht_diffusion_policy_cnn`。Hydra config name 或 config yaml 名称 可直接使用默认值,也可在节点级覆盖。 +- `TASK_NAME`:类型 `string`,默认值 空字符串或由工作流显式填写。可选 task override 通常建议在工作流中显式配置。 +- `EPOCHS`:类型 `number`,默认值 `1`。短训 epoch 数,生产长训按数据规模调大 可直接使用默认值,也可在节点级覆盖。 - `BATCH_SIZE`:类型 `number`,默认值 `8`。训练 batch size 可直接使用默认值,也可在节点级覆盖。 -- `LEARNING_RATE`:类型 `number`,默认值 `0.001`。AdamW 学习率 可直接使用默认值,也可在节点级覆盖。 -- `HIDDEN_DIM`:类型 `number`,默认值 `256`。策略网络隐藏层宽度 可直接使用默认值,也可在节点级覆盖。 +- `LEARNING_RATE`:类型 `number`,默认值 `0.0001`。optimizer.lr 可直接使用默认值,也可在节点级覆盖。 - `HORIZON`:类型 `number`,默认值 `16`。预测 horizon 可直接使用默认值,也可在节点级覆盖。 - `DIFFUSION_STEPS`:类型 `number`,默认值 `32`。扩散步数配置,用于训练记录和下游复现 可直接使用默认值,也可在节点级覆盖。 +- `HYDRA_OVERRIDES_JSON`:类型 `json`,默认值 `[]`。额外 Hydra override 字符串数组,不允许 shell 命令 可直接使用默认值,也可在节点级覆盖。 - `RECOMMENDED_GPU`:类型 `string`,默认值 `1x NVIDIA A800 80GB`。推荐 GPU 配置 可直接使用默认值,也可在节点级覆盖。 ## 执行前准备 @@ -82,15 +84,17 @@ flowchart LR "type": "builtin", "category": "AI", "hyperparams": { + "TRAINING_BACKEND": "diffusion_policy", + "DIFFUSION_POLICY_ROOT": "/opt/diffusion_policy", "DATASET_PATH": "<按节点填写>", - "STATE_FIELD": "state", - "ACTION_FIELD": "action", - "EPOCHS": "5", + "CONFIG_NAME": "image_pusht_diffusion_policy_cnn", + "TASK_NAME": "<按节点填写>", + "EPOCHS": "1", "BATCH_SIZE": "8", - "LEARNING_RATE": "0.001", - "HIDDEN_DIM": "256", + "LEARNING_RATE": "0.0001", "HORIZON": "16", "DIFFUSION_STEPS": "32", + "HYDRA_OVERRIDES_JSON": "[]", "RECOMMENDED_GPU": "1x NVIDIA A800 80GB" } } diff --git a/docs/operators/LeRobot-数据集概览.md b/docs/operators/LeRobot-数据集概览.md index f805c847..a1b87de0 100644 --- a/docs/operators/LeRobot-数据集概览.md +++ b/docs/operators/LeRobot-数据集概览.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/lerobot_summary/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_lerobot_summary`。 +- 当前独立实现入口是 `operator-repos/builtin/lerobot_summary/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `lerobot`。 ## 设计边界 diff --git a/docs/operators/OpenVLA-微调训练.md b/docs/operators/OpenVLA-微调训练.md index 1a8781ed..a9c1e24f 100644 --- a/docs/operators/OpenVLA-微调训练.md +++ b/docs/operators/OpenVLA-微调训练.md @@ -15,7 +15,7 @@ ## 平台语义 -OpenVLA 微调算子;使用 BASE_MODEL、DATASET_PATH、TEXT_FIELD、TARGET_FIELD 等结构化参数,通过 Transformers/PyTorch 对真实指令-动作样本训练并输出模型目录与 metrics.json。推荐 1 张 A800 80GB。 +OpenVLA 微调算子;生产默认使用 OpenVLA 官方 vla-scripts/finetune.py 的 PEFT/LoRA 路径,读取真实 RLDS 数据集并输出 LoRA adapter artifact 与 metrics。推荐 1 张 A800 80GB。 ## 运行时契约 @@ -47,14 +47,17 @@ flowchart LR ## 关键超参数 -- `BASE_MODEL`:类型 `string`,默认值 空字符串或由工作流显式填写。Hugging Face 或本地基础模型路径 通常建议在工作流中显式配置。 -- `DATASET_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。真实微调数据 JSON/JSONL/CSV 路径 通常建议在工作流中显式配置。 -- `TEXT_FIELD`:类型 `string`,默认值 `instruction`。指令/观测文本字段名 可直接使用默认值,也可在节点级覆盖。 -- `TARGET_FIELD`:类型 `string`,默认值 `action`。目标动作文本字段名 可直接使用默认值,也可在节点级覆盖。 -- `MAX_LENGTH`:类型 `number`,默认值 `256`。token 最大长度 可直接使用默认值,也可在节点级覆盖。 -- `EPOCHS`:类型 `number`,默认值 `1`。训练轮数 可直接使用默认值,也可在节点级覆盖。 -- `BATCH_SIZE`:类型 `number`,默认值 `1`。训练 batch size 可直接使用默认值,也可在节点级覆盖。 -- `LEARNING_RATE`:类型 `number`,默认值 `0.00005`。AdamW 学习率 可直接使用默认值,也可在节点级覆盖。 +- `TRAINING_BACKEND`:类型 `string`,默认值 `openvla_lora`。生产训练后端;默认 openvla_lora,兼容测试可显式 transformers_text 可直接使用默认值,也可在节点级覆盖。 +- `OPENVLA_ROOT`:类型 `string`,默认值 `/opt/openvla`。OpenVLA 仓库路径 可直接使用默认值,也可在节点级覆盖。 +- `BASE_MODEL`:类型 `string`,默认值 `openvla/openvla-7b`。OpenVLA 基础模型路径或 HF 模型名 可直接使用默认值,也可在节点级覆盖。 +- `DATA_ROOT_DIR`:类型 `string`,默认值 空字符串或由工作流显式填写。真实 RLDS 数据集根目录 通常建议在工作流中显式配置。 +- `DATASET_NAME`:类型 `string`,默认值 空字符串或由工作流显式填写。RLDS 数据集名称,例如 droid_wipe 通常建议在工作流中显式配置。 +- `MAX_STEPS`:类型 `number`,默认值 `1000`。短训最大 step 数,生产长训按数据规模调大 可直接使用默认值,也可在节点级覆盖。 +- `SAVE_STEPS`:类型 `number`,默认值 `500`。checkpoint 保存间隔 可直接使用默认值,也可在节点级覆盖。 +- `BATCH_SIZE`:类型 `number`,默认值 `8`。LoRA fine-tune batch size 可直接使用默认值,也可在节点级覆盖。 +- `LEARNING_RATE`:类型 `number`,默认值 `0.0005`。LoRA 学习率 可直接使用默认值,也可在节点级覆盖。 +- `LORA_RANK`:类型 `number`,默认值 `32`。LoRA rank 可直接使用默认值,也可在节点级覆盖。 +- `USE_QUANTIZATION`:类型 `boolean`,默认值 `false`。是否启用 4-bit quantization 可直接使用默认值,也可在节点级覆盖。 - `PRECISION`:类型 `string`,默认值 `bf16`。推荐精度配置 可直接使用默认值,也可在节点级覆盖。 - `RECOMMENDED_GPU`:类型 `string`,默认值 `1x NVIDIA A800 80GB`。推荐 GPU 配置 可直接使用默认值,也可在节点级覆盖。 @@ -82,14 +85,17 @@ flowchart LR "type": "builtin", "category": "AI", "hyperparams": { - "BASE_MODEL": "<按节点填写>", - "DATASET_PATH": "<按节点填写>", - "TEXT_FIELD": "instruction", - "TARGET_FIELD": "action", - "MAX_LENGTH": "256", - "EPOCHS": "1", - "BATCH_SIZE": "1", - "LEARNING_RATE": "0.00005", + "TRAINING_BACKEND": "openvla_lora", + "OPENVLA_ROOT": "/opt/openvla", + "BASE_MODEL": "openvla/openvla-7b", + "DATA_ROOT_DIR": "<按节点填写>", + "DATASET_NAME": "<按节点填写>", + "MAX_STEPS": "1000", + "SAVE_STEPS": "500", + "BATCH_SIZE": "8", + "LEARNING_RATE": "0.0005", + "LORA_RANK": "32", + "USE_QUANTIZATION": "false", "PRECISION": "bf16", "RECOMMENDED_GPU": "1x NVIDIA A800 80GB" } diff --git a/docs/operators/OpenVLA-推理.md b/docs/operators/OpenVLA-推理.md index 1d552e81..717b7656 100644 --- a/docs/operators/OpenVLA-推理.md +++ b/docs/operators/OpenVLA-推理.md @@ -47,7 +47,8 @@ flowchart LR ## 关键超参数 -- `MODEL_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。本地模型目录或 Hugging Face 模型名 通常建议在工作流中显式配置。 +- `INFERENCE_BACKEND`:类型 `string`,默认值 `openvla_transformers`。推理后端;默认从 MODEL_PATH 或上游 fine-tune artifact 加载 OpenVLA/Transformers 权重 可直接使用默认值,也可在节点级覆盖。 +- `MODEL_PATH`:类型 `string`,默认值 空字符串或由工作流显式填写。本地模型目录或 Hugging Face 模型名;为空时自动消费上游模型 artifact 通常建议在工作流中显式配置。 - `BASE_MODEL`:类型 `string`,默认值 空字符串或由工作流显式填写。未提供 MODEL_PATH 时使用的基础模型 通常建议在工作流中显式配置。 - `PROMPT`:类型 `string`,默认值 空字符串或由工作流显式填写。推理 prompt;为空则从上游样本读取 TEXT_FIELD 通常建议在工作流中显式配置。 - `TEXT_FIELD`:类型 `string`,默认值 `instruction`。上游样本指令字段名 可直接使用默认值,也可在节点级覆盖。 @@ -79,6 +80,7 @@ flowchart LR "type": "builtin", "category": "AI", "hyperparams": { + "INFERENCE_BACKEND": "openvla_transformers", "MODEL_PATH": "<按节点填写>", "BASE_MODEL": "<按节点填写>", "PROMPT": "<按节点填写>", diff --git a/docs/operators/ROSBag-数据概览.md b/docs/operators/ROSBag-数据概览.md index a5d567e8..0078df4a 100644 --- a/docs/operators/ROSBag-数据概览.md +++ b/docs/operators/ROSBag-数据概览.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/rosbag_summary/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_rosbag_summary`。 +- 当前独立实现入口是 `operator-repos/builtin/rosbag_summary/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `rosbag`。 ## 设计边界 diff --git a/docs/operators/VLA-样本清单校验.md b/docs/operators/VLA-样本清单校验.md index fc5d7403..93e178a7 100644 --- a/docs/operators/VLA-样本清单校验.md +++ b/docs/operators/VLA-样本清单校验.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/vla_sample_manifest_validate/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_vla_sample_manifest_validate`。 +- 当前独立实现入口是 `operator-repos/builtin/vla_sample_manifest_validate/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `vla_sample_manifest_validate`。 ## 设计边界 diff --git a/docs/operators/YOLO-具身目标检测训练.md b/docs/operators/YOLO-具身目标检测训练.md index 5fc12a21..bc066192 100644 --- a/docs/operators/YOLO-具身目标检测训练.md +++ b/docs/operators/YOLO-具身目标检测训练.md @@ -52,6 +52,7 @@ flowchart LR - `EPOCHS`:类型 `number`,默认值 `10`。训练轮数 可直接使用默认值,也可在节点级覆盖。 - `IMAGE_SIZE`:类型 `number`,默认值 `640`。输入图片尺寸 可直接使用默认值,也可在节点级覆盖。 - `BATCH_SIZE`:类型 `number`,默认值 `8`。训练 batch size 可直接使用默认值,也可在节点级覆盖。 +- `WORKERS`:类型 `number`,默认值 `0`。数据加载 worker 数;K8s 默认共享内存较小时建议为 0 可直接使用默认值,也可在节点级覆盖。 - `CONF`:类型 `number`,默认值 `0.25`。后续检测推荐置信度 可直接使用默认值,也可在节点级覆盖。 - `TARGET_LABELS`:类型 `string`,默认值 空字符串或由工作流显式填写。关注类别,逗号分隔 通常建议在工作流中显式配置。 - `RECOMMENDED_GPU`:类型 `string`,默认值 `1x NVIDIA A800 80GB`。推荐 GPU 配置 可直接使用默认值,也可在节点级覆盖。 @@ -85,6 +86,7 @@ flowchart LR "EPOCHS": "10", "IMAGE_SIZE": "640", "BATCH_SIZE": "8", + "WORKERS": "0", "CONF": "0.25", "TARGET_LABELS": "<按节点填写>", "RECOMMENDED_GPU": "1x NVIDIA A800 80GB" diff --git a/docs/operators/真实数据源.md b/docs/operators/真实数据源.md index 5b11741e..5a1f6028 100644 --- a/docs/operators/真实数据源.md +++ b/docs/operators/真实数据源.md @@ -23,7 +23,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/real_source/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_source`。 +- 当前独立实现入口是 `operator-repos/builtin/real_source/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `source`。 - 该类源算子没有显式上游输入,主要依赖节点超参数和运行时注入的存储连接信息。 ## 设计边界 diff --git a/docs/operators/轻量策略评测.md b/docs/operators/轻量策略评测.md index 39bbb9ac..4cbd2a84 100644 --- a/docs/operators/轻量策略评测.md +++ b/docs/operators/轻量策略评测.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/vla_model_evaluate/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_vla_model_evaluate`。 +- 当前独立实现入口是 `operator-repos/builtin/vla_model_evaluate/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `vla_model_evaluate`。 ## 设计边界 diff --git a/docs/operators/轻量线性策略推理.md b/docs/operators/轻量线性策略推理.md index 11fcc8e7..95866fa9 100644 --- a/docs/operators/轻量线性策略推理.md +++ b/docs/operators/轻量线性策略推理.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/vla_model_inference/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_vla_model_inference`。 +- 当前独立实现入口是 `operator-repos/builtin/vla_model_inference/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `vla_model_inference`。 ## 设计边界 diff --git a/docs/operators/轻量线性策略训练.md b/docs/operators/轻量线性策略训练.md index 54a48cc3..2df77291 100644 --- a/docs/operators/轻量线性策略训练.md +++ b/docs/operators/轻量线性策略训练.md @@ -22,7 +22,7 @@ - Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。 - 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。 - 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。 -- 当前独立实现入口是 `operator-repos/builtin/vla_model_train/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_vla_model_train`。 +- 当前独立实现入口是 `operator-repos/builtin/vla_model_train/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `vla_model_train`。 ## 设计边界 diff --git a/internal/api/builtin_operators_catalog.json b/internal/api/builtin_operators_catalog.json index 8edd67b8..474ebd6d 100644 --- a/internal/api/builtin_operators_catalog.json +++ b/internal/api/builtin_operators_catalog.json @@ -174,7 +174,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "source", + "handler": "builtin_source", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -267,7 +267,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "model_inference", + "handler": "builtin_model_inference", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -347,7 +347,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "merge", + "handler": "builtin_merge", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -411,7 +411,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "upload", + "handler": "builtin_upload", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -492,7 +492,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "human_review", + "handler": "builtin_human_review", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -573,7 +573,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "directory_scan", + "handler": "builtin_directory_scan", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -654,7 +654,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "csv_to_json", + "handler": "builtin_csv_to_json", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -727,7 +727,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_to_csv", + "handler": "builtin_json_to_csv", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -808,7 +808,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_extract", + "handler": "builtin_json_extract", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -907,7 +907,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_filter", + "handler": "builtin_json_filter", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -988,7 +988,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_map", + "handler": "builtin_json_map", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1075,7 +1075,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "text_template", + "handler": "builtin_text_template", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1181,7 +1181,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "condition_router", + "handler": "builtin_condition_router", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1262,7 +1262,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "xplatform_index", + "handler": "builtin_xplatform_index", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1343,7 +1343,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "collection_validate", + "handler": "builtin_collection_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1442,7 +1442,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_quality", + "handler": "builtin_video_quality", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1560,7 +1560,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_filter", + "handler": "builtin_dataset_filter", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1641,7 +1641,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_slicing", + "handler": "builtin_video_slicing", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1723,7 +1723,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_annotation", + "handler": "builtin_video_annotation", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1877,7 +1877,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_target_clip", + "handler": "builtin_video_target_clip", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -1954,7 +1954,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "result_package", + "handler": "builtin_result_package", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2035,7 +2035,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "audit_sampling", + "handler": "builtin_audit_sampling", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2158,7 +2158,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mongodb_write", + "handler": "builtin_mongodb_write", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2287,7 +2287,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hf_dataset_probe", + "handler": "builtin_hf_dataset_probe", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2392,7 +2392,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "parquet_table_summary", + "handler": "builtin_parquet_table_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2486,7 +2486,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "coco_annotation_validate", + "handler": "builtin_coco_annotation_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2592,7 +2592,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_detection_validate", + "handler": "builtin_yolo_detection_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2712,7 +2712,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_split_manifest", + "handler": "builtin_dataset_split_manifest", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2794,7 +2794,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_provenance_audit", + "handler": "builtin_dataset_provenance_audit", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -2889,7 +2889,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "webdataset_shard_summary", + "handler": "builtin_webdataset_shard_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3013,7 +3013,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "agibot_world2026_validate", + "handler": "builtin_agibot_world2026_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3096,7 +3096,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rlds_episode_summary", + "handler": "builtin_rlds_episode_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3213,7 +3213,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "bridgedata_tfds_manifest_validate", + "handler": "builtin_bridgedata_tfds_manifest_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3326,7 +3326,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "droid_raw_episode_validate", + "handler": "builtin_droid_raw_episode_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3463,7 +3463,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "libero_hdf5_task_validate", + "handler": "builtin_libero_hdf5_task_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3613,7 +3613,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robocasa_hdf5_demonstration_validate", + "handler": "builtin_robocasa_hdf5_demonstration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3726,7 +3726,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "furniturebench_pkl_demonstration_validate", + "handler": "builtin_furniturebench_pkl_demonstration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -3851,7 +3851,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "roboturk_real_hdf5_validate", + "handler": "builtin_roboturk_real_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4018,7 +4018,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "roboset_hdf5_validate", + "handler": "builtin_roboset_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4137,7 +4137,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rh20t_scene_validate", + "handler": "builtin_rh20t_scene_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4263,7 +4263,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robomind_hdf5_quality_validate", + "handler": "builtin_robomind_hdf5_quality_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4352,7 +4352,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hdf5_demonstration_summary", + "handler": "builtin_hdf5_demonstration_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4476,7 +4476,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robomimic_hdf5_validate", + "handler": "builtin_robomimic_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4595,7 +4595,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "aloha_hdf5_validate", + "handler": "builtin_aloha_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4720,7 +4720,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "umi_zarr_dataset_validate", + "handler": "builtin_umi_zarr_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4809,7 +4809,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "zarr_trajectory_summary", + "handler": "builtin_zarr_trajectory_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4903,7 +4903,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rlbench_dataset_validate", + "handler": "builtin_rlbench_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -4998,7 +4998,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "maniskill_trajectory_validate", + "handler": "builtin_maniskill_trajectory_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5093,7 +5093,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "calvin_episode_validate", + "handler": "builtin_calvin_episode_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5230,7 +5230,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rtx_action_schema_validate", + "handler": "builtin_rtx_action_schema_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5362,7 +5362,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "embodiment_metadata_validate", + "handler": "builtin_embodiment_metadata_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5504,7 +5504,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "force_torque_sensor_validate", + "handler": "builtin_force_torque_sensor_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5612,7 +5612,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "trajectory_integrity_validate", + "handler": "builtin_trajectory_integrity_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5730,7 +5730,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "action_state_quality_validate", + "handler": "builtin_action_state_quality_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5854,7 +5854,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "episode_boundary_validate", + "handler": "builtin_episode_boundary_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -5966,7 +5966,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rgbd_frame_pair_validate", + "handler": "builtin_rgbd_frame_pair_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6075,7 +6075,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "segmentation_mask_validate", + "handler": "builtin_segmentation_mask_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6176,7 +6176,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "language_instruction_validate", + "handler": "builtin_language_instruction_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6389,7 +6389,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "camera_calibration_validate", + "handler": "builtin_camera_calibration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6490,7 +6490,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "tf_transform_tree_validate", + "handler": "builtin_tf_transform_tree_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6596,7 +6596,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "ros_joint_state_validate", + "handler": "builtin_ros_joint_state_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6745,7 +6745,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "graspnet_dataset_validate", + "handler": "builtin_graspnet_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6890,7 +6890,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "bop_dataset_validate", + "handler": "builtin_bop_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -6998,7 +6998,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dexycb_dataset_validate", + "handler": "builtin_dexycb_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7118,7 +7118,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "ho3d_dataset_validate", + "handler": "builtin_ho3d_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7232,7 +7232,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hand_object_pose_validate", + "handler": "builtin_hand_object_pose_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7370,7 +7370,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "partnet_mobility_asset_validate", + "handler": "builtin_partnet_mobility_asset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7461,7 +7461,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mjcf_actuator_validate", + "handler": "builtin_mjcf_actuator_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7561,7 +7561,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robot_model_asset_validate", + "handler": "builtin_robot_model_asset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7692,7 +7692,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "joint_limit_validate", + "handler": "builtin_joint_limit_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7787,7 +7787,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "pointcloud_summary", + "handler": "builtin_pointcloud_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7881,7 +7881,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "sensor_timestamp_sync_validate", + "handler": "builtin_sensor_timestamp_sync_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -7992,7 +7992,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_dataset_validate", + "handler": "builtin_lerobot_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8105,7 +8105,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_video_alignment_validate", + "handler": "builtin_lerobot_video_alignment_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8202,7 +8202,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_metadata_consistency_validate", + "handler": "builtin_lerobot_metadata_consistency_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8309,7 +8309,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_v3_episode_index_validate", + "handler": "builtin_lerobot_v3_episode_index_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8561,7 +8561,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mcap_topic_summary", + "handler": "builtin_mcap_topic_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8661,7 +8661,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "tfrecord_structural_validate", + "handler": "builtin_tfrecord_structural_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8785,7 +8785,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_split_leakage_validate", + "handler": "builtin_dataset_split_leakage_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -8903,7 +8903,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "media_reference_validate", + "handler": "builtin_media_reference_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9025,7 +9025,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_schema_contract_validate", + "handler": "builtin_dataset_schema_contract_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9177,28 +9177,34 @@ "description": "在 A800 上运行真实 ACT imitation learning 训练命令,面向 ALOHA/LeRobot/HDF5 示教数据。", "hyperparams": [ { - "description": "真实训练数据路径;支持 JSON/JSONL/CSV 或包含 samples.json/jsonl 的目录", + "description": "生产训练后端;默认 lerobot,测试 fallback 才允许 torch_mlp", + "key": "TRAINING_BACKEND", + "type": "string", + "value": "lerobot" + }, + { + "description": "Hugging Face LeRobot 数据集 repo_id,例如 org/robot_dataset", + "key": "DATASET_REPO_ID", + "type": "string", + "value": "" + }, + { + "description": "POC/PVC 中的真实 LeRobot 数据集根目录;与 DATASET_REPO_ID 至少提供一个", "key": "DATASET_PATH", "type": "string", "value": "" }, { - "description": "状态向量字段名", - "key": "STATE_FIELD", + "description": "可选的 LeRobot policy repo_id,用于后续发布或复现实验", + "key": "POLICY_REPO_ID", "type": "string", - "value": "state" + "value": "" }, { - "description": "动作向量字段名", - "key": "ACTION_FIELD", - "type": "string", - "value": "action" - }, - { - "description": "训练轮数", - "key": "EPOCHS", + "description": "短训最大 step 数,生产长训按数据规模调大", + "key": "MAX_STEPS", "type": "number", - "value": "5" + "value": "1000" }, { "description": "训练 batch size", @@ -9207,22 +9213,22 @@ "value": "8" }, { - "description": "AdamW 学习率", + "description": "LeRobot optimizer.lr", "key": "LEARNING_RATE", "type": "number", - "value": "0.001" - }, - { - "description": "策略网络隐藏层宽度", - "key": "HIDDEN_DIM", - "type": "number", - "value": "128" + "value": "0.0001" }, { "description": "ACT action chunk size", "key": "CHUNK_SIZE", "type": "number", - "value": "1" + "value": "100" + }, + { + "description": "额外 Hydra override 字符串数组,不允许 shell 命令", + "key": "LEROBOT_OVERRIDES_JSON", + "type": "json", + "value": "[]" }, { "description": "推荐 GPU 配置", @@ -9273,7 +9279,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "act_policy_train", + "handler": "builtin_act_policy_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9293,15 +9299,15 @@ "requiresGpu": true }, "runtimeDependencies": [ - "real-act-training-command", - "trajectory-demonstration-files", + "huggingface-lerobot-act", + "lerobot-dataset-or-local-root", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" }, "runtimeHandler": "builtin_act_policy_train", "runtimeSource": "operator-repos/builtin/act_policy_train/src/operator.py", - "skillDefinition": "ACT 策略训练算子;使用 DATASET_PATH/STATE_FIELD/ACTION_FIELD 等结构化参数读取真实轨迹样本,在独立 GPU 镜像中训练并输出 checkpoint.pt 与 metrics.json。推荐 1 张 A800 80GB。", + "skillDefinition": "ACT 策略训练算子;生产默认使用 Hugging Face LeRobot ACT 训练入口,读取 DATASET_REPO_ID 或 DATASET_PATH 指向的真实 LeRobot 数据集并输出 checkpoint 与 metrics。推荐 1 张 A800 80GB;仅本地单元测试可显式设置 TRAINING_BACKEND=torch_mlp。", "type": "builtin" }, { @@ -9314,28 +9320,40 @@ "description": "在 A800 上运行真实 Diffusion Policy 训练命令,面向 UMI/Zarr/LeRobot 等轨迹数据。", "hyperparams": [ { - "description": "真实训练数据路径;支持 JSON/JSONL/CSV 或包含 samples.json/jsonl 的目录", + "description": "生产训练后端;默认 diffusion_policy,测试 fallback 才允许 torch_mlp", + "key": "TRAINING_BACKEND", + "type": "string", + "value": "diffusion_policy" + }, + { + "description": "real-stanford/diffusion_policy 仓库路径", + "key": "DIFFUSION_POLICY_ROOT", + "type": "string", + "value": "/opt/diffusion_policy" + }, + { + "description": "真实 Zarr/轨迹数据路径,会作为 task.dataset.zarr_path 传入", "key": "DATASET_PATH", "type": "string", "value": "" }, { - "description": "观测/状态向量字段名", - "key": "STATE_FIELD", + "description": "Hydra config name 或 config yaml 名称", + "key": "CONFIG_NAME", "type": "string", - "value": "state" + "value": "image_pusht_diffusion_policy_cnn" }, { - "description": "动作向量字段名", - "key": "ACTION_FIELD", + "description": "可选 task override", + "key": "TASK_NAME", "type": "string", - "value": "action" + "value": "" }, { - "description": "训练轮数", + "description": "短训 epoch 数,生产长训按数据规模调大", "key": "EPOCHS", "type": "number", - "value": "5" + "value": "1" }, { "description": "训练 batch size", @@ -9344,16 +9362,10 @@ "value": "8" }, { - "description": "AdamW 学习率", + "description": "optimizer.lr", "key": "LEARNING_RATE", "type": "number", - "value": "0.001" - }, - { - "description": "策略网络隐藏层宽度", - "key": "HIDDEN_DIM", - "type": "number", - "value": "256" + "value": "0.0001" }, { "description": "预测 horizon", @@ -9367,6 +9379,12 @@ "type": "number", "value": "32" }, + { + "description": "额外 Hydra override 字符串数组,不允许 shell 命令", + "key": "HYDRA_OVERRIDES_JSON", + "type": "json", + "value": "[]" + }, { "description": "推荐 GPU 配置", "key": "RECOMMENDED_GPU", @@ -9416,7 +9434,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "diffusion_policy_train", + "handler": "builtin_diffusion_policy_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9436,7 +9454,7 @@ "requiresGpu": true }, "runtimeDependencies": [ - "diffusion-policy-training-command", + "real-stanford-diffusion-policy", "zarr-or-lerobot-trajectory-files", "gpu-a800" ], @@ -9444,7 +9462,7 @@ }, "runtimeHandler": "builtin_diffusion_policy_train", "runtimeSource": "operator-repos/builtin/diffusion_policy_train/src/operator.py", - "skillDefinition": "Diffusion Policy 训练算子;使用 DATASET_PATH/STATE_FIELD/ACTION_FIELD/HORIZON/DIFFUSION_STEPS 等结构化参数读取真实轨迹数据,输出 checkpoint.pt 与 metrics.json。推荐 1 张 A800 80GB。", + "skillDefinition": "Diffusion Policy 训练算子;生产默认使用 real-stanford/diffusion_policy 的 Hydra train.py,读取真实 Zarr/轨迹数据并输出 .ckpt、logs 和 metrics。推荐 1 张 A800 80GB;仅本地单元测试可显式设置 TRAINING_BACKEND=torch_mlp。", "type": "builtin" }, { @@ -9457,52 +9475,70 @@ "description": "在 A800 上运行真实 OpenVLA LoRA/QLoRA 微调命令,面向视觉语言动作数据。", "hyperparams": [ { - "description": "Hugging Face 或本地基础模型路径", + "description": "生产训练后端;默认 openvla_lora,兼容测试可显式 transformers_text", + "key": "TRAINING_BACKEND", + "type": "string", + "value": "openvla_lora" + }, + { + "description": "OpenVLA 仓库路径", + "key": "OPENVLA_ROOT", + "type": "string", + "value": "/opt/openvla" + }, + { + "description": "OpenVLA 基础模型路径或 HF 模型名", "key": "BASE_MODEL", "type": "string", - "value": "" + "value": "openvla/openvla-7b" }, { - "description": "真实微调数据 JSON/JSONL/CSV 路径", - "key": "DATASET_PATH", + "description": "真实 RLDS 数据集根目录", + "key": "DATA_ROOT_DIR", "type": "string", "value": "" }, { - "description": "指令/观测文本字段名", - "key": "TEXT_FIELD", + "description": "RLDS 数据集名称,例如 droid_wipe", + "key": "DATASET_NAME", "type": "string", - "value": "instruction" + "value": "" }, { - "description": "目标动作文本字段名", - "key": "TARGET_FIELD", - "type": "string", - "value": "action" - }, - { - "description": "token 最大长度", - "key": "MAX_LENGTH", + "description": "短训最大 step 数,生产长训按数据规模调大", + "key": "MAX_STEPS", "type": "number", - "value": "256" + "value": "1000" }, { - "description": "训练轮数", - "key": "EPOCHS", + "description": "checkpoint 保存间隔", + "key": "SAVE_STEPS", "type": "number", - "value": "1" + "value": "500" }, { - "description": "训练 batch size", + "description": "LoRA fine-tune batch size", "key": "BATCH_SIZE", "type": "number", - "value": "1" + "value": "8" }, { - "description": "AdamW 学习率", + "description": "LoRA 学习率", "key": "LEARNING_RATE", "type": "number", - "value": "0.00005" + "value": "0.0005" + }, + { + "description": "LoRA rank", + "key": "LORA_RANK", + "type": "number", + "value": "32" + }, + { + "description": "是否启用 4-bit quantization", + "key": "USE_QUANTIZATION", + "type": "boolean", + "value": "false" }, { "description": "推荐精度配置", @@ -9559,7 +9595,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "openvla_finetune", + "handler": "builtin_openvla_finetune", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9579,15 +9615,16 @@ "requiresGpu": true }, "runtimeDependencies": [ - "openvla-training-command", - "vla-sample-action-manifest", + "openvla-lora-finetune", + "rlds-vla-dataset", + "peft", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" }, "runtimeHandler": "builtin_openvla_finetune", "runtimeSource": "operator-repos/builtin/openvla_finetune/src/operator.py", - "skillDefinition": "OpenVLA 微调算子;使用 BASE_MODEL、DATASET_PATH、TEXT_FIELD、TARGET_FIELD 等结构化参数,通过 Transformers/PyTorch 对真实指令-动作样本训练并输出模型目录与 metrics.json。推荐 1 张 A800 80GB。", + "skillDefinition": "OpenVLA 微调算子;生产默认使用 OpenVLA 官方 vla-scripts/finetune.py 的 PEFT/LoRA 路径,读取真实 RLDS 数据集并输出 LoRA adapter artifact 与 metrics。推荐 1 张 A800 80GB。", "type": "builtin" }, { @@ -9600,7 +9637,13 @@ "description": "在 A800 上运行真实 OpenVLA/视觉语言动作模型推理命令,输出动作预测。", "hyperparams": [ { - "description": "本地模型目录或 Hugging Face 模型名", + "description": "推理后端;默认从 MODEL_PATH 或上游 fine-tune artifact 加载 OpenVLA/Transformers 权重", + "key": "INFERENCE_BACKEND", + "type": "string", + "value": "openvla_transformers" + }, + { + "description": "本地模型目录或 Hugging Face 模型名;为空时自动消费上游模型 artifact", "key": "MODEL_PATH", "type": "string", "value": "" @@ -9684,7 +9727,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "openvla_inference", + "handler": "builtin_openvla_inference", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9704,8 +9747,8 @@ "requiresGpu": true }, "runtimeDependencies": [ - "openvla-inference-command", - "openvla-model-weights", + "openvla-transformers-inference", + "openvla-model-or-upstream-adapter", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" @@ -9821,7 +9864,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_embodied_detection_train", + "handler": "builtin_yolo_embodied_detection_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -9940,7 +9983,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_video_target_clip", + "handler": "builtin_yolo_video_target_clip", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -10322,7 +10365,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "shell_command", + "handler": "builtin_shell_command", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/internal/api/server.go b/internal/api/server.go index e19570fb..07193a02 100644 --- a/internal/api/server.go +++ b/internal/api/server.go @@ -33,6 +33,7 @@ import ( type validationIssue struct { Field string `json:"field"` + Code string `json:"code,omitempty"` Message string `json:"message"` } @@ -1429,6 +1430,10 @@ func (server *server) handleAIWorkflowGenerate(writer http.ResponseWriter, reque renderAIError(writer, err) return } + if issues := validateWorkflowGraphTopology(item.Nodes, item.Edges); len(issues) > 0 { + renderValidationError(writer, issues...) + return + } renderJSON(writer, http.StatusOK, item) } @@ -2596,7 +2601,7 @@ func (server *server) handleProjectWorkflowsCreate(writer http.ResponseWriter, r renderValidationError(writer, issues...) return } - if issues := validateInputPortConnectionTopology(payload.Nodes, payload.Edges); len(issues) > 0 { + if issues := validateWorkflowTopology(payload.Nodes, payload.Edges); len(issues) > 0 { renderValidationError(writer, issues...) return } @@ -2953,6 +2958,7 @@ func validateInputPortConnectionTopology(nodes []domain.WorkflowNode, edges []do } issues = append(issues, validationIssue{ Field: "edges", + Code: "workflow_input_port_conflict", Message: "节点“" + nodeLabel + "”的输入端口“" + portName + "”连接了多条上游连线。" + "每个输入端口只能连接一条上游连线;如需上传多个结果,请为每个结果添加单独的上传算子。", }) @@ -2960,6 +2966,43 @@ func validateInputPortConnectionTopology(nodes []domain.WorkflowNode, edges []do return issues } +func validateWorkflowGraphTopology(nodes []domain.WorkflowNode, edges []domain.WorkflowEdge) []validationIssue { + graphIssues := domain.ValidateSingleConnectedWorkflowGraph(nodes, edges) + if len(graphIssues) == 0 { + return nil + } + issues := make([]validationIssue, 0, len(graphIssues)) + for _, graphIssue := range graphIssues { + switch graphIssue.Code { + case domain.WorkflowGraphIssueIsolatedNode: + issues = append(issues, validationIssue{ + Field: "nodes", + Code: string(graphIssue.Code), + Message: "工作流存在孤立算子节点:" + strings.Join(graphIssue.NodeIDs, ", ") + "。请将所有算子接入同一条业务链路后再保存或运行。", + }) + case domain.WorkflowGraphIssueDisconnected: + issues = append(issues, validationIssue{ + Field: "edges", + Code: string(graphIssue.Code), + Message: "工作流存在多条互不连接的独立链路,分支节点:" + strings.Join(graphIssue.Component, ", ") + "。请把所有算子通过 artifact/lineage 连成一个单连通工作流。", + }) + default: + issues = append(issues, validationIssue{ + Field: "edges", + Code: string(graphIssue.Code), + Message: graphIssue.Message, + }) + } + } + return issues +} + +func validateWorkflowTopology(nodes []domain.WorkflowNode, edges []domain.WorkflowEdge) []validationIssue { + issues := validateInputPortConnectionTopology(nodes, edges) + issues = append(issues, validateWorkflowGraphTopology(nodes, edges)...) + return issues +} + func (server *server) handleWorkflowsUpdate(writer http.ResponseWriter, request *http.Request) { item, err := server.store.GetWorkflow(request.Context(), chi.URLParam(request, "id")) if err != nil { @@ -3093,7 +3136,7 @@ func (server *server) handleWorkflowsUpdate(writer http.ResponseWriter, request renderValidationError(writer, issues...) return } - if issues := validateInputPortConnectionTopology(item.Nodes, item.Edges); len(issues) > 0 { + if issues := validateWorkflowTopology(item.Nodes, item.Edges); len(issues) > 0 { renderValidationError(writer, issues...) return } @@ -3187,7 +3230,7 @@ func (server *server) handleWorkflowRun(writer http.ResponseWriter, request *htt return } } - if issues := validateInputPortConnectionTopology(workflow.Nodes, workflow.Edges); len(issues) > 0 { + if issues := validateWorkflowTopology(workflow.Nodes, workflow.Edges); len(issues) > 0 { renderValidationError(writer, issues...) return } @@ -3398,7 +3441,7 @@ func (server *server) handleTemplatesCreate(writer http.ResponseWriter, request payload.Type = normalizedScanWorkflowType(payload.ScanConfig) payload.MaxConcurrentRuns = normalizedScanMaxConcurrentRuns(payload.MaxConcurrentRuns) } - if issues := validateInputPortConnectionTopology(payload.Nodes, payload.Edges); len(issues) > 0 { + if issues := validateWorkflowTopology(payload.Nodes, payload.Edges); len(issues) > 0 { renderValidationError(writer, issues...) return } @@ -3563,7 +3606,7 @@ func (server *server) handleTemplatesUpdate(writer http.ResponseWriter, request item.Type = normalizedScanWorkflowType(item.ScanConfig) item.MaxConcurrentRuns = normalizedScanMaxConcurrentRuns(item.MaxConcurrentRuns) } - if issues := validateInputPortConnectionTopology(item.Nodes, item.Edges); len(issues) > 0 { + if issues := validateWorkflowTopology(item.Nodes, item.Edges); len(issues) > 0 { renderValidationError(writer, issues...) return } diff --git a/internal/api/server_test.go b/internal/api/server_test.go index 540117df..e7bce49a 100644 --- a/internal/api/server_test.go +++ b/internal/api/server_test.go @@ -5754,7 +5754,7 @@ func TestTemplateExecutionConfigValidationAndPersistence(t *testing.T) { "sourcePath":"oss://incoming" }, "nodes":[], - "edges":[] + "edges":[{"id":"edge-runner-custom","source":"runner-node","sourceHandle":"out-1","target":"custom-node","targetHandle":"in-1"}] }`) createRecorder := httptest.NewRecorder() @@ -5875,7 +5875,7 @@ func TestWorkflowExecutionConfigValidationAndPersistence(t *testing.T) { "maxRetryAttempts":3, "retryBackoffSeconds":15, "nodes":[{"id":"node-source","type":"operator","data":{"label":"真实数据源","category":"IO","description":"source","inputs":[],"outputs":[{"id":"out-1","name":"file","type":"file"}],"hyperparams":[{"key":"SOURCE_TEXT","value":"api-test"}]},"position":{"x":0,"y":0}}], - "edges":[] + "edges":[{"id":"edge-runner-custom","source":"runner-node","sourceHandle":"out-1","target":"custom-node","targetHandle":"in-1"}] }`) createRecorder := httptest.NewRecorder() @@ -5948,7 +5948,7 @@ func TestWorkflowExecutionConfigValidationAndPersistence(t *testing.T) { "maxRetryAttempts":-2, "retryBackoffSeconds":-3, "nodes":[], - "edges":[] + "edges":[{"id":"edge-runner-custom","source":"runner-node","sourceHandle":"out-1","target":"custom-node","targetHandle":"in-1"}] }`) invalidCreateRecorder := httptest.NewRecorder() invalidCreateRequest := httptest.NewRequest(http.MethodPost, "/api/projects/"+project.ID+"/workflows", bytes.NewReader(invalidCreatePayload)) @@ -6346,7 +6346,7 @@ func TestCreateAndUpdatePreserveOperatorRunnerImage(t *testing.T) { "position":{"x":180,"y":0} } ], - "edges":[] + "edges":[{"id":"edge-runner-custom","source":"runner-node","sourceHandle":"out-1","target":"custom-node","targetHandle":"in-1"}] }`) workflowCreateRecorder := httptest.NewRecorder() handler.ServeHTTP(workflowCreateRecorder, httptest.NewRequest(http.MethodPost, "/api/projects/"+project.ID+"/workflows", bytes.NewReader(workflowCreatePayload))) @@ -6444,7 +6444,7 @@ func TestCreateAndUpdatePreserveOperatorRunnerImage(t *testing.T) { "position":{"x":180,"y":0} } ], - "edges":[] + "edges":[{"id":"edge-runner-custom","source":"runner-node","sourceHandle":"out-1","target":"custom-node","targetHandle":"in-1"}] }`) templateCreateRecorder := httptest.NewRecorder() handler.ServeHTTP(templateCreateRecorder, httptest.NewRequest(http.MethodPost, "/api/templates", bytes.NewReader(templateCreatePayload))) diff --git a/internal/domain/types.go b/internal/domain/types.go index 67c2baf9..4b9251e8 100644 --- a/internal/domain/types.go +++ b/internal/domain/types.go @@ -354,6 +354,7 @@ type NodeExecutionRecord struct { OperatorVersion string `json:"operatorVersion,omitempty" bson:"operatorVersion,omitempty"` OperatorImage string `json:"operatorImage,omitempty" bson:"operatorImage,omitempty"` OperatorImageID string `json:"operatorImageId,omitempty" bson:"operatorImageId,omitempty"` + Attempt int `json:"attempt,omitempty" bson:"attempt,omitempty"` Status NodeExecutionStatus `json:"status" bson:"status"` StartedAt string `json:"startedAt,omitempty" bson:"startedAt,omitempty"` EndedAt string `json:"endedAt,omitempty" bson:"endedAt,omitempty"` @@ -438,63 +439,68 @@ type ArtifactLineageRecord struct { type K8sRef struct { NodeID string `json:"nodeId" bson:"nodeId"` + Attempt int `json:"attempt,omitempty" bson:"attempt,omitempty"` JobName string `json:"jobName" bson:"jobName"` Namespace string `json:"namespace" bson:"namespace"` } type RunRecord struct { - ID string `json:"id" bson:"id"` - OrganizationID string `json:"organizationId,omitempty" bson:"organizationId,omitempty"` - WorkflowID string `json:"workflowId" bson:"workflowId"` - WorkflowName string `json:"workflowName" bson:"workflowName"` - ProjectID string `json:"projectId" bson:"projectId"` - ProjectName string `json:"projectName" bson:"projectName"` - Trigger RunTrigger `json:"trigger" bson:"trigger"` - Attempt int `json:"attempt,omitempty" bson:"attempt,omitempty"` - ParentRunID string `json:"parentRunId,omitempty" bson:"parentRunId,omitempty"` - RestartFromNodeID string `json:"restartFromNodeId,omitempty" bson:"restartFromNodeId,omitempty"` - AvailableAt string `json:"availableAt,omitempty" bson:"availableAt,omitempty"` - Status RunStatus `json:"status" bson:"status"` - StopMode RunStopMode `json:"stopMode,omitempty" bson:"stopMode,omitempty"` - StopRequestedAt string `json:"stopRequestedAt,omitempty" bson:"stopRequestedAt,omitempty"` - PreviousRunAt string `json:"previousRunAt,omitempty" bson:"previousRunAt,omitempty"` - CurrentRunAt string `json:"currentRunAt,omitempty" bson:"currentRunAt,omitempty"` - StartedAt string `json:"startedAt,omitempty" bson:"startedAt,omitempty"` - EndedAt string `json:"endedAt,omitempty" bson:"endedAt,omitempty"` - DurationMS int64 `json:"durationMs,omitempty" bson:"durationMs,omitempty"` - CurrentNodeID string `json:"currentNodeId,omitempty" bson:"currentNodeId,omitempty"` - NodeExecutions []NodeExecutionRecord `json:"nodeExecutions" bson:"nodeExecutions"` - Logs []LogEntryRecord `json:"logs" bson:"logs"` - ResourceSeries []ResourceSample `json:"resourceSeries" bson:"resourceSeries"` - Artifacts []ExecutionArtifact `json:"artifacts" bson:"artifacts"` - K8sRefs []K8sRef `json:"k8sRefs" bson:"k8sRefs"` - Error string `json:"error,omitempty" bson:"error,omitempty"` - CreatedAt string `json:"createdAt" bson:"createdAt"` - UpdatedAt string `json:"updatedAt" bson:"updatedAt"` + ID string `json:"id" bson:"id"` + OrganizationID string `json:"organizationId,omitempty" bson:"organizationId,omitempty"` + WorkflowID string `json:"workflowId" bson:"workflowId"` + WorkflowName string `json:"workflowName" bson:"workflowName"` + ProjectID string `json:"projectId" bson:"projectId"` + ProjectName string `json:"projectName" bson:"projectName"` + Trigger RunTrigger `json:"trigger" bson:"trigger"` + Attempt int `json:"attempt,omitempty" bson:"attempt,omitempty"` + ParentRunID string `json:"parentRunId,omitempty" bson:"parentRunId,omitempty"` + RestartFromNodeID string `json:"restartFromNodeId,omitempty" bson:"restartFromNodeId,omitempty"` + AvailableAt string `json:"availableAt,omitempty" bson:"availableAt,omitempty"` + ExecutionLeaseOwner string `json:"executionLeaseOwner,omitempty" bson:"executionLeaseOwner,omitempty"` + ExecutionLeaseExpiresAt string `json:"executionLeaseExpiresAt,omitempty" bson:"executionLeaseExpiresAt,omitempty"` + Status RunStatus `json:"status" bson:"status"` + StopMode RunStopMode `json:"stopMode,omitempty" bson:"stopMode,omitempty"` + StopRequestedAt string `json:"stopRequestedAt,omitempty" bson:"stopRequestedAt,omitempty"` + PreviousRunAt string `json:"previousRunAt,omitempty" bson:"previousRunAt,omitempty"` + CurrentRunAt string `json:"currentRunAt,omitempty" bson:"currentRunAt,omitempty"` + StartedAt string `json:"startedAt,omitempty" bson:"startedAt,omitempty"` + EndedAt string `json:"endedAt,omitempty" bson:"endedAt,omitempty"` + DurationMS int64 `json:"durationMs,omitempty" bson:"durationMs,omitempty"` + CurrentNodeID string `json:"currentNodeId,omitempty" bson:"currentNodeId,omitempty"` + NodeExecutions []NodeExecutionRecord `json:"nodeExecutions" bson:"nodeExecutions"` + Logs []LogEntryRecord `json:"logs" bson:"logs"` + ResourceSeries []ResourceSample `json:"resourceSeries" bson:"resourceSeries"` + Artifacts []ExecutionArtifact `json:"artifacts" bson:"artifacts"` + K8sRefs []K8sRef `json:"k8sRefs" bson:"k8sRefs"` + Error string `json:"error,omitempty" bson:"error,omitempty"` + CreatedAt string `json:"createdAt" bson:"createdAt"` + UpdatedAt string `json:"updatedAt" bson:"updatedAt"` } type RunSummary struct { - ID string `json:"id" bson:"id"` - OrganizationID string `json:"organizationId,omitempty" bson:"organizationId,omitempty"` - WorkflowID string `json:"workflowId" bson:"workflowId"` - WorkflowName string `json:"workflowName" bson:"workflowName"` - ProjectID string `json:"projectId" bson:"projectId"` - ProjectName string `json:"projectName" bson:"projectName"` - Trigger RunTrigger `json:"trigger" bson:"trigger"` - Attempt int `json:"attempt,omitempty" bson:"attempt,omitempty"` - ParentRunID string `json:"parentRunId,omitempty" bson:"parentRunId,omitempty"` - RestartFromNodeID string `json:"restartFromNodeId,omitempty" bson:"restartFromNodeId,omitempty"` - AvailableAt string `json:"availableAt,omitempty" bson:"availableAt,omitempty"` - Status RunStatus `json:"status" bson:"status"` - StopMode RunStopMode `json:"stopMode,omitempty" bson:"stopMode,omitempty"` - StopRequestedAt string `json:"stopRequestedAt,omitempty" bson:"stopRequestedAt,omitempty"` - StartedAt string `json:"startedAt,omitempty" bson:"startedAt,omitempty"` - EndedAt string `json:"endedAt,omitempty" bson:"endedAt,omitempty"` - DurationMS int64 `json:"durationMs,omitempty" bson:"durationMs,omitempty"` - CurrentNodeID string `json:"currentNodeId,omitempty" bson:"currentNodeId,omitempty"` - Error string `json:"error,omitempty" bson:"error,omitempty"` - CreatedAt string `json:"createdAt" bson:"createdAt"` - UpdatedAt string `json:"updatedAt" bson:"updatedAt"` + ID string `json:"id" bson:"id"` + OrganizationID string `json:"organizationId,omitempty" bson:"organizationId,omitempty"` + WorkflowID string `json:"workflowId" bson:"workflowId"` + WorkflowName string `json:"workflowName" bson:"workflowName"` + ProjectID string `json:"projectId" bson:"projectId"` + ProjectName string `json:"projectName" bson:"projectName"` + Trigger RunTrigger `json:"trigger" bson:"trigger"` + Attempt int `json:"attempt,omitempty" bson:"attempt,omitempty"` + ParentRunID string `json:"parentRunId,omitempty" bson:"parentRunId,omitempty"` + RestartFromNodeID string `json:"restartFromNodeId,omitempty" bson:"restartFromNodeId,omitempty"` + AvailableAt string `json:"availableAt,omitempty" bson:"availableAt,omitempty"` + ExecutionLeaseOwner string `json:"executionLeaseOwner,omitempty" bson:"executionLeaseOwner,omitempty"` + ExecutionLeaseExpiresAt string `json:"executionLeaseExpiresAt,omitempty" bson:"executionLeaseExpiresAt,omitempty"` + Status RunStatus `json:"status" bson:"status"` + StopMode RunStopMode `json:"stopMode,omitempty" bson:"stopMode,omitempty"` + StopRequestedAt string `json:"stopRequestedAt,omitempty" bson:"stopRequestedAt,omitempty"` + StartedAt string `json:"startedAt,omitempty" bson:"startedAt,omitempty"` + EndedAt string `json:"endedAt,omitempty" bson:"endedAt,omitempty"` + DurationMS int64 `json:"durationMs,omitempty" bson:"durationMs,omitempty"` + CurrentNodeID string `json:"currentNodeId,omitempty" bson:"currentNodeId,omitempty"` + Error string `json:"error,omitempty" bson:"error,omitempty"` + CreatedAt string `json:"createdAt" bson:"createdAt"` + UpdatedAt string `json:"updatedAt" bson:"updatedAt"` } type AuditTaskPayload struct { diff --git a/internal/domain/workflow.go b/internal/domain/workflow.go index b1ff16df..21ec90b3 100644 --- a/internal/domain/workflow.go +++ b/internal/domain/workflow.go @@ -73,6 +73,20 @@ type InputPortConflict struct { EdgeIDs []string `json:"edgeIds"` } +type WorkflowGraphIssueCode string + +const ( + WorkflowGraphIssueDisconnected WorkflowGraphIssueCode = "workflow_graph_disconnected" + WorkflowGraphIssueIsolatedNode WorkflowGraphIssueCode = "workflow_graph_isolated_node" +) + +type WorkflowGraphIssue struct { + Code WorkflowGraphIssueCode `json:"code"` + NodeIDs []string `json:"nodeIds,omitempty"` + Component []string `json:"component,omitempty"` + Message string `json:"message"` +} + func normalizeWorkflowHandle(value string) string { return strings.TrimSpace(value) } @@ -157,6 +171,105 @@ func FindInputPortConflicts(nodes []WorkflowNode, edges []WorkflowEdge) []InputP return conflicts } +func ValidateSingleConnectedWorkflowGraph(nodes []WorkflowNode, edges []WorkflowEdge) []WorkflowGraphIssue { + if len(nodes) <= 1 { + return nil + } + nodeByID := make(map[string]WorkflowNode, len(nodes)) + for _, node := range nodes { + trimmedID := strings.TrimSpace(node.ID) + if trimmedID == "" { + continue + } + nodeByID[trimmedID] = node + } + if len(nodeByID) <= 1 { + return nil + } + + adjacent := make(map[string]map[string]struct{}, len(nodeByID)) + degree := make(map[string]int, len(nodeByID)) + for nodeID := range nodeByID { + adjacent[nodeID] = map[string]struct{}{} + } + for _, edge := range edges { + source := strings.TrimSpace(edge.Source) + target := strings.TrimSpace(edge.Target) + if source == "" || target == "" { + continue + } + if _, ok := nodeByID[source]; !ok { + continue + } + if _, ok := nodeByID[target]; !ok { + continue + } + if _, ok := adjacent[source][target]; !ok { + adjacent[source][target] = struct{}{} + adjacent[target][source] = struct{}{} + degree[source]++ + degree[target]++ + } + } + + issues := make([]WorkflowGraphIssue, 0) + isolated := make([]string, 0) + for nodeID := range nodeByID { + if degree[nodeID] == 0 { + isolated = append(isolated, nodeID) + } + } + if len(isolated) > 0 { + sort.Strings(isolated) + issues = append(issues, WorkflowGraphIssue{ + Code: WorkflowGraphIssueIsolatedNode, + NodeIDs: isolated, + Message: "workflow contains isolated nodes", + }) + } + + visited := make(map[string]struct{}, len(nodeByID)) + components := make([][]string, 0) + for nodeID := range nodeByID { + if _, ok := visited[nodeID]; ok { + continue + } + queue := []string{nodeID} + visited[nodeID] = struct{}{} + component := make([]string, 0) + for len(queue) > 0 { + current := queue[0] + queue = queue[1:] + component = append(component, current) + for next := range adjacent[current] { + if _, ok := visited[next]; ok { + continue + } + visited[next] = struct{}{} + queue = append(queue, next) + } + } + sort.Strings(component) + components = append(components, component) + } + if len(components) > 1 { + sort.Slice(components, func(i, j int) bool { + if len(components[i]) != len(components[j]) { + return len(components[i]) > len(components[j]) + } + return strings.Join(components[i], "\x00") < strings.Join(components[j], "\x00") + }) + for _, component := range components[1:] { + issues = append(issues, WorkflowGraphIssue{ + Code: WorkflowGraphIssueDisconnected, + Component: component, + Message: "workflow contains multiple disconnected chains", + }) + } + } + return issues +} + func auditDecisionMatchesHandle(handle string, decision AuditStatus) bool { if handle == "" { return decision == AuditStatusApproved diff --git a/internal/k8s/launcher.go b/internal/k8s/launcher.go index fcd887e4..a4fa1dd1 100644 --- a/internal/k8s/launcher.go +++ b/internal/k8s/launcher.go @@ -16,6 +16,7 @@ import ( batchv1 "k8s.io/api/batch/v1" corev1 "k8s.io/api/core/v1" + apierrors "k8s.io/apimachinery/pkg/api/errors" "k8s.io/apimachinery/pkg/api/resource" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" @@ -36,6 +37,7 @@ type LaunchInput struct { WorkflowID string NodeID string NodeLabel string + Attempt int TimeoutSeconds int Env map[string]string CPURequest string @@ -128,6 +130,27 @@ func sanitizeName(value string) string { return normalized } +func launchAttempt(input LaunchInput) int { + if input.Attempt <= 0 { + return 1 + } + return input.Attempt +} + +func launchJobName(input LaunchInput) string { + jobName := sanitizeName(fmt.Sprintf("%s-%s-a%d", input.RunID, input.NodeID, launchAttempt(input))) + if jobName == "" { + jobName = "droboticflow-node-a1" + } + if len(jobName) > 63 { + jobName = strings.Trim(jobName[:63], "-") + } + if jobName == "" { + return "droboticflow-node-a1" + } + return jobName +} + func parseResourceQuantity(field string, value string) (*resource.Quantity, error) { trimmed := strings.TrimSpace(value) if trimmed == "" { @@ -422,18 +445,13 @@ func CreateJobManifest(namespace string, imagePullSecretName string, workspacePV if err != nil { return nil, err } - jobPrefix := sanitizeName(input.RunID + "-" + input.NodeID) - if len(jobPrefix) > 52 { - jobPrefix = jobPrefix[:52] - } - if jobPrefix == "" { - jobPrefix = "droboticflow-node" - } + jobName := launchJobName(input) envVars := []corev1.EnvVar{ {Name: "RUN_ID", Value: input.RunID}, {Name: "WORKFLOW_ID", Value: input.WorkflowID}, {Name: "NODE_ID", Value: input.NodeID}, {Name: "NODE_LABEL", Value: input.NodeLabel}, + {Name: "RUN_ATTEMPT", Value: strconv.Itoa(launchAttempt(input))}, } envKeys := make([]string, 0, len(input.Env)) for key := range input.Env { @@ -449,14 +467,15 @@ func CreateJobManifest(namespace string, imagePullSecretName string, workspacePV } job := &batchv1.Job{ ObjectMeta: metav1.ObjectMeta{ - GenerateName: jobPrefix + "-", - Namespace: namespace, + Name: jobName, + Namespace: namespace, Labels: map[string]string{ "app": "droboticflow", "component": "operator-runner", "runId": input.RunID, "workflowId": input.WorkflowID, "nodeId": input.NodeID, + "attempt": strconv.Itoa(launchAttempt(input)), }, }, Spec: batchv1.JobSpec{ @@ -467,6 +486,8 @@ func CreateJobManifest(namespace string, imagePullSecretName string, workspacePV "app": "droboticflow", "component": "operator-runner", "runId": input.RunID, + "nodeId": input.NodeID, + "attempt": strconv.Itoa(launchAttempt(input)), }, }, Spec: corev1.PodSpec{ @@ -805,7 +826,13 @@ func (launcher *Launcher) Launch(ctx context.Context, input LaunchInput) (*Launc } created, err := launcher.clientset.BatchV1().Jobs(launcher.namespace).Create(ctx, job, metav1.CreateOptions{}) if err != nil { - return nil, err + if !apierrors.IsAlreadyExists(err) { + return nil, err + } + created, err = launcher.clientset.BatchV1().Jobs(launcher.namespace).Get(ctx, job.Name, metav1.GetOptions{}) + if err != nil { + return nil, err + } } jobName := created.Name reference := &JobReference{JobName: jobName, Namespace: launcher.namespace} diff --git a/internal/k8s/launcher_test.go b/internal/k8s/launcher_test.go index aae2af0f..d5755620 100644 --- a/internal/k8s/launcher_test.go +++ b/internal/k8s/launcher_test.go @@ -48,8 +48,8 @@ func TestCreateJobManifest(t *testing.T) { t.Fatalf("CreateJobManifest returned error: %v", err) } - if manifest.GenerateName == "" || manifest.GenerateName[:5] != "run-1" { - t.Fatalf("expected manifest generateName to contain run id, got %s", manifest.GenerateName) + if manifest.Name != "run-1-node-1-a1" { + t.Fatalf("expected deterministic manifest name, got %s", manifest.Name) } if manifest.Spec.Template.Spec.Containers[0].Image != "ccr.example.com/dataflow/operator-runner:latest" { t.Fatalf("unexpected image: %s", manifest.Spec.Template.Spec.Containers[0].Image) diff --git a/internal/store/helpers.go b/internal/store/helpers.go index f7b7c578..6fa22a03 100644 --- a/internal/store/helpers.go +++ b/internal/store/helpers.go @@ -114,6 +114,43 @@ func runIsAvailable(run *domain.RunRecord, now time.Time) bool { return !availableAt.After(now) } +func runLeaseExpiresAt(run *domain.RunRecord) time.Time { + if run == nil { + return time.Time{} + } + if parsed, ok := parseISOTime(run.ExecutionLeaseExpiresAt); ok { + return parsed + } + return time.Time{} +} + +func runHasActiveLease(run *domain.RunRecord, now time.Time) bool { + if run == nil || strings.TrimSpace(run.ExecutionLeaseOwner) == "" { + return false + } + expiresAt := runLeaseExpiresAt(run) + return !expiresAt.IsZero() && expiresAt.After(now) +} + +func setRunLease(run *domain.RunRecord, owner string, ttl time.Duration, now time.Time) { + if run == nil { + return + } + if ttl <= 0 { + ttl = 5 * time.Minute + } + run.ExecutionLeaseOwner = strings.TrimSpace(owner) + run.ExecutionLeaseExpiresAt = now.Add(ttl).UTC().Format(time.RFC3339Nano) +} + +func clearRunLease(run *domain.RunRecord) { + if run == nil { + return + } + run.ExecutionLeaseOwner = "" + run.ExecutionLeaseExpiresAt = "" +} + func clone[T any](value T) T { data, _ := json.Marshal(value) var out T diff --git a/internal/store/memory.go b/internal/store/memory.go index f7f1ce98..9a8c49f0 100644 --- a/internal/store/memory.go +++ b/internal/store/memory.go @@ -901,7 +901,7 @@ func (store *MemoryStore) CreateRun(_ context.Context, workflowID string, trigge return &cloned, nil } -func (store *MemoryStore) ClaimNextQueuedRun(_ context.Context) (*domain.RunRecord, error) { +func (store *MemoryStore) ClaimNextQueuedRun(_ context.Context, leaseOwner string, leaseTTL time.Duration) (*domain.RunRecord, error) { store.mu.Lock() defer store.mu.Unlock() var selected *domain.RunRecord @@ -911,7 +911,7 @@ func (store *MemoryStore) ClaimNextQueuedRun(_ context.Context) (*domain.RunReco continue } candidate := clone(run) - if !runIsAvailable(&candidate, now) { + if !runIsAvailable(&candidate, now) || runHasActiveLease(&candidate, now) { continue } if selected == nil || candidate.CreatedAt < selected.CreatedAt { @@ -924,31 +924,80 @@ func (store *MemoryStore) ClaimNextQueuedRun(_ context.Context) (*domain.RunReco selected.Status = domain.RunStatusRunning selected.StartedAt = nowISO() selected.UpdatedAt = nowISO() + setRunLease(selected, leaseOwner, leaseTTL, now) computeRunDuration(selected) store.runs[selected.ID] = clone(*selected) cloned := clone(*selected) return &cloned, nil } -func (store *MemoryStore) ClaimQueuedRun(_ context.Context, runID string) (*domain.RunRecord, error) { +func (store *MemoryStore) ClaimQueuedRun(_ context.Context, runID string, leaseOwner string, leaseTTL time.Duration) (*domain.RunRecord, error) { store.mu.Lock() defer store.mu.Unlock() run, ok := store.runs[runID] if !ok || run.Status != domain.RunStatusQueued { return nil, nil } - if !runIsAvailable(&run, time.Now().UTC()) { + now := time.Now().UTC() + if !runIsAvailable(&run, now) || runHasActiveLease(&run, now) { return nil, nil } run.Status = domain.RunStatusRunning run.StartedAt = nowISO() run.UpdatedAt = nowISO() + setRunLease(&run, leaseOwner, leaseTTL, now) computeRunDuration(&run) store.runs[run.ID] = clone(run) cloned := clone(run) return &cloned, nil } +func (store *MemoryStore) AcquireRunLease(_ context.Context, runID string, owner string, ttl time.Duration) (*domain.RunRecord, bool, error) { + store.mu.Lock() + defer store.mu.Unlock() + run, ok := store.runs[runID] + if !ok { + return nil, false, nil + } + trimmedOwner := strings.TrimSpace(owner) + now := time.Now().UTC() + if runHasActiveLease(&run, now) && strings.TrimSpace(run.ExecutionLeaseOwner) != trimmedOwner { + cloned := clone(run) + return &cloned, false, nil + } + setRunLease(&run, trimmedOwner, ttl, now) + run.UpdatedAt = nowISO() + store.runs[run.ID] = clone(run) + cloned := clone(run) + return &cloned, true, nil +} + +func (store *MemoryStore) RenewRunLease(_ context.Context, runID string, owner string, ttl time.Duration) (bool, error) { + store.mu.Lock() + defer store.mu.Unlock() + run, ok := store.runs[runID] + if !ok || strings.TrimSpace(run.ExecutionLeaseOwner) != strings.TrimSpace(owner) { + return false, nil + } + setRunLease(&run, owner, ttl, time.Now().UTC()) + run.UpdatedAt = nowISO() + store.runs[run.ID] = clone(run) + return true, nil +} + +func (store *MemoryStore) ReleaseRunLease(_ context.Context, runID string, owner string) error { + store.mu.Lock() + defer store.mu.Unlock() + run, ok := store.runs[runID] + if !ok || strings.TrimSpace(run.ExecutionLeaseOwner) != strings.TrimSpace(owner) { + return nil + } + clearRunLease(&run) + run.UpdatedAt = nowISO() + store.runs[run.ID] = clone(run) + return nil +} + func (store *MemoryStore) RequestRunStop(_ context.Context, runID string, mode domain.RunStopMode) (*domain.RunRecord, error) { store.mu.Lock() defer store.mu.Unlock() diff --git a/internal/store/mongo.go b/internal/store/mongo.go index 79cbfc1e..ec2e0680 100644 --- a/internal/store/mongo.go +++ b/internal/store/mongo.go @@ -789,8 +789,37 @@ func (store *MongoStore) CreateRun(ctx context.Context, workflowID string, trigg return &run, nil } -func (store *MongoStore) ClaimNextQueuedRun(ctx context.Context) (*domain.RunRecord, error) { - now := nowISO() +func mongoRunLeaseAvailableFilter(now string) []bson.M { + return []bson.M{ + {"executionLeaseOwner": bson.M{"$exists": false}}, + {"executionLeaseOwner": ""}, + {"executionLeaseExpiresAt": bson.M{"$exists": false}}, + {"executionLeaseExpiresAt": ""}, + {"executionLeaseExpiresAt": bson.M{"$lte": now}}, + } +} + +func mongoRunLeaseSet(owner string, ttl time.Duration, now time.Time) bson.M { + if ttl <= 0 { + ttl = 5 * time.Minute + } + return bson.M{ + "executionLeaseOwner": strings.TrimSpace(owner), + "executionLeaseExpiresAt": now.Add(ttl).UTC().Format(time.RFC3339Nano), + } +} + +func (store *MongoStore) ClaimNextQueuedRun(ctx context.Context, leaseOwner string, leaseTTL time.Duration) (*domain.RunRecord, error) { + nowTime := time.Now().UTC() + now := nowTime.Format(time.RFC3339Nano) + set := bson.M{ + "status": string(domain.RunStatusRunning), + "startedAt": now, + "updatedAt": now, + } + for key, value := range mongoRunLeaseSet(leaseOwner, leaseTTL, nowTime) { + set[key] = value + } result := store.runs.FindOneAndUpdate( ctx, bson.M{ @@ -800,12 +829,11 @@ func (store *MongoStore) ClaimNextQueuedRun(ctx context.Context) (*domain.RunRec {"availableAt": ""}, {"availableAt": bson.M{"$lte": now}}, }, + "$and": []bson.M{ + {"$or": mongoRunLeaseAvailableFilter(now)}, + }, }, - bson.M{"$set": bson.M{ - "status": string(domain.RunStatusRunning), - "startedAt": now, - "updatedAt": now, - }}, + bson.M{"$set": set}, options.FindOneAndUpdate().SetSort(bson.D{{Key: "createdAt", Value: 1}}).SetReturnDocument(options.After), ) var item domain.RunRecord @@ -820,8 +848,17 @@ func (store *MongoStore) ClaimNextQueuedRun(ctx context.Context) (*domain.RunRec return &item, nil } -func (store *MongoStore) ClaimQueuedRun(ctx context.Context, runID string) (*domain.RunRecord, error) { - now := nowISO() +func (store *MongoStore) ClaimQueuedRun(ctx context.Context, runID string, leaseOwner string, leaseTTL time.Duration) (*domain.RunRecord, error) { + nowTime := time.Now().UTC() + now := nowTime.Format(time.RFC3339Nano) + set := bson.M{ + "status": string(domain.RunStatusRunning), + "startedAt": now, + "updatedAt": now, + } + for key, value := range mongoRunLeaseSet(leaseOwner, leaseTTL, nowTime) { + set[key] = value + } result := store.runs.FindOneAndUpdate( ctx, bson.M{ @@ -832,12 +869,11 @@ func (store *MongoStore) ClaimQueuedRun(ctx context.Context, runID string) (*dom {"availableAt": ""}, {"availableAt": bson.M{"$lte": now}}, }, + "$and": []bson.M{ + {"$or": mongoRunLeaseAvailableFilter(now)}, + }, }, - bson.M{"$set": bson.M{ - "status": string(domain.RunStatusRunning), - "startedAt": now, - "updatedAt": now, - }}, + bson.M{"$set": set}, options.FindOneAndUpdate().SetReturnDocument(options.After), ) var item domain.RunRecord @@ -852,6 +888,71 @@ func (store *MongoStore) ClaimQueuedRun(ctx context.Context, runID string) (*dom return &item, nil } +func (store *MongoStore) AcquireRunLease(ctx context.Context, runID string, owner string, ttl time.Duration) (*domain.RunRecord, bool, error) { + nowTime := time.Now().UTC() + now := nowTime.Format(time.RFC3339Nano) + set := bson.M{"updatedAt": now} + for key, value := range mongoRunLeaseSet(owner, ttl, nowTime) { + set[key] = value + } + result := store.runs.FindOneAndUpdate( + ctx, + bson.M{ + "id": runID, + "$or": append( + mongoRunLeaseAvailableFilter(now), + bson.M{"executionLeaseOwner": strings.TrimSpace(owner)}, + ), + }, + bson.M{"$set": set}, + options.FindOneAndUpdate().SetReturnDocument(options.After), + ) + var item domain.RunRecord + err := result.Decode(&item) + if err == mongo.ErrNoDocuments { + current, getErr := store.GetRun(ctx, runID) + return current, false, getErr + } + if err != nil { + return nil, false, err + } + hydrateRunDerivedFields(&item) + return &item, true, nil +} + +func (store *MongoStore) RenewRunLease(ctx context.Context, runID string, owner string, ttl time.Duration) (bool, error) { + nowTime := time.Now().UTC() + now := nowTime.Format(time.RFC3339Nano) + set := bson.M{"updatedAt": now} + for key, value := range mongoRunLeaseSet(owner, ttl, nowTime) { + set[key] = value + } + result, err := store.runs.UpdateOne( + ctx, + bson.M{"id": runID, "executionLeaseOwner": strings.TrimSpace(owner)}, + bson.M{"$set": set}, + ) + if err != nil { + return false, err + } + return result.MatchedCount > 0, nil +} + +func (store *MongoStore) ReleaseRunLease(ctx context.Context, runID string, owner string) error { + _, err := store.runs.UpdateOne( + ctx, + bson.M{"id": runID, "executionLeaseOwner": strings.TrimSpace(owner)}, + bson.M{ + "$set": bson.M{"updatedAt": nowISO()}, + "$unset": bson.M{ + "executionLeaseOwner": "", + "executionLeaseExpiresAt": "", + }, + }, + ) + return err +} + func (store *MongoStore) RequestRunStop(ctx context.Context, runID string, mode domain.RunStopMode) (*domain.RunRecord, error) { run, err := store.GetRun(ctx, runID) if err != nil || run == nil { diff --git a/internal/store/mongo_indexes.go b/internal/store/mongo_indexes.go index 0fb9cba7..6d80892e 100644 --- a/internal/store/mongo_indexes.go +++ b/internal/store/mongo_indexes.go @@ -71,6 +71,7 @@ func (store *MongoStore) EnsureIndexes(ctx context.Context) error { uniqueIndex("id_unique", bson.D{{Key: "id", Value: 1}}), index("organizationId_status_createdAt", bson.D{{Key: "organizationId", Value: 1}, {Key: "status", Value: 1}, {Key: "createdAt", Value: -1}}), index("status_availableAt_createdAt", bson.D{{Key: "status", Value: 1}, {Key: "availableAt", Value: 1}, {Key: "createdAt", Value: -1}}), + index("status_lease_availableAt_createdAt", bson.D{{Key: "status", Value: 1}, {Key: "executionLeaseExpiresAt", Value: 1}, {Key: "availableAt", Value: 1}, {Key: "createdAt", Value: -1}}), index("workflowId_createdAt", bson.D{{Key: "workflowId", Value: 1}, {Key: "createdAt", Value: -1}}), index("projectId_createdAt", bson.D{{Key: "projectId", Value: 1}, {Key: "createdAt", Value: -1}}), }, diff --git a/internal/store/store.go b/internal/store/store.go index 66936af6..679282b2 100644 --- a/internal/store/store.go +++ b/internal/store/store.go @@ -3,6 +3,7 @@ package store import ( "context" "errors" + "time" "droboticflow/internal/domain" ) @@ -59,8 +60,11 @@ type Store interface { ListRunSummariesByOrganization(context.Context, string, string) ([]domain.RunSummary, error) GetRun(context.Context, string) (*domain.RunRecord, error) CreateRun(context.Context, string, domain.RunTrigger) (*domain.RunRecord, error) - ClaimNextQueuedRun(context.Context) (*domain.RunRecord, error) - ClaimQueuedRun(context.Context, string) (*domain.RunRecord, error) + ClaimNextQueuedRun(context.Context, string, time.Duration) (*domain.RunRecord, error) + ClaimQueuedRun(context.Context, string, string, time.Duration) (*domain.RunRecord, error) + AcquireRunLease(context.Context, string, string, time.Duration) (*domain.RunRecord, bool, error) + RenewRunLease(context.Context, string, string, time.Duration) (bool, error) + ReleaseRunLease(context.Context, string, string) error RequestRunStop(context.Context, string, domain.RunStopMode) (*domain.RunRecord, error) UpsertRun(context.Context, domain.RunRecord) error GetSourceState(context.Context, string, string, string) (*domain.SourceStateRecord, error) diff --git a/internal/worker/executor.go b/internal/worker/executor.go index 35ef6f6d..486d4502 100644 --- a/internal/worker/executor.go +++ b/internal/worker/executor.go @@ -589,6 +589,7 @@ func (runtime *Runtime) executeNode(ctx context.Context, run *domain.RunRecord, WorkflowID: run.WorkflowID, NodeID: node.ID, NodeLabel: node.Data.Label, + Attempt: run.Attempt, TimeoutSeconds: nodeTimeoutSeconds, Env: env, CPURequest: resources.CPURequest, diff --git a/internal/worker/http.go b/internal/worker/http.go index 3da675e6..77c9ea36 100644 --- a/internal/worker/http.go +++ b/internal/worker/http.go @@ -148,12 +148,12 @@ func writeDurationHistogram(writer http.ResponseWriter, name string, sum uint64, } func (server *HTTPServer) handleProcessOnce(writer http.ResponseWriter, request *http.Request) { - run, err := server.runtime.ProcessOnce(request.Context()) + result, err := server.runtime.ProcessOnce(request.Context()) if err != nil { renderWorkerJSON(writer, http.StatusInternalServerError, map[string]string{"error": err.Error()}) return } - renderWorkerJSON(writer, http.StatusOK, map[string]any{"run": run}) + renderWorkerJSON(writer, http.StatusOK, result) } func (server *HTTPServer) handleRetry(writer http.ResponseWriter, request *http.Request) { diff --git a/internal/worker/runtime.go b/internal/worker/runtime.go index 503df8b1..3d6e8b3a 100644 --- a/internal/worker/runtime.go +++ b/internal/worker/runtime.go @@ -37,6 +37,21 @@ type Runtime struct { metrics WorkerMetrics processMu sync.Mutex activeRuns map[string]struct{} + dispatchOwner string + runLeaseTTL time.Duration +} + +type ProcessOnceStatus string + +const ( + ProcessOnceStatusClaimed ProcessOnceStatus = "claimed" + ProcessOnceStatusSkippedLeaseActive ProcessOnceStatus = "skipped_lease_active" + ProcessOnceStatusNoQueuedRun ProcessOnceStatus = "no_queued_run" +) + +type ProcessOnceResult struct { + Status ProcessOnceStatus `json:"status"` + Run *domain.RunRecord `json:"run,omitempty"` } var globalActiveDispatchStatuses = map[domain.RunStatus]struct{}{ @@ -72,9 +87,48 @@ func NewRuntime(dataStore store.Store, namespace string, imagePullSecretName str workspaceRoot: trimmedWorkspaceRoot, globalBOSEndpoint: strings.TrimSpace(globalBOSEndpoint), launcher: launcher, + dispatchOwner: defaultDispatchOwner(), + runLeaseTTL: defaultRunLeaseTTL(), }, nil } +func defaultDispatchOwner() string { + hostname, err := os.Hostname() + if err != nil || strings.TrimSpace(hostname) == "" { + hostname = "unknown-host" + } + return fmt.Sprintf("%s:%d", hostname, os.Getpid()) +} + +func defaultRunLeaseTTL() time.Duration { + raw := strings.TrimSpace(os.Getenv("WORKER_RUN_LEASE_TTL_SECONDS")) + if raw == "" { + return 15 * time.Minute + } + seconds, err := strconv.Atoi(raw) + if err != nil || seconds <= 0 { + return 15 * time.Minute + } + return time.Duration(seconds) * time.Second +} + +func (runtime *Runtime) leaseOwner() string { + if runtime == nil { + return "" + } + if strings.TrimSpace(runtime.dispatchOwner) == "" { + runtime.dispatchOwner = defaultDispatchOwner() + } + return runtime.dispatchOwner +} + +func (runtime *Runtime) leaseTTL() time.Duration { + if runtime == nil || runtime.runLeaseTTL <= 0 { + return defaultRunLeaseTTL() + } + return runtime.runLeaseTTL +} + func (runtime *Runtime) MetricsSnapshot() MetricsSnapshot { return runtime.metrics.Snapshot() } @@ -150,6 +204,9 @@ func applyNodeExecutionSnapshot(execution *domain.NodeExecutionRecord, node doma execution.OperatorVersion = strings.TrimSpace(node.Data.OperatorVersion) execution.OperatorImage = firstNonEmptyString(resolvedImage, node.Data.Image) execution.OperatorImageID = firstNonEmptyString(node.Data.OperatorImageID, resolvedImage, node.Data.Image) + if execution.Attempt <= 0 { + execution.Attempt = 1 + } if inputArtifacts != nil { execution.InputArtifacts = cloneArtifacts(inputArtifacts) } @@ -406,11 +463,41 @@ func (runtime *Runtime) processClaimedRun(ctx context.Context, claimed *domain.R return } defer runtime.unmarkRunActive(claimed.ID) + defer func() { + if err := runtime.store.ReleaseRunLease(context.Background(), claimed.ID, runtime.leaseOwner()); err != nil { + fmt.Printf("[worker] release run lease %s failed: %v\n", claimed.ID, err) + } + }() if _, err := runtime.processRun(ctx, claimed); err != nil { fmt.Printf("[worker] process run %s failed: %v\n", claimed.ID, err) } } +func (runtime *Runtime) renewRunLeaseUntil(ctx context.Context, runID string) { + ttl := runtime.leaseTTL() + interval := ttl / 3 + if interval <= 0 || interval > time.Minute { + interval = time.Minute + } + ticker := time.NewTicker(interval) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + ok, err := runtime.store.RenewRunLease(context.Background(), runID, runtime.leaseOwner(), ttl) + if err != nil { + fmt.Printf("[worker] renew run lease %s failed: %v\n", runID, err) + continue + } + if !ok { + fmt.Printf("[worker] renew run lease %s skipped: owner changed or run missing\n", runID) + } + } + } +} + func (runtime *Runtime) tryMarkRunActive(runID string) bool { if strings.TrimSpace(runID) == "" { return false @@ -468,7 +555,7 @@ func (runtime *Runtime) ProcessAvailable(ctx context.Context) error { if !runtime.tryMarkRunActive(runID) { continue } - claimed, err := runtime.store.ClaimQueuedRun(ctx, runID) + claimed, err := runtime.store.ClaimQueuedRun(ctx, runID, runtime.leaseOwner(), runtime.leaseTTL()) if err != nil { runtime.unmarkRunActive(runID) processErr = err @@ -609,6 +696,7 @@ func (runtime *Runtime) reconcileActiveRuns(ctx context.Context) error { execution := domain.NodeExecutionRecord{ NodeID: node.ID, NodeLabel: node.Data.Label, + Attempt: runExecutionAttempt(run), Status: domain.NodeExecutionStatusRunning, StartedAt: firstNonEmptyString(run.StartedAt, run.CurrentRunAt, run.CreatedAt), Logs: []domain.LogEntryRecord{}, @@ -1191,6 +1279,13 @@ func nextRunAttempt(run *domain.RunRecord) int { return run.Attempt + 1 } +func runExecutionAttempt(run *domain.RunRecord) int { + if run == nil || run.Attempt <= 0 { + return 1 + } + return run.Attempt +} + func nextRunAvailableAt(workflow *domain.WorkflowRecord) string { if workflow == nil || workflow.RetryBackoffSeconds <= 0 { return nowISO() @@ -1449,6 +1544,14 @@ func enqueueReadyNodes(workflow domain.WorkflowRecord, executionMap map[string]d } func (runtime *Runtime) processRun(ctx context.Context, claimed *domain.RunRecord) (*domain.RunRecord, error) { + if _, ok, err := runtime.store.AcquireRunLease(ctx, claimed.ID, runtime.leaseOwner(), runtime.leaseTTL()); err != nil { + return nil, err + } else if !ok { + return claimed, nil + } + leaseCtx, stopLeaseRenewal := context.WithCancel(context.Background()) + defer stopLeaseRenewal() + go runtime.renewRunLeaseUntil(leaseCtx, claimed.ID) workflow, err := runtime.store.GetWorkflow(ctx, claimed.WorkflowID) if err != nil { return nil, err @@ -1470,6 +1573,16 @@ func (runtime *Runtime) processRun(ctx context.Context, claimed *domain.RunRecor appendLog(currentRun, logEntry("ERROR", message, "system")) return currentRun, runtime.store.UpsertRun(ctx, *currentRun) } + if graphIssues := domain.ValidateSingleConnectedWorkflowGraph(workflow.Nodes, workflow.Edges); len(graphIssues) > 0 { + currentRun := claimed + message := "工作流图非法:存在孤立算子或多条互不连接的独立链路。请将所有算子通过 artifact/lineage 连成一个单连通工作流。" + currentRun.Status = domain.RunStatusFailed + currentRun.EndedAt = nowISO() + currentRun.Error = message + currentRun.UpdatedAt = nowISO() + appendLog(currentRun, logEntry("ERROR", message, "system")) + return currentRun, runtime.store.UpsertRun(ctx, *currentRun) + } currentRun, err := runtime.store.GetRun(ctx, claimed.ID) if err != nil { @@ -1651,6 +1764,7 @@ func (runtime *Runtime) processRun(ctx context.Context, claimed *domain.RunRecor execution := domain.NodeExecutionRecord{ NodeID: node.ID, NodeLabel: node.Data.Label, + Attempt: runExecutionAttempt(currentRun), Status: domain.NodeExecutionStatusRunning, StartedAt: nowISO(), Logs: []domain.LogEntryRecord{logEntry("INFO", "Starting node execution", node.Data.Label)}, @@ -1731,6 +1845,7 @@ func (runtime *Runtime) processRun(ctx context.Context, claimed *domain.RunRecor execution = domain.NodeExecutionRecord{ NodeID: node.ID, NodeLabel: node.Data.Label, + Attempt: runExecutionAttempt(currentRun), Status: domain.NodeExecutionStatusRunning, StartedAt: nowISO(), Logs: []domain.LogEntryRecord{logEntry("INFO", "Starting node execution", node.Data.Label)}, @@ -1869,7 +1984,7 @@ func (runtime *Runtime) processRun(ctx context.Context, claimed *domain.RunRecor executionMap[outcome.nodeID] = execution applyExecution(currentRun, execution) if outcome.reference != nil { - currentRun.K8sRefs = append(currentRun.K8sRefs, domain.K8sRef{NodeID: outcome.nodeID, JobName: outcome.reference.JobName, Namespace: outcome.reference.Namespace}) + currentRun.K8sRefs = append(currentRun.K8sRefs, domain.K8sRef{NodeID: outcome.nodeID, Attempt: runExecutionAttempt(currentRun), JobName: outcome.reference.JobName, Namespace: outcome.reference.Namespace}) } if !gracefulStopRequested && !forceStopRequested { enqueueDependents(*workflow, executionMap, &readyQueue, readySet, allowedNodes, outcome.nodeID) @@ -1909,16 +2024,19 @@ func edgeTargets(edges []domain.WorkflowEdge) []string { return items } -func (runtime *Runtime) ProcessOnce(ctx context.Context) (*domain.RunRecord, error) { +func (runtime *Runtime) ProcessOnce(ctx context.Context) (*ProcessOnceResult, error) { if err := runtime.reconcileActiveRuns(ctx); err != nil { return nil, err } if err := runtime.enqueueStreamingWorkflows(ctx); err != nil { return nil, err } - claimed, err := runtime.store.ClaimNextQueuedRun(ctx) + claimed, err := runtime.store.ClaimNextQueuedRun(ctx, runtime.leaseOwner(), runtime.leaseTTL()) if err != nil || claimed == nil { - return claimed, err + if err != nil { + return nil, err + } + return &ProcessOnceResult{Status: ProcessOnceStatusNoQueuedRun}, nil } if !runtime.tryMarkRunActive(claimed.ID) { claimed.Status = domain.RunStatusQueued @@ -1927,8 +2045,17 @@ func (runtime *Runtime) ProcessOnce(ctx context.Context) (*domain.RunRecord, err if updateErr := runtime.store.UpsertRun(ctx, *claimed); updateErr != nil { return nil, updateErr } - return nil, nil + return &ProcessOnceResult{Status: ProcessOnceStatusSkippedLeaseActive, Run: claimed}, nil } defer runtime.unmarkRunActive(claimed.ID) - return runtime.processRun(ctx, claimed) + defer func() { + if err := runtime.store.ReleaseRunLease(context.Background(), claimed.ID, runtime.leaseOwner()); err != nil { + fmt.Printf("[worker] release run lease %s failed: %v\n", claimed.ID, err) + } + }() + run, err := runtime.processRun(ctx, claimed) + if err != nil { + return nil, err + } + return &ProcessOnceResult{Status: ProcessOnceStatusClaimed, Run: run}, nil } diff --git a/internal/worker/runtime_test.go b/internal/worker/runtime_test.go index 728546c9..1c853e01 100644 --- a/internal/worker/runtime_test.go +++ b/internal/worker/runtime_test.go @@ -160,6 +160,18 @@ func mustArtifactPayload(t *testing.T, artifact domain.ExecutionArtifact) map[st return nil } +func mustProcessOnceRun(t *testing.T, runtime *Runtime, ctx context.Context) *domain.RunRecord { + t.Helper() + result, err := runtime.ProcessOnce(ctx) + if err != nil { + t.Fatalf("process run: %v", err) + } + if result == nil || result.Run == nil { + t.Fatalf("expected process-once to return a run, got %#v", result) + } + return result.Run +} + func TestRuntimeProcessAvailableSkipsAlreadyActiveRun(t *testing.T) { ctx := context.Background() dataStore := store.NewMemoryStore() @@ -421,10 +433,7 @@ func TestProcessRunFailsInvalidIncrementalDirectoryDepth(t *testing.T) { if err != nil { t.Fatalf("create runtime: %v", err) } - processed, err := runtime.ProcessOnce(ctx) - if err != nil { - t.Fatalf("process run: %v", err) - } + processed := mustProcessOnceRun(t, runtime, ctx) if processed.Status != domain.RunStatusFailed { t.Fatalf("expected failed run, got %s", processed.Status) } @@ -487,10 +496,7 @@ func TestProcessRunFailsInvalidIncrementalUnit(t *testing.T) { if err != nil { t.Fatalf("create runtime: %v", err) } - processed, err := runtime.ProcessOnce(ctx) - if err != nil { - t.Fatalf("process run: %v", err) - } + processed := mustProcessOnceRun(t, runtime, ctx) if processed.Status != domain.RunStatusFailed { t.Fatalf("expected failed run, got %s", processed.Status) } @@ -552,10 +558,7 @@ func TestProcessRunFailsInvalidScanMode(t *testing.T) { if err != nil { t.Fatalf("create runtime: %v", err) } - processed, err := runtime.ProcessOnce(ctx) - if err != nil { - t.Fatalf("process run: %v", err) - } + processed := mustProcessOnceRun(t, runtime, ctx) if processed.Status != domain.RunStatusFailed { t.Fatalf("expected failed run, got %s", processed.Status) } @@ -617,10 +620,7 @@ func TestProcessRunFailsInvalidDataSource(t *testing.T) { if err != nil { t.Fatalf("create runtime: %v", err) } - processed, err := runtime.ProcessOnce(ctx) - if err != nil { - t.Fatalf("process run: %v", err) - } + processed := mustProcessOnceRun(t, runtime, ctx) if processed.Status != domain.RunStatusFailed { t.Fatalf("expected failed run, got %s", processed.Status) } @@ -3271,11 +3271,11 @@ func TestRuntimeReconcileActiveRunsClearsQueuedRunWithMissingActiveJob(t *testin } } -func TestRuntimeProcessRunResumesUnconnectedPendingNodes(t *testing.T) { +func TestRuntimeProcessRunResumesConnectedPendingNodes(t *testing.T) { ctx := context.Background() dataStore := store.NewMemoryStore() - project, err := dataStore.CreateProject(ctx, domain.CreateProjectInput{Name: "恢复项目", Description: "resume unconnected"}) + project, err := dataStore.CreateProject(ctx, domain.CreateProjectInput{Name: "恢复项目", Description: "resume connected"}) if err != nil { t.Fatalf("create project: %v", err) } @@ -3287,9 +3287,13 @@ func TestRuntimeProcessRunResumesUnconnectedPendingNodes(t *testing.T) { workflow, err := dataStore.CreateWorkflow(ctx, domain.CreateWorkflowInput{ ProjectID: project.ID, Name: "无边批次恢复", - Description: "resume unconnected", + Description: "resume connected", Type: domain.WorkflowTypeBatch, Nodes: nodes, + Edges: []domain.WorkflowEdge{ + {ID: "source-a-to-source-b", Source: "source-a", SourceHandle: "out-1", Target: "source-b", TargetHandle: "in-1"}, + {ID: "source-b-to-source-c", Source: "source-b", SourceHandle: "out-1", Target: "source-c", TargetHandle: "in-1"}, + }, }) if err != nil { t.Fatalf("create workflow: %v", err) @@ -3719,7 +3723,7 @@ func TestRuntimeProcessRunExecutesIndependentNodesInParallel(t *testing.T) { } } -func TestRuntimeProcessRunContinuesDisconnectedNodesPastConcurrencyLimit(t *testing.T) { +func TestRuntimeProcessRunContinuesConnectedBranchesPastConcurrencyLimit(t *testing.T) { ctx := context.Background() dataStore := store.NewMemoryStore() settings, err := dataStore.GetSettings(ctx) @@ -3735,7 +3739,17 @@ func TestRuntimeProcessRunContinuesDisconnectedNodesPastConcurrencyLimit(t *test if err != nil { t.Fatalf("create project: %v", err) } - nodes := make([]domain.WorkflowNode, 0, 5) + nodes := []domain.WorkflowNode{{ + ID: "root", + Type: "operator", + Data: domain.WorkflowNodeData{ + Label: "Shell 命令执行", + Category: "UTIL", + Description: "root node", + Hyperparams: []domain.HyperParam{{Key: "COMMAND", Value: `printf '{"node":"root"}' > root.json`}}, + }, + }} + edges := make([]domain.WorkflowEdge, 0, 5) for index := 0; index < 5; index++ { nodeID := fmt.Sprintf("independent-%d", index) nodes = append(nodes, domain.WorkflowNode{ @@ -3748,15 +3762,16 @@ func TestRuntimeProcessRunContinuesDisconnectedNodesPastConcurrencyLimit(t *test Hyperparams: []domain.HyperParam{{Key: "COMMAND", Value: fmt.Sprintf(`printf '{"node":"%s"}' > %s.json`, nodeID, nodeID)}}, }, }) + edges = append(edges, domain.WorkflowEdge{ID: "root-to-" + nodeID, Source: "root", Target: nodeID}) } workflow, err := dataStore.CreateWorkflow(ctx, domain.CreateWorkflowInput{ ProjectID: project.ID, - Name: "无边独立节点工作流", - Description: "disconnected node batch", + Name: "单连通分支工作流", + Description: "connected branch batch", Type: domain.WorkflowTypeBatch, MaxConcurrentRuns: 2, Nodes: nodes, - Edges: []domain.WorkflowEdge{}, + Edges: edges, }) if err != nil { t.Fatalf("create workflow: %v", err) @@ -3799,6 +3814,16 @@ func TestRuntimeRerunSubtreeOnlyExecutesSelectedSubgraph(t *testing.T) { Description: "rerun subtree", Type: domain.WorkflowTypeBatch, Nodes: []domain.WorkflowNode{ + { + ID: "root", + Type: "operator", + Data: domain.WorkflowNodeData{ + Label: "Shell 命令执行", + Category: "FLOW", + Description: "root", + Hyperparams: []domain.HyperParam{{Key: "COMMAND", Value: `printf '{"root":true}' > root.json`}}, + }, + }, { ID: "start-a", Type: "operator", @@ -3831,6 +3856,8 @@ func TestRuntimeRerunSubtreeOnlyExecutesSelectedSubgraph(t *testing.T) { }, }, Edges: []domain.WorkflowEdge{ + {ID: "root-to-start-a", Source: "root", Target: "start-a"}, + {ID: "root-to-start-b", Source: "root", Target: "start-b"}, {ID: "a-to-downstream", Source: "start-a", Target: "downstream-a"}, }, }) @@ -3844,7 +3871,15 @@ func TestRuntimeRerunSubtreeOnlyExecutesSelectedSubgraph(t *testing.T) { } run.Trigger = domain.RunTriggerRerunSubtree run.RestartFromNodeID = "start-a" - run.NodeExecutions = []domain.NodeExecutionRecord{} + startedAt := nowISO() + run.NodeExecutions = []domain.NodeExecutionRecord{{ + NodeID: "root", + NodeLabel: "Shell 命令执行", + Status: domain.NodeExecutionStatusCompleted, + StartedAt: startedAt, + EndedAt: startedAt, + Artifacts: []domain.ExecutionArtifact{{ID: "artifact-root", RunID: run.ID, NodeID: "root", PortID: "out-1", Name: "root.json", Type: domain.PortTypeJSON, Data: map[string]any{"root": true}}}, + }} run.Status = domain.RunStatusQueued run.UpdatedAt = nowISO() if err := dataStore.UpsertRun(ctx, *run); err != nil { @@ -3916,13 +3951,7 @@ func TestProcessRunKeepsClaimedRunRunningWhenExistingNodeExecutionIsActive(t *te t.Fatalf("upsert run: %v", err) } - processed, err := runtime.ProcessOnce(ctx) - if err != nil { - t.Fatalf("process once: %v", err) - } - if processed == nil { - t.Fatalf("expected processed run") - } + processed := mustProcessOnceRun(t, runtime, ctx) if processed.Status != domain.RunStatusRunning { t.Fatalf("expected running status, got %s", processed.Status) } diff --git a/operator-images/builtin/gpu-base.Dockerfile b/operator-images/builtin/gpu-base.Dockerfile index a4b67918..7a8c6362 100644 --- a/operator-images/builtin/gpu-base.Dockerfile +++ b/operator-images/builtin/gpu-base.Dockerfile @@ -9,4 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ HOME=/tmp/droboticflow-home RUN python -m pip install --no-cache-dir transformers accelerate safetensors nvidia-ml-py +RUN apt-get update && apt-get install -y --no-install-recommends git ffmpeg libgl1 libglib2.0-0 && rm -rf /var/lib/apt/lists/* +RUN python -m pip install --no-cache-dir lerobot peft draccus wandb hydra-core omegaconf zarr numcodecs dill einops diffusers +RUN git clone --depth=1 https://github.com/openvla/openvla.git /opt/openvla && git clone --depth=1 https://github.com/real-stanford/diffusion_policy.git /opt/diffusion_policy RUN mkdir -p /tmp/droboticflow-home /workspace /outputs diff --git a/operator-images/builtin/operator-images.json b/operator-images/builtin/operator-images.json index cda8837a..30cf6210 100644 --- a/operator-images/builtin/operator-images.json +++ b/operator-images/builtin/operator-images.json @@ -8,8 +8,8 @@ "/app/backend/operator-runner/main.py" ], "dependencyProfile": [ - "real-act-training-command", - "trajectory-demonstration-files", + "huggingface-lerobot-act", + "lerobot-dataset-or-local-root", "gpu-a800" ], "dockerfile": "operator-repos/builtin/act_policy_train/Dockerfile", @@ -18,7 +18,7 @@ "operatorId": "operator-builtin-act-policy-train", "operatorSlug": "act_policy_train", "requiresGpu": true, - "runtimeHandler": "act_policy_train", + "runtimeHandler": "builtin_act_policy_train", "runtimeSource": "operator-repos/builtin/act_policy_train/src/operator.py", "sourceRoot": "operator-repos/builtin/act_policy_train" }, @@ -39,7 +39,7 @@ "operatorId": "operator-builtin-action-state-quality-validate", "operatorSlug": "action_state_quality_validate", "requiresGpu": false, - "runtimeHandler": "action_state_quality_validate", + "runtimeHandler": "builtin_action_state_quality_validate", "runtimeSource": "operator-repos/builtin/action_state_quality_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/action_state_quality_validate" }, @@ -61,7 +61,7 @@ "operatorId": "operator-builtin-agibot-world2026-validate", "operatorSlug": "agibot_world2026_validate", "requiresGpu": false, - "runtimeHandler": "agibot_world2026_validate", + "runtimeHandler": "builtin_agibot_world2026_validate", "runtimeSource": "operator-repos/builtin/agibot_world2026_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/agibot_world2026_validate" }, @@ -83,7 +83,7 @@ "operatorId": "operator-builtin-aloha-hdf5-validate", "operatorSlug": "aloha_hdf5_validate", "requiresGpu": false, - "runtimeHandler": "aloha_hdf5_validate", + "runtimeHandler": "builtin_aloha_hdf5_validate", "runtimeSource": "operator-repos/builtin/aloha_hdf5_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/aloha_hdf5_validate" }, @@ -103,7 +103,7 @@ "operatorId": "operator-builtin-audit-sample", "operatorSlug": "audit_sample", "requiresGpu": false, - "runtimeHandler": "audit_sampling", + "runtimeHandler": "builtin_audit_sampling", "runtimeSource": "operator-repos/builtin/audit_sample/src/operator.py", "sourceRoot": "operator-repos/builtin/audit_sample" }, @@ -126,7 +126,7 @@ "operatorId": "operator-builtin-bop-dataset-validate", "operatorSlug": "bop_dataset_validate", "requiresGpu": false, - "runtimeHandler": "bop_dataset_validate", + "runtimeHandler": "builtin_bop_dataset_validate", "runtimeSource": "operator-repos/builtin/bop_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/bop_dataset_validate" }, @@ -146,7 +146,7 @@ "operatorId": "operator-builtin-bos-incremental-scan", "operatorSlug": "bos_incremental_scan", "requiresGpu": false, - "runtimeHandler": "source", + "runtimeHandler": "builtin_source", "runtimeSource": "operator-repos/builtin/bos_incremental_scan/src/operator.py", "sourceRoot": "operator-repos/builtin/bos_incremental_scan" }, @@ -168,7 +168,7 @@ "operatorId": "operator-builtin-bridgedata-tfds-manifest-validate", "operatorSlug": "bridgedata_tfds_manifest_validate", "requiresGpu": false, - "runtimeHandler": "bridgedata_tfds_manifest_validate", + "runtimeHandler": "builtin_bridgedata_tfds_manifest_validate", "runtimeSource": "operator-repos/builtin/bridgedata_tfds_manifest_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/bridgedata_tfds_manifest_validate" }, @@ -190,7 +190,7 @@ "operatorId": "operator-builtin-calvin-episode-validate", "operatorSlug": "calvin_episode_validate", "requiresGpu": false, - "runtimeHandler": "calvin_episode_validate", + "runtimeHandler": "builtin_calvin_episode_validate", "runtimeSource": "operator-repos/builtin/calvin_episode_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/calvin_episode_validate" }, @@ -212,7 +212,7 @@ "operatorId": "operator-builtin-camera-calibration-validate", "operatorSlug": "camera_calibration_validate", "requiresGpu": false, - "runtimeHandler": "camera_calibration_validate", + "runtimeHandler": "builtin_camera_calibration_validate", "runtimeSource": "operator-repos/builtin/camera_calibration_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/camera_calibration_validate" }, @@ -233,7 +233,7 @@ "operatorId": "operator-builtin-coco-annotation-validate", "operatorSlug": "coco_annotation_validate", "requiresGpu": false, - "runtimeHandler": "coco_annotation_validate", + "runtimeHandler": "builtin_coco_annotation_validate", "runtimeSource": "operator-repos/builtin/coco_annotation_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/coco_annotation_validate" }, @@ -253,7 +253,7 @@ "operatorId": "operator-builtin-conditional-route", "operatorSlug": "conditional_route", "requiresGpu": false, - "runtimeHandler": "condition_router", + "runtimeHandler": "builtin_condition_router", "runtimeSource": "operator-repos/builtin/conditional_route/src/operator.py", "sourceRoot": "operator-repos/builtin/conditional_route" }, @@ -273,7 +273,7 @@ "operatorId": "operator-builtin-csv-to-json", "operatorSlug": "csv_to_json", "requiresGpu": false, - "runtimeHandler": "csv_to_json", + "runtimeHandler": "builtin_csv_to_json", "runtimeSource": "operator-repos/builtin/csv_to_json/src/operator.py", "sourceRoot": "operator-repos/builtin/csv_to_json" }, @@ -295,7 +295,7 @@ "operatorId": "operator-builtin-dataset-provenance-audit", "operatorSlug": "dataset_provenance_audit", "requiresGpu": false, - "runtimeHandler": "dataset_provenance_audit", + "runtimeHandler": "builtin_dataset_provenance_audit", "runtimeSource": "operator-repos/builtin/dataset_provenance_audit/src/operator.py", "sourceRoot": "operator-repos/builtin/dataset_provenance_audit" }, @@ -318,7 +318,7 @@ "operatorId": "operator-builtin-dataset-schema-contract-validate", "operatorSlug": "dataset_schema_contract_validate", "requiresGpu": false, - "runtimeHandler": "dataset_schema_contract_validate", + "runtimeHandler": "builtin_dataset_schema_contract_validate", "runtimeSource": "operator-repos/builtin/dataset_schema_contract_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/dataset_schema_contract_validate" }, @@ -339,7 +339,7 @@ "operatorId": "operator-builtin-dataset-split-leakage-validate", "operatorSlug": "dataset_split_leakage_validate", "requiresGpu": false, - "runtimeHandler": "dataset_split_leakage_validate", + "runtimeHandler": "builtin_dataset_split_leakage_validate", "runtimeSource": "operator-repos/builtin/dataset_split_leakage_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/dataset_split_leakage_validate" }, @@ -360,7 +360,7 @@ "operatorId": "operator-builtin-dataset-split-manifest", "operatorSlug": "dataset_split_manifest", "requiresGpu": false, - "runtimeHandler": "dataset_split_manifest", + "runtimeHandler": "builtin_dataset_split_manifest", "runtimeSource": "operator-repos/builtin/dataset_split_manifest/src/operator.py", "sourceRoot": "operator-repos/builtin/dataset_split_manifest" }, @@ -383,7 +383,7 @@ "operatorId": "operator-builtin-dexycb-dataset-validate", "operatorSlug": "dexycb_dataset_validate", "requiresGpu": false, - "runtimeHandler": "dexycb_dataset_validate", + "runtimeHandler": "builtin_dexycb_dataset_validate", "runtimeSource": "operator-repos/builtin/dexycb_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/dexycb_dataset_validate" }, @@ -395,7 +395,7 @@ "/app/backend/operator-runner/main.py" ], "dependencyProfile": [ - "diffusion-policy-training-command", + "real-stanford-diffusion-policy", "zarr-or-lerobot-trajectory-files", "gpu-a800" ], @@ -405,7 +405,7 @@ "operatorId": "operator-builtin-diffusion-policy-train", "operatorSlug": "diffusion_policy_train", "requiresGpu": true, - "runtimeHandler": "diffusion_policy_train", + "runtimeHandler": "builtin_diffusion_policy_train", "runtimeSource": "operator-repos/builtin/diffusion_policy_train/src/operator.py", "sourceRoot": "operator-repos/builtin/diffusion_policy_train" }, @@ -425,7 +425,7 @@ "operatorId": "operator-builtin-directory-scan", "operatorSlug": "directory_scan", "requiresGpu": false, - "runtimeHandler": "directory_scan", + "runtimeHandler": "builtin_directory_scan", "runtimeSource": "operator-repos/builtin/directory_scan/src/operator.py", "sourceRoot": "operator-repos/builtin/directory_scan" }, @@ -447,7 +447,7 @@ "operatorId": "operator-builtin-droid-raw-episode-validate", "operatorSlug": "droid_raw_episode_validate", "requiresGpu": false, - "runtimeHandler": "droid_raw_episode_validate", + "runtimeHandler": "builtin_droid_raw_episode_validate", "runtimeSource": "operator-repos/builtin/droid_raw_episode_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/droid_raw_episode_validate" }, @@ -468,7 +468,7 @@ "operatorId": "operator-builtin-embodiment-metadata-validate", "operatorSlug": "embodiment_metadata_validate", "requiresGpu": false, - "runtimeHandler": "embodiment_metadata_validate", + "runtimeHandler": "builtin_embodiment_metadata_validate", "runtimeSource": "operator-repos/builtin/embodiment_metadata_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/embodiment_metadata_validate" }, @@ -489,7 +489,7 @@ "operatorId": "operator-builtin-episode-boundary-validate", "operatorSlug": "episode_boundary_validate", "requiresGpu": false, - "runtimeHandler": "episode_boundary_validate", + "runtimeHandler": "builtin_episode_boundary_validate", "runtimeSource": "operator-repos/builtin/episode_boundary_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/episode_boundary_validate" }, @@ -512,7 +512,7 @@ "operatorId": "operator-builtin-force-torque-sensor-validate", "operatorSlug": "force_torque_sensor_validate", "requiresGpu": false, - "runtimeHandler": "force_torque_sensor_validate", + "runtimeHandler": "builtin_force_torque_sensor_validate", "runtimeSource": "operator-repos/builtin/force_torque_sensor_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/force_torque_sensor_validate" }, @@ -534,7 +534,7 @@ "operatorId": "operator-builtin-furniturebench-pkl-demonstration-validate", "operatorSlug": "furniturebench_pkl_demonstration_validate", "requiresGpu": false, - "runtimeHandler": "furniturebench_pkl_demonstration_validate", + "runtimeHandler": "builtin_furniturebench_pkl_demonstration_validate", "runtimeSource": "operator-repos/builtin/furniturebench_pkl_demonstration_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/furniturebench_pkl_demonstration_validate" }, @@ -558,7 +558,7 @@ "operatorId": "operator-builtin-graspnet-dataset-validate", "operatorSlug": "graspnet_dataset_validate", "requiresGpu": false, - "runtimeHandler": "graspnet_dataset_validate", + "runtimeHandler": "builtin_graspnet_dataset_validate", "runtimeSource": "operator-repos/builtin/graspnet_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/graspnet_dataset_validate" }, @@ -581,7 +581,7 @@ "operatorId": "operator-builtin-hand-object-pose-validate", "operatorSlug": "hand_object_pose_validate", "requiresGpu": false, - "runtimeHandler": "hand_object_pose_validate", + "runtimeHandler": "builtin_hand_object_pose_validate", "runtimeSource": "operator-repos/builtin/hand_object_pose_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/hand_object_pose_validate" }, @@ -602,7 +602,7 @@ "operatorId": "operator-builtin-hdf5-demonstration-summary", "operatorSlug": "hdf5_demonstration_summary", "requiresGpu": false, - "runtimeHandler": "hdf5_demonstration_summary", + "runtimeHandler": "builtin_hdf5_demonstration_summary", "runtimeSource": "operator-repos/builtin/hdf5_demonstration_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/hdf5_demonstration_summary" }, @@ -622,7 +622,7 @@ "operatorId": "operator-builtin-hf-dataset-probe", "operatorSlug": "hf_dataset_probe", "requiresGpu": false, - "runtimeHandler": "hf_dataset_probe", + "runtimeHandler": "builtin_hf_dataset_probe", "runtimeSource": "operator-repos/builtin/hf_dataset_probe/src/operator.py", "sourceRoot": "operator-repos/builtin/hf_dataset_probe" }, @@ -645,7 +645,7 @@ "operatorId": "operator-builtin-ho3d-dataset-validate", "operatorSlug": "ho3d_dataset_validate", "requiresGpu": false, - "runtimeHandler": "ho3d_dataset_validate", + "runtimeHandler": "builtin_ho3d_dataset_validate", "runtimeSource": "operator-repos/builtin/ho3d_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/ho3d_dataset_validate" }, @@ -665,7 +665,7 @@ "operatorId": "operator-builtin-human-review", "operatorSlug": "human_review", "requiresGpu": false, - "runtimeHandler": "human_review", + "runtimeHandler": "builtin_human_review", "runtimeSource": "operator-repos/builtin/human_review/src/operator.py", "sourceRoot": "operator-repos/builtin/human_review" }, @@ -687,7 +687,7 @@ "operatorId": "operator-builtin-joint-limit-validate", "operatorSlug": "joint_limit_validate", "requiresGpu": false, - "runtimeHandler": "joint_limit_validate", + "runtimeHandler": "builtin_joint_limit_validate", "runtimeSource": "operator-repos/builtin/joint_limit_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/joint_limit_validate" }, @@ -707,7 +707,7 @@ "operatorId": "operator-builtin-json-field-extract", "operatorSlug": "json_field_extract", "requiresGpu": false, - "runtimeHandler": "json_extract", + "runtimeHandler": "builtin_json_extract", "runtimeSource": "operator-repos/builtin/json_field_extract/src/operator.py", "sourceRoot": "operator-repos/builtin/json_field_extract" }, @@ -727,7 +727,7 @@ "operatorId": "operator-builtin-json-filter", "operatorSlug": "json_filter", "requiresGpu": false, - "runtimeHandler": "json_filter", + "runtimeHandler": "builtin_json_filter", "runtimeSource": "operator-repos/builtin/json_filter/src/operator.py", "sourceRoot": "operator-repos/builtin/json_filter" }, @@ -747,7 +747,7 @@ "operatorId": "operator-builtin-json-map-rename", "operatorSlug": "json_map_rename", "requiresGpu": false, - "runtimeHandler": "json_map", + "runtimeHandler": "builtin_json_map", "runtimeSource": "operator-repos/builtin/json_map_rename/src/operator.py", "sourceRoot": "operator-repos/builtin/json_map_rename" }, @@ -767,7 +767,7 @@ "operatorId": "operator-builtin-json-to-csv", "operatorSlug": "json_to_csv", "requiresGpu": false, - "runtimeHandler": "json_to_csv", + "runtimeHandler": "builtin_json_to_csv", "runtimeSource": "operator-repos/builtin/json_to_csv/src/operator.py", "sourceRoot": "operator-repos/builtin/json_to_csv" }, @@ -788,7 +788,7 @@ "operatorId": "operator-builtin-language-instruction-validate", "operatorSlug": "language_instruction_validate", "requiresGpu": false, - "runtimeHandler": "language_instruction_validate", + "runtimeHandler": "builtin_language_instruction_validate", "runtimeSource": "operator-repos/builtin/language_instruction_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/language_instruction_validate" }, @@ -810,7 +810,7 @@ "operatorId": "operator-builtin-lerobot-dataset-validate", "operatorSlug": "lerobot_dataset_validate", "requiresGpu": false, - "runtimeHandler": "lerobot_dataset_validate", + "runtimeHandler": "builtin_lerobot_dataset_validate", "runtimeSource": "operator-repos/builtin/lerobot_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/lerobot_dataset_validate" }, @@ -832,7 +832,7 @@ "operatorId": "operator-builtin-lerobot-metadata-consistency-validate", "operatorSlug": "lerobot_metadata_consistency_validate", "requiresGpu": false, - "runtimeHandler": "lerobot_metadata_consistency_validate", + "runtimeHandler": "builtin_lerobot_metadata_consistency_validate", "runtimeSource": "operator-repos/builtin/lerobot_metadata_consistency_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/lerobot_metadata_consistency_validate" }, @@ -874,7 +874,7 @@ "operatorId": "operator-builtin-lerobot-v3-episode-index-validate", "operatorSlug": "lerobot_v3_episode_index_validate", "requiresGpu": false, - "runtimeHandler": "lerobot_v3_episode_index_validate", + "runtimeHandler": "builtin_lerobot_v3_episode_index_validate", "runtimeSource": "operator-repos/builtin/lerobot_v3_episode_index_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/lerobot_v3_episode_index_validate" }, @@ -898,7 +898,7 @@ "operatorId": "operator-builtin-lerobot-video-alignment-validate", "operatorSlug": "lerobot_video_alignment_validate", "requiresGpu": false, - "runtimeHandler": "lerobot_video_alignment_validate", + "runtimeHandler": "builtin_lerobot_video_alignment_validate", "runtimeSource": "operator-repos/builtin/lerobot_video_alignment_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/lerobot_video_alignment_validate" }, @@ -921,7 +921,7 @@ "operatorId": "operator-builtin-libero-hdf5-task-validate", "operatorSlug": "libero_hdf5_task_validate", "requiresGpu": false, - "runtimeHandler": "libero_hdf5_task_validate", + "runtimeHandler": "builtin_libero_hdf5_task_validate", "runtimeSource": "operator-repos/builtin/libero_hdf5_task_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/libero_hdf5_task_validate" }, @@ -943,7 +943,7 @@ "operatorId": "operator-builtin-maniskill-trajectory-validate", "operatorSlug": "maniskill_trajectory_validate", "requiresGpu": false, - "runtimeHandler": "maniskill_trajectory_validate", + "runtimeHandler": "builtin_maniskill_trajectory_validate", "runtimeSource": "operator-repos/builtin/maniskill_trajectory_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/maniskill_trajectory_validate" }, @@ -964,7 +964,7 @@ "operatorId": "operator-builtin-mcap-topic-summary", "operatorSlug": "mcap_topic_summary", "requiresGpu": false, - "runtimeHandler": "mcap_topic_summary", + "runtimeHandler": "builtin_mcap_topic_summary", "runtimeSource": "operator-repos/builtin/mcap_topic_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/mcap_topic_summary" }, @@ -989,7 +989,7 @@ "operatorId": "operator-builtin-media-reference-validate", "operatorSlug": "media_reference_validate", "requiresGpu": false, - "runtimeHandler": "media_reference_validate", + "runtimeHandler": "builtin_media_reference_validate", "runtimeSource": "operator-repos/builtin/media_reference_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/media_reference_validate" }, @@ -1009,7 +1009,7 @@ "operatorId": "operator-builtin-merge", "operatorSlug": "merge", "requiresGpu": false, - "runtimeHandler": "merge", + "runtimeHandler": "builtin_merge", "runtimeSource": "operator-repos/builtin/merge/src/operator.py", "sourceRoot": "operator-repos/builtin/merge" }, @@ -1030,7 +1030,7 @@ "operatorId": "operator-builtin-mjcf-actuator-validate", "operatorSlug": "mjcf_actuator_validate", "requiresGpu": false, - "runtimeHandler": "mjcf_actuator_validate", + "runtimeHandler": "builtin_mjcf_actuator_validate", "runtimeSource": "operator-repos/builtin/mjcf_actuator_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/mjcf_actuator_validate" }, @@ -1050,7 +1050,7 @@ "operatorId": "operator-builtin-model-inference", "operatorSlug": "model_inference", "requiresGpu": false, - "runtimeHandler": "model_inference", + "runtimeHandler": "builtin_model_inference", "runtimeSource": "operator-repos/builtin/model_inference/src/operator.py", "sourceRoot": "operator-repos/builtin/model_inference" }, @@ -1070,7 +1070,7 @@ "operatorId": "operator-builtin-mongodb-write", "operatorSlug": "mongodb_write", "requiresGpu": false, - "runtimeHandler": "mongodb_write", + "runtimeHandler": "builtin_mongodb_write", "runtimeSource": "operator-repos/builtin/mongodb_write/src/operator.py", "sourceRoot": "operator-repos/builtin/mongodb_write" }, @@ -1082,8 +1082,9 @@ "/app/backend/operator-runner/main.py" ], "dependencyProfile": [ - "openvla-training-command", - "vla-sample-action-manifest", + "openvla-lora-finetune", + "rlds-vla-dataset", + "peft", "gpu-a800" ], "dockerfile": "operator-repos/builtin/openvla_finetune/Dockerfile", @@ -1092,7 +1093,7 @@ "operatorId": "operator-builtin-openvla-finetune", "operatorSlug": "openvla_finetune", "requiresGpu": true, - "runtimeHandler": "openvla_finetune", + "runtimeHandler": "builtin_openvla_finetune", "runtimeSource": "operator-repos/builtin/openvla_finetune/src/operator.py", "sourceRoot": "operator-repos/builtin/openvla_finetune" }, @@ -1104,8 +1105,8 @@ "/app/backend/operator-runner/main.py" ], "dependencyProfile": [ - "openvla-inference-command", - "openvla-model-weights", + "openvla-transformers-inference", + "openvla-model-or-upstream-adapter", "gpu-a800" ], "dockerfile": "operator-repos/builtin/openvla_inference/Dockerfile", @@ -1114,7 +1115,7 @@ "operatorId": "operator-builtin-openvla-inference", "operatorSlug": "openvla_inference", "requiresGpu": true, - "runtimeHandler": "openvla_inference", + "runtimeHandler": "builtin_openvla_inference", "runtimeSource": "operator-repos/builtin/openvla_inference/src/operator.py", "sourceRoot": "operator-repos/builtin/openvla_inference" }, @@ -1134,7 +1135,7 @@ "operatorId": "operator-builtin-package", "operatorSlug": "package", "requiresGpu": false, - "runtimeHandler": "result_package", + "runtimeHandler": "builtin_result_package", "runtimeSource": "operator-repos/builtin/package/src/operator.py", "sourceRoot": "operator-repos/builtin/package" }, @@ -1155,7 +1156,7 @@ "operatorId": "operator-builtin-parquet-table-summary", "operatorSlug": "parquet_table_summary", "requiresGpu": false, - "runtimeHandler": "parquet_table_summary", + "runtimeHandler": "builtin_parquet_table_summary", "runtimeSource": "operator-repos/builtin/parquet_table_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/parquet_table_summary" }, @@ -1179,7 +1180,7 @@ "operatorId": "operator-builtin-partnet-mobility-asset-validate", "operatorSlug": "partnet_mobility_asset_validate", "requiresGpu": false, - "runtimeHandler": "partnet_mobility_asset_validate", + "runtimeHandler": "builtin_partnet_mobility_asset_validate", "runtimeSource": "operator-repos/builtin/partnet_mobility_asset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/partnet_mobility_asset_validate" }, @@ -1200,7 +1201,7 @@ "operatorId": "operator-builtin-pointcloud-summary", "operatorSlug": "pointcloud_summary", "requiresGpu": false, - "runtimeHandler": "pointcloud_summary", + "runtimeHandler": "builtin_pointcloud_summary", "runtimeSource": "operator-repos/builtin/pointcloud_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/pointcloud_summary" }, @@ -1244,7 +1245,7 @@ "operatorId": "operator-builtin-rgbd-frame-pair-validate", "operatorSlug": "rgbd_frame_pair_validate", "requiresGpu": false, - "runtimeHandler": "rgbd_frame_pair_validate", + "runtimeHandler": "builtin_rgbd_frame_pair_validate", "runtimeSource": "operator-repos/builtin/rgbd_frame_pair_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/rgbd_frame_pair_validate" }, @@ -1267,7 +1268,7 @@ "operatorId": "operator-builtin-rh20t-scene-validate", "operatorSlug": "rh20t_scene_validate", "requiresGpu": false, - "runtimeHandler": "rh20t_scene_validate", + "runtimeHandler": "builtin_rh20t_scene_validate", "runtimeSource": "operator-repos/builtin/rh20t_scene_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/rh20t_scene_validate" }, @@ -1289,7 +1290,7 @@ "operatorId": "operator-builtin-rlbench-dataset-validate", "operatorSlug": "rlbench_dataset_validate", "requiresGpu": false, - "runtimeHandler": "rlbench_dataset_validate", + "runtimeHandler": "builtin_rlbench_dataset_validate", "runtimeSource": "operator-repos/builtin/rlbench_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/rlbench_dataset_validate" }, @@ -1309,7 +1310,7 @@ "operatorId": "operator-builtin-rlds-episode-summary", "operatorSlug": "rlds_episode_summary", "requiresGpu": false, - "runtimeHandler": "rlds_episode_summary", + "runtimeHandler": "builtin_rlds_episode_summary", "runtimeSource": "operator-repos/builtin/rlds_episode_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/rlds_episode_summary" }, @@ -1331,7 +1332,7 @@ "operatorId": "operator-builtin-robocasa-hdf5-demonstration-validate", "operatorSlug": "robocasa_hdf5_demonstration_validate", "requiresGpu": false, - "runtimeHandler": "robocasa_hdf5_demonstration_validate", + "runtimeHandler": "builtin_robocasa_hdf5_demonstration_validate", "runtimeSource": "operator-repos/builtin/robocasa_hdf5_demonstration_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/robocasa_hdf5_demonstration_validate" }, @@ -1353,7 +1354,7 @@ "operatorId": "operator-builtin-robomimic-hdf5-validate", "operatorSlug": "robomimic_hdf5_validate", "requiresGpu": false, - "runtimeHandler": "robomimic_hdf5_validate", + "runtimeHandler": "builtin_robomimic_hdf5_validate", "runtimeSource": "operator-repos/builtin/robomimic_hdf5_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/robomimic_hdf5_validate" }, @@ -1375,7 +1376,7 @@ "operatorId": "operator-builtin-robomind-hdf5-quality-validate", "operatorSlug": "robomind_hdf5_quality_validate", "requiresGpu": false, - "runtimeHandler": "robomind_hdf5_quality_validate", + "runtimeHandler": "builtin_robomind_hdf5_quality_validate", "runtimeSource": "operator-repos/builtin/robomind_hdf5_quality_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/robomind_hdf5_quality_validate" }, @@ -1397,7 +1398,7 @@ "operatorId": "operator-builtin-roboset-hdf5-validate", "operatorSlug": "roboset_hdf5_validate", "requiresGpu": false, - "runtimeHandler": "roboset_hdf5_validate", + "runtimeHandler": "builtin_roboset_hdf5_validate", "runtimeSource": "operator-repos/builtin/roboset_hdf5_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/roboset_hdf5_validate" }, @@ -1419,7 +1420,7 @@ "operatorId": "operator-builtin-robot-model-asset-validate", "operatorSlug": "robot_model_asset_validate", "requiresGpu": false, - "runtimeHandler": "robot_model_asset_validate", + "runtimeHandler": "builtin_robot_model_asset_validate", "runtimeSource": "operator-repos/builtin/robot_model_asset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/robot_model_asset_validate" }, @@ -1441,7 +1442,7 @@ "operatorId": "operator-builtin-roboturk-real-hdf5-validate", "operatorSlug": "roboturk_real_hdf5_validate", "requiresGpu": false, - "runtimeHandler": "roboturk_real_hdf5_validate", + "runtimeHandler": "builtin_roboturk_real_hdf5_validate", "runtimeSource": "operator-repos/builtin/roboturk_real_hdf5_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/roboturk_real_hdf5_validate" }, @@ -1463,7 +1464,7 @@ "operatorId": "operator-builtin-ros-joint-state-validate", "operatorSlug": "ros_joint_state_validate", "requiresGpu": false, - "runtimeHandler": "ros_joint_state_validate", + "runtimeHandler": "builtin_ros_joint_state_validate", "runtimeSource": "operator-repos/builtin/ros_joint_state_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/ros_joint_state_validate" }, @@ -1507,7 +1508,7 @@ "operatorId": "operator-builtin-rtx-action-schema-validate", "operatorSlug": "rtx_action_schema_validate", "requiresGpu": false, - "runtimeHandler": "rtx_action_schema_validate", + "runtimeHandler": "builtin_rtx_action_schema_validate", "runtimeSource": "operator-repos/builtin/rtx_action_schema_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/rtx_action_schema_validate" }, @@ -1529,7 +1530,7 @@ "operatorId": "operator-builtin-segmentation-mask-validate", "operatorSlug": "segmentation_mask_validate", "requiresGpu": false, - "runtimeHandler": "segmentation_mask_validate", + "runtimeHandler": "builtin_segmentation_mask_validate", "runtimeSource": "operator-repos/builtin/segmentation_mask_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/segmentation_mask_validate" }, @@ -1549,7 +1550,7 @@ "operatorId": "operator-builtin-sensor-timestamp-sync-validate", "operatorSlug": "sensor_timestamp_sync_validate", "requiresGpu": false, - "runtimeHandler": "sensor_timestamp_sync_validate", + "runtimeHandler": "builtin_sensor_timestamp_sync_validate", "runtimeSource": "operator-repos/builtin/sensor_timestamp_sync_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/sensor_timestamp_sync_validate" }, @@ -1569,7 +1570,7 @@ "operatorId": "operator-builtin-shell-command", "operatorSlug": "shell_command", "requiresGpu": false, - "runtimeHandler": "shell_command", + "runtimeHandler": "builtin_shell_command", "runtimeSource": "operator-repos/builtin/shell_command/src/operator.py", "sourceRoot": "operator-repos/builtin/shell_command" }, @@ -1610,7 +1611,7 @@ "operatorId": "operator-builtin-template-render", "operatorSlug": "template_render", "requiresGpu": false, - "runtimeHandler": "text_template", + "runtimeHandler": "builtin_text_template", "runtimeSource": "operator-repos/builtin/template_render/src/operator.py", "sourceRoot": "operator-repos/builtin/template_render" }, @@ -1631,7 +1632,7 @@ "operatorId": "operator-builtin-tf-transform-tree-validate", "operatorSlug": "tf_transform_tree_validate", "requiresGpu": false, - "runtimeHandler": "tf_transform_tree_validate", + "runtimeHandler": "builtin_tf_transform_tree_validate", "runtimeSource": "operator-repos/builtin/tf_transform_tree_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/tf_transform_tree_validate" }, @@ -1652,7 +1653,7 @@ "operatorId": "operator-builtin-tfrecord-structural-validate", "operatorSlug": "tfrecord_structural_validate", "requiresGpu": false, - "runtimeHandler": "tfrecord_structural_validate", + "runtimeHandler": "builtin_tfrecord_structural_validate", "runtimeSource": "operator-repos/builtin/tfrecord_structural_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/tfrecord_structural_validate" }, @@ -1673,7 +1674,7 @@ "operatorId": "operator-builtin-trajectory-integrity-validate", "operatorSlug": "trajectory_integrity_validate", "requiresGpu": false, - "runtimeHandler": "trajectory_integrity_validate", + "runtimeHandler": "builtin_trajectory_integrity_validate", "runtimeSource": "operator-repos/builtin/trajectory_integrity_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/trajectory_integrity_validate" }, @@ -1695,7 +1696,7 @@ "operatorId": "operator-builtin-umi-zarr-dataset-validate", "operatorSlug": "umi_zarr_dataset_validate", "requiresGpu": false, - "runtimeHandler": "umi_zarr_dataset_validate", + "runtimeHandler": "builtin_umi_zarr_dataset_validate", "runtimeSource": "operator-repos/builtin/umi_zarr_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/umi_zarr_dataset_validate" }, @@ -1716,7 +1717,7 @@ "operatorId": "operator-builtin-upload", "operatorSlug": "upload", "requiresGpu": false, - "runtimeHandler": "upload", + "runtimeHandler": "builtin_upload", "runtimeSource": "operator-repos/builtin/upload/src/operator.py", "sourceRoot": "operator-repos/builtin/upload" }, @@ -1737,7 +1738,7 @@ "operatorId": "operator-builtin-video-annotate", "operatorSlug": "video_annotate", "requiresGpu": false, - "runtimeHandler": "video_annotation", + "runtimeHandler": "builtin_video_annotation", "runtimeSource": "operator-repos/builtin/video_annotate/src/operator.py", "sourceRoot": "operator-repos/builtin/video_annotate" }, @@ -1757,7 +1758,7 @@ "operatorId": "operator-builtin-video-filter", "operatorSlug": "video_filter", "requiresGpu": false, - "runtimeHandler": "dataset_filter", + "runtimeHandler": "builtin_dataset_filter", "runtimeSource": "operator-repos/builtin/video_filter/src/operator.py", "sourceRoot": "operator-repos/builtin/video_filter" }, @@ -1778,7 +1779,7 @@ "operatorId": "operator-builtin-video-quality", "operatorSlug": "video_quality", "requiresGpu": false, - "runtimeHandler": "video_quality", + "runtimeHandler": "builtin_video_quality", "runtimeSource": "operator-repos/builtin/video_quality/src/operator.py", "sourceRoot": "operator-repos/builtin/video_quality" }, @@ -1799,7 +1800,7 @@ "operatorId": "operator-builtin-video-slice", "operatorSlug": "video_slice", "requiresGpu": false, - "runtimeHandler": "video_slicing", + "runtimeHandler": "builtin_video_slicing", "runtimeSource": "operator-repos/builtin/video_slice/src/operator.py", "sourceRoot": "operator-repos/builtin/video_slice" }, @@ -1823,7 +1824,7 @@ "operatorId": "operator-builtin-video-target-clip", "operatorSlug": "video_target_clip", "requiresGpu": false, - "runtimeHandler": "video_target_clip", + "runtimeHandler": "builtin_video_target_clip", "runtimeSource": "operator-repos/builtin/video_target_clip/src/operator.py", "sourceRoot": "operator-repos/builtin/video_target_clip" }, @@ -1929,7 +1930,7 @@ "operatorId": "operator-builtin-webdataset-shard-summary", "operatorSlug": "webdataset_shard_summary", "requiresGpu": false, - "runtimeHandler": "webdataset_shard_summary", + "runtimeHandler": "builtin_webdataset_shard_summary", "runtimeSource": "operator-repos/builtin/webdataset_shard_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/webdataset_shard_summary" }, @@ -1949,7 +1950,7 @@ "operatorId": "operator-builtin-xplatform-dataset-index", "operatorSlug": "xplatform_dataset_index", "requiresGpu": false, - "runtimeHandler": "xplatform_index", + "runtimeHandler": "builtin_xplatform_index", "runtimeSource": "operator-repos/builtin/xplatform_dataset_index/src/operator.py", "sourceRoot": "operator-repos/builtin/xplatform_dataset_index" }, @@ -1969,7 +1970,7 @@ "operatorId": "operator-builtin-xplatform-dataset-validate", "operatorSlug": "xplatform_dataset_validate", "requiresGpu": false, - "runtimeHandler": "collection_validate", + "runtimeHandler": "builtin_collection_validate", "runtimeSource": "operator-repos/builtin/xplatform_dataset_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/xplatform_dataset_validate" }, @@ -1991,7 +1992,7 @@ "operatorId": "operator-builtin-yolo-detection-validate", "operatorSlug": "yolo_detection_validate", "requiresGpu": false, - "runtimeHandler": "yolo_detection_validate", + "runtimeHandler": "builtin_yolo_detection_validate", "runtimeSource": "operator-repos/builtin/yolo_detection_validate/src/operator.py", "sourceRoot": "operator-repos/builtin/yolo_detection_validate" }, @@ -2013,7 +2014,7 @@ "operatorId": "operator-builtin-yolo-embodied-detection-train", "operatorSlug": "yolo_embodied_detection_train", "requiresGpu": true, - "runtimeHandler": "yolo_embodied_detection_train", + "runtimeHandler": "builtin_yolo_embodied_detection_train", "runtimeSource": "operator-repos/builtin/yolo_embodied_detection_train/src/operator.py", "sourceRoot": "operator-repos/builtin/yolo_embodied_detection_train" }, @@ -2038,7 +2039,7 @@ "operatorId": "operator-builtin-yolo-video-target-clip", "operatorSlug": "yolo_video_target_clip", "requiresGpu": true, - "runtimeHandler": "yolo_video_target_clip", + "runtimeHandler": "builtin_yolo_video_target_clip", "runtimeSource": "operator-repos/builtin/yolo_video_target_clip/src/operator.py", "sourceRoot": "operator-repos/builtin/yolo_video_target_clip" }, @@ -2059,7 +2060,7 @@ "operatorId": "operator-builtin-zarr-trajectory-summary", "operatorSlug": "zarr_trajectory_summary", "requiresGpu": false, - "runtimeHandler": "zarr_trajectory_summary", + "runtimeHandler": "builtin_zarr_trajectory_summary", "runtimeSource": "operator-repos/builtin/zarr_trajectory_summary/src/operator.py", "sourceRoot": "operator-repos/builtin/zarr_trajectory_summary" } diff --git a/operator-repos/builtin/act_policy_train/Dockerfile b/operator-repos/builtin/act_policy_train/Dockerfile index a25f3241..7fa5ba91 100644 --- a/operator-repos/builtin/act_policy_train/Dockerfile +++ b/operator-repos/builtin/act_policy_train/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=act_policy_train \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/act_policy_train/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/act_policy_train \ - DROBOTICFLOW_OPERATOR_HANDLER=act_policy_train \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_act_policy_train \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/act_policy_train/repository.json b/operator-repos/builtin/act_policy_train/repository.json index ee36c147..23d2fa29 100644 --- a/operator-repos/builtin/act_policy_train/repository.json +++ b/operator-repos/builtin/act_policy_train/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "act_policy_train", + "handler": "builtin_act_policy_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -62,15 +62,15 @@ "requiresGpu": true }, "runtimeDependencies": [ - "real-act-training-command", - "trajectory-demonstration-files", + "huggingface-lerobot-act", + "lerobot-dataset-or-local-root", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" }, "runtimeDependencies": [ - "real-act-training-command", - "trajectory-demonstration-files", + "huggingface-lerobot-act", + "lerobot-dataset-or-local-root", "gpu-a800" ], "runtimeHandler": "builtin_act_policy_train", diff --git a/operator-repos/builtin/act_policy_train/runtime_contract.json b/operator-repos/builtin/act_policy_train/runtime_contract.json index a051f105..67db2a4c 100644 --- a/operator-repos/builtin/act_policy_train/runtime_contract.json +++ b/operator-repos/builtin/act_policy_train/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "act_policy_train", + "handler": "builtin_act_policy_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -32,8 +32,8 @@ "requiresGpu": true }, "runtimeDependencies": [ - "real-act-training-command", - "trajectory-demonstration-files", + "huggingface-lerobot-act", + "lerobot-dataset-or-local-root", "gpu-a800" ], "runtimeSource": "src/operator.py", diff --git a/operator-repos/builtin/act_policy_train/src/operator.py b/operator-repos/builtin/act_policy_train/src/operator.py index 1478c8c4..9eae4c22 100644 --- a/operator-repos/builtin/act_policy_train/src/operator.py +++ b/operator-repos/builtin/act_policy_train/src/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_policy_training +from backend.operators.builtin.structured_model_operator import HelperMap, run_lerobot_act_training def run( @@ -13,13 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_policy_training( - run_id, - node_id, - output_dir, - node_data, - inputs, - helpers, - operator_name="ACT 策略训练", - model_family="ACT", - ) + return run_lerobot_act_training(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/operator-repos/builtin/action_state_quality_validate/Dockerfile b/operator-repos/builtin/action_state_quality_validate/Dockerfile index 73277d6d..c86c8ef0 100644 --- a/operator-repos/builtin/action_state_quality_validate/Dockerfile +++ b/operator-repos/builtin/action_state_quality_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-action-state-quality-validate \ DROBOTICFLOW_OPERATOR_SLUG=action_state_quality_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/action_state_quality_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/action_state_quality_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=action_state_quality_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_action_state_quality_validate COPY operator-repos/builtin/action_state_quality_validate ./operator-repos/builtin/action_state_quality_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/action_state_quality_validate/repository.json b/operator-repos/builtin/action_state_quality_validate/repository.json index 29c1b539..dc2d0dc1 100644 --- a/operator-repos/builtin/action_state_quality_validate/repository.json +++ b/operator-repos/builtin/action_state_quality_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "action_state_quality_validate", + "handler": "builtin_action_state_quality_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/action_state_quality_validate/runtime_contract.json b/operator-repos/builtin/action_state_quality_validate/runtime_contract.json index b365f077..96ea435b 100644 --- a/operator-repos/builtin/action_state_quality_validate/runtime_contract.json +++ b/operator-repos/builtin/action_state_quality_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "action_state_quality_validate", + "handler": "builtin_action_state_quality_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/agibot_world2026_validate/Dockerfile b/operator-repos/builtin/agibot_world2026_validate/Dockerfile index dfb83ddb..a743a039 100644 --- a/operator-repos/builtin/agibot_world2026_validate/Dockerfile +++ b/operator-repos/builtin/agibot_world2026_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-agibot-world2026-validate \ DROBOTICFLOW_OPERATOR_SLUG=agibot_world2026_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/agibot_world2026_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/agibot_world2026_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=agibot_world2026_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_agibot_world2026_validate COPY operator-repos/builtin/agibot_world2026_validate ./operator-repos/builtin/agibot_world2026_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/agibot_world2026_validate/repository.json b/operator-repos/builtin/agibot_world2026_validate/repository.json index f8efb4a6..bf564707 100644 --- a/operator-repos/builtin/agibot_world2026_validate/repository.json +++ b/operator-repos/builtin/agibot_world2026_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "agibot_world2026_validate", + "handler": "builtin_agibot_world2026_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/agibot_world2026_validate/runtime_contract.json b/operator-repos/builtin/agibot_world2026_validate/runtime_contract.json index e501383d..c00b95f8 100644 --- a/operator-repos/builtin/agibot_world2026_validate/runtime_contract.json +++ b/operator-repos/builtin/agibot_world2026_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "agibot_world2026_validate", + "handler": "builtin_agibot_world2026_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/aloha_hdf5_validate/Dockerfile b/operator-repos/builtin/aloha_hdf5_validate/Dockerfile index 363c8281..a7a8b822 100644 --- a/operator-repos/builtin/aloha_hdf5_validate/Dockerfile +++ b/operator-repos/builtin/aloha_hdf5_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-aloha-hdf5-validate \ DROBOTICFLOW_OPERATOR_SLUG=aloha_hdf5_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/aloha_hdf5_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/aloha_hdf5_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=aloha_hdf5_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_aloha_hdf5_validate COPY operator-repos/builtin/aloha_hdf5_validate ./operator-repos/builtin/aloha_hdf5_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/aloha_hdf5_validate/repository.json b/operator-repos/builtin/aloha_hdf5_validate/repository.json index 7433d1ba..fd6a2ac4 100644 --- a/operator-repos/builtin/aloha_hdf5_validate/repository.json +++ b/operator-repos/builtin/aloha_hdf5_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "aloha_hdf5_validate", + "handler": "builtin_aloha_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/aloha_hdf5_validate/runtime_contract.json b/operator-repos/builtin/aloha_hdf5_validate/runtime_contract.json index 2af7dc7f..7dd6baeb 100644 --- a/operator-repos/builtin/aloha_hdf5_validate/runtime_contract.json +++ b/operator-repos/builtin/aloha_hdf5_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "aloha_hdf5_validate", + "handler": "builtin_aloha_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/audit_sample/Dockerfile b/operator-repos/builtin/audit_sample/Dockerfile index 8be9c2ed..920907c8 100644 --- a/operator-repos/builtin/audit_sample/Dockerfile +++ b/operator-repos/builtin/audit_sample/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-audit-sample \ DROBOTICFLOW_OPERATOR_SLUG=audit_sample \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/audit_sample/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/audit_sample \ - DROBOTICFLOW_OPERATOR_HANDLER=audit_sampling + DROBOTICFLOW_OPERATOR_HANDLER=builtin_audit_sampling COPY operator-repos/builtin/audit_sample ./operator-repos/builtin/audit_sample ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/audit_sample/repository.json b/operator-repos/builtin/audit_sample/repository.json index a5b2f4b6..fc2907d8 100644 --- a/operator-repos/builtin/audit_sample/repository.json +++ b/operator-repos/builtin/audit_sample/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "audit_sampling", + "handler": "builtin_audit_sampling", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/audit_sample/runtime_contract.json b/operator-repos/builtin/audit_sample/runtime_contract.json index a7926d9c..6d2c4bb4 100644 --- a/operator-repos/builtin/audit_sample/runtime_contract.json +++ b/operator-repos/builtin/audit_sample/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "audit_sampling", + "handler": "builtin_audit_sampling", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/bop_dataset_validate/Dockerfile b/operator-repos/builtin/bop_dataset_validate/Dockerfile index 66664641..008ced9c 100644 --- a/operator-repos/builtin/bop_dataset_validate/Dockerfile +++ b/operator-repos/builtin/bop_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-bop-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=bop_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/bop_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/bop_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=bop_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_bop_dataset_validate COPY operator-repos/builtin/bop_dataset_validate ./operator-repos/builtin/bop_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/bop_dataset_validate/repository.json b/operator-repos/builtin/bop_dataset_validate/repository.json index c4889cf3..9a4c5d09 100644 --- a/operator-repos/builtin/bop_dataset_validate/repository.json +++ b/operator-repos/builtin/bop_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "bop_dataset_validate", + "handler": "builtin_bop_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/bop_dataset_validate/runtime_contract.json b/operator-repos/builtin/bop_dataset_validate/runtime_contract.json index 3df8e3df..a0f92048 100644 --- a/operator-repos/builtin/bop_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/bop_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "bop_dataset_validate", + "handler": "builtin_bop_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/bos_incremental_scan/Dockerfile b/operator-repos/builtin/bos_incremental_scan/Dockerfile index 708d7c80..041a2f16 100644 --- a/operator-repos/builtin/bos_incremental_scan/Dockerfile +++ b/operator-repos/builtin/bos_incremental_scan/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-bos-incremental-scan \ DROBOTICFLOW_OPERATOR_SLUG=bos_incremental_scan \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/bos_incremental_scan/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/bos_incremental_scan \ - DROBOTICFLOW_OPERATOR_HANDLER=source + DROBOTICFLOW_OPERATOR_HANDLER=builtin_source COPY operator-repos/builtin/bos_incremental_scan ./operator-repos/builtin/bos_incremental_scan ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/bos_incremental_scan/repository.json b/operator-repos/builtin/bos_incremental_scan/repository.json index d4fdcba6..49310b3c 100644 --- a/operator-repos/builtin/bos_incremental_scan/repository.json +++ b/operator-repos/builtin/bos_incremental_scan/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "source", + "handler": "builtin_source", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/bos_incremental_scan/runtime_contract.json b/operator-repos/builtin/bos_incremental_scan/runtime_contract.json index ca6074fc..279a692d 100644 --- a/operator-repos/builtin/bos_incremental_scan/runtime_contract.json +++ b/operator-repos/builtin/bos_incremental_scan/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "source", + "handler": "builtin_source", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/bridgedata_tfds_manifest_validate/Dockerfile b/operator-repos/builtin/bridgedata_tfds_manifest_validate/Dockerfile index 3dc4e465..691c6290 100644 --- a/operator-repos/builtin/bridgedata_tfds_manifest_validate/Dockerfile +++ b/operator-repos/builtin/bridgedata_tfds_manifest_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-bridgedata-tfds-manifest-validate DROBOTICFLOW_OPERATOR_SLUG=bridgedata_tfds_manifest_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/bridgedata_tfds_manifest_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/bridgedata_tfds_manifest_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=bridgedata_tfds_manifest_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_bridgedata_tfds_manifest_validate COPY operator-repos/builtin/bridgedata_tfds_manifest_validate ./operator-repos/builtin/bridgedata_tfds_manifest_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/bridgedata_tfds_manifest_validate/repository.json b/operator-repos/builtin/bridgedata_tfds_manifest_validate/repository.json index af4a7f6b..ac04ec9c 100644 --- a/operator-repos/builtin/bridgedata_tfds_manifest_validate/repository.json +++ b/operator-repos/builtin/bridgedata_tfds_manifest_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "bridgedata_tfds_manifest_validate", + "handler": "builtin_bridgedata_tfds_manifest_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/bridgedata_tfds_manifest_validate/runtime_contract.json b/operator-repos/builtin/bridgedata_tfds_manifest_validate/runtime_contract.json index eb12ea16..5b593582 100644 --- a/operator-repos/builtin/bridgedata_tfds_manifest_validate/runtime_contract.json +++ b/operator-repos/builtin/bridgedata_tfds_manifest_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "bridgedata_tfds_manifest_validate", + "handler": "builtin_bridgedata_tfds_manifest_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/calvin_episode_validate/Dockerfile b/operator-repos/builtin/calvin_episode_validate/Dockerfile index b85cab86..fc9937fe 100644 --- a/operator-repos/builtin/calvin_episode_validate/Dockerfile +++ b/operator-repos/builtin/calvin_episode_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-calvin-episode-validate \ DROBOTICFLOW_OPERATOR_SLUG=calvin_episode_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/calvin_episode_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/calvin_episode_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=calvin_episode_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_calvin_episode_validate COPY operator-repos/builtin/calvin_episode_validate ./operator-repos/builtin/calvin_episode_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/calvin_episode_validate/repository.json b/operator-repos/builtin/calvin_episode_validate/repository.json index 42f4a8d5..b4dd0c63 100644 --- a/operator-repos/builtin/calvin_episode_validate/repository.json +++ b/operator-repos/builtin/calvin_episode_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "calvin_episode_validate", + "handler": "builtin_calvin_episode_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/calvin_episode_validate/runtime_contract.json b/operator-repos/builtin/calvin_episode_validate/runtime_contract.json index c3bb4299..b52f4392 100644 --- a/operator-repos/builtin/calvin_episode_validate/runtime_contract.json +++ b/operator-repos/builtin/calvin_episode_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "calvin_episode_validate", + "handler": "builtin_calvin_episode_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/camera_calibration_validate/Dockerfile b/operator-repos/builtin/camera_calibration_validate/Dockerfile index 9586a52f..b69c9e9c 100644 --- a/operator-repos/builtin/camera_calibration_validate/Dockerfile +++ b/operator-repos/builtin/camera_calibration_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-camera-calibration-validate \ DROBOTICFLOW_OPERATOR_SLUG=camera_calibration_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/camera_calibration_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/camera_calibration_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=camera_calibration_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_camera_calibration_validate COPY operator-repos/builtin/camera_calibration_validate ./operator-repos/builtin/camera_calibration_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/camera_calibration_validate/repository.json b/operator-repos/builtin/camera_calibration_validate/repository.json index 25c97773..c41c7ad6 100644 --- a/operator-repos/builtin/camera_calibration_validate/repository.json +++ b/operator-repos/builtin/camera_calibration_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "camera_calibration_validate", + "handler": "builtin_camera_calibration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/camera_calibration_validate/runtime_contract.json b/operator-repos/builtin/camera_calibration_validate/runtime_contract.json index 5778829f..62d49e6e 100644 --- a/operator-repos/builtin/camera_calibration_validate/runtime_contract.json +++ b/operator-repos/builtin/camera_calibration_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "camera_calibration_validate", + "handler": "builtin_camera_calibration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/coco_annotation_validate/Dockerfile b/operator-repos/builtin/coco_annotation_validate/Dockerfile index 0de0b471..e1726740 100644 --- a/operator-repos/builtin/coco_annotation_validate/Dockerfile +++ b/operator-repos/builtin/coco_annotation_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-coco-annotation-validate \ DROBOTICFLOW_OPERATOR_SLUG=coco_annotation_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/coco_annotation_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/coco_annotation_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=coco_annotation_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_coco_annotation_validate COPY operator-repos/builtin/coco_annotation_validate ./operator-repos/builtin/coco_annotation_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/coco_annotation_validate/repository.json b/operator-repos/builtin/coco_annotation_validate/repository.json index 0c4daf5f..eb7a8ac0 100644 --- a/operator-repos/builtin/coco_annotation_validate/repository.json +++ b/operator-repos/builtin/coco_annotation_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "coco_annotation_validate", + "handler": "builtin_coco_annotation_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/coco_annotation_validate/runtime_contract.json b/operator-repos/builtin/coco_annotation_validate/runtime_contract.json index 82616bc6..097ce2da 100644 --- a/operator-repos/builtin/coco_annotation_validate/runtime_contract.json +++ b/operator-repos/builtin/coco_annotation_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "coco_annotation_validate", + "handler": "builtin_coco_annotation_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/conditional_route/Dockerfile b/operator-repos/builtin/conditional_route/Dockerfile index f206d7d7..a5f0da69 100644 --- a/operator-repos/builtin/conditional_route/Dockerfile +++ b/operator-repos/builtin/conditional_route/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-conditional-route \ DROBOTICFLOW_OPERATOR_SLUG=conditional_route \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/conditional_route/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/conditional_route \ - DROBOTICFLOW_OPERATOR_HANDLER=condition_router + DROBOTICFLOW_OPERATOR_HANDLER=builtin_condition_router COPY operator-repos/builtin/conditional_route ./operator-repos/builtin/conditional_route ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/conditional_route/repository.json b/operator-repos/builtin/conditional_route/repository.json index 55668eea..6b447d58 100644 --- a/operator-repos/builtin/conditional_route/repository.json +++ b/operator-repos/builtin/conditional_route/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "condition_router", + "handler": "builtin_condition_router", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/conditional_route/runtime_contract.json b/operator-repos/builtin/conditional_route/runtime_contract.json index eb27a092..e9832262 100644 --- a/operator-repos/builtin/conditional_route/runtime_contract.json +++ b/operator-repos/builtin/conditional_route/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "condition_router", + "handler": "builtin_condition_router", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/csv_to_json/Dockerfile b/operator-repos/builtin/csv_to_json/Dockerfile index b6c486d7..94d027e2 100644 --- a/operator-repos/builtin/csv_to_json/Dockerfile +++ b/operator-repos/builtin/csv_to_json/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-csv-to-json \ DROBOTICFLOW_OPERATOR_SLUG=csv_to_json \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/csv_to_json/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/csv_to_json \ - DROBOTICFLOW_OPERATOR_HANDLER=csv_to_json + DROBOTICFLOW_OPERATOR_HANDLER=builtin_csv_to_json COPY operator-repos/builtin/csv_to_json ./operator-repos/builtin/csv_to_json ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/csv_to_json/repository.json b/operator-repos/builtin/csv_to_json/repository.json index 0f58f2ba..06d2a0ff 100644 --- a/operator-repos/builtin/csv_to_json/repository.json +++ b/operator-repos/builtin/csv_to_json/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "csv_to_json", + "handler": "builtin_csv_to_json", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/csv_to_json/runtime_contract.json b/operator-repos/builtin/csv_to_json/runtime_contract.json index f1989e03..7c255156 100644 --- a/operator-repos/builtin/csv_to_json/runtime_contract.json +++ b/operator-repos/builtin/csv_to_json/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "csv_to_json", + "handler": "builtin_csv_to_json", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_provenance_audit/Dockerfile b/operator-repos/builtin/dataset_provenance_audit/Dockerfile index 80dad3d5..2688a89a 100644 --- a/operator-repos/builtin/dataset_provenance_audit/Dockerfile +++ b/operator-repos/builtin/dataset_provenance_audit/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-dataset-provenance-audit \ DROBOTICFLOW_OPERATOR_SLUG=dataset_provenance_audit \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/dataset_provenance_audit/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/dataset_provenance_audit \ - DROBOTICFLOW_OPERATOR_HANDLER=dataset_provenance_audit + DROBOTICFLOW_OPERATOR_HANDLER=builtin_dataset_provenance_audit COPY operator-repos/builtin/dataset_provenance_audit ./operator-repos/builtin/dataset_provenance_audit ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/dataset_provenance_audit/repository.json b/operator-repos/builtin/dataset_provenance_audit/repository.json index b5dfb55f..720ddebf 100644 --- a/operator-repos/builtin/dataset_provenance_audit/repository.json +++ b/operator-repos/builtin/dataset_provenance_audit/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_provenance_audit", + "handler": "builtin_dataset_provenance_audit", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_provenance_audit/runtime_contract.json b/operator-repos/builtin/dataset_provenance_audit/runtime_contract.json index c0833a26..230d3a52 100644 --- a/operator-repos/builtin/dataset_provenance_audit/runtime_contract.json +++ b/operator-repos/builtin/dataset_provenance_audit/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_provenance_audit", + "handler": "builtin_dataset_provenance_audit", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_schema_contract_validate/Dockerfile b/operator-repos/builtin/dataset_schema_contract_validate/Dockerfile index 66ffb1aa..6c3ca828 100644 --- a/operator-repos/builtin/dataset_schema_contract_validate/Dockerfile +++ b/operator-repos/builtin/dataset_schema_contract_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-dataset-schema-contract-validate \ DROBOTICFLOW_OPERATOR_SLUG=dataset_schema_contract_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/dataset_schema_contract_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/dataset_schema_contract_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=dataset_schema_contract_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_dataset_schema_contract_validate COPY operator-repos/builtin/dataset_schema_contract_validate ./operator-repos/builtin/dataset_schema_contract_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/dataset_schema_contract_validate/repository.json b/operator-repos/builtin/dataset_schema_contract_validate/repository.json index 81a3203e..264a682e 100644 --- a/operator-repos/builtin/dataset_schema_contract_validate/repository.json +++ b/operator-repos/builtin/dataset_schema_contract_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_schema_contract_validate", + "handler": "builtin_dataset_schema_contract_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_schema_contract_validate/runtime_contract.json b/operator-repos/builtin/dataset_schema_contract_validate/runtime_contract.json index a42804b2..556236ff 100644 --- a/operator-repos/builtin/dataset_schema_contract_validate/runtime_contract.json +++ b/operator-repos/builtin/dataset_schema_contract_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_schema_contract_validate", + "handler": "builtin_dataset_schema_contract_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_split_leakage_validate/Dockerfile b/operator-repos/builtin/dataset_split_leakage_validate/Dockerfile index 87956736..4bd93f8c 100644 --- a/operator-repos/builtin/dataset_split_leakage_validate/Dockerfile +++ b/operator-repos/builtin/dataset_split_leakage_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-dataset-split-leakage-validate \ DROBOTICFLOW_OPERATOR_SLUG=dataset_split_leakage_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/dataset_split_leakage_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/dataset_split_leakage_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=dataset_split_leakage_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_dataset_split_leakage_validate COPY operator-repos/builtin/dataset_split_leakage_validate ./operator-repos/builtin/dataset_split_leakage_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/dataset_split_leakage_validate/repository.json b/operator-repos/builtin/dataset_split_leakage_validate/repository.json index 773d4231..22682046 100644 --- a/operator-repos/builtin/dataset_split_leakage_validate/repository.json +++ b/operator-repos/builtin/dataset_split_leakage_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_split_leakage_validate", + "handler": "builtin_dataset_split_leakage_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_split_leakage_validate/runtime_contract.json b/operator-repos/builtin/dataset_split_leakage_validate/runtime_contract.json index de21c105..6105bc63 100644 --- a/operator-repos/builtin/dataset_split_leakage_validate/runtime_contract.json +++ b/operator-repos/builtin/dataset_split_leakage_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_split_leakage_validate", + "handler": "builtin_dataset_split_leakage_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_split_manifest/Dockerfile b/operator-repos/builtin/dataset_split_manifest/Dockerfile index fe6a7ff2..527583c2 100644 --- a/operator-repos/builtin/dataset_split_manifest/Dockerfile +++ b/operator-repos/builtin/dataset_split_manifest/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-dataset-split-manifest \ DROBOTICFLOW_OPERATOR_SLUG=dataset_split_manifest \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/dataset_split_manifest/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/dataset_split_manifest \ - DROBOTICFLOW_OPERATOR_HANDLER=dataset_split_manifest + DROBOTICFLOW_OPERATOR_HANDLER=builtin_dataset_split_manifest COPY operator-repos/builtin/dataset_split_manifest ./operator-repos/builtin/dataset_split_manifest ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/dataset_split_manifest/repository.json b/operator-repos/builtin/dataset_split_manifest/repository.json index bda5c442..f0a94447 100644 --- a/operator-repos/builtin/dataset_split_manifest/repository.json +++ b/operator-repos/builtin/dataset_split_manifest/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_split_manifest", + "handler": "builtin_dataset_split_manifest", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dataset_split_manifest/runtime_contract.json b/operator-repos/builtin/dataset_split_manifest/runtime_contract.json index 51a2b471..d3f33089 100644 --- a/operator-repos/builtin/dataset_split_manifest/runtime_contract.json +++ b/operator-repos/builtin/dataset_split_manifest/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_split_manifest", + "handler": "builtin_dataset_split_manifest", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dexycb_dataset_validate/Dockerfile b/operator-repos/builtin/dexycb_dataset_validate/Dockerfile index 9acae20b..31e0514b 100644 --- a/operator-repos/builtin/dexycb_dataset_validate/Dockerfile +++ b/operator-repos/builtin/dexycb_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-dexycb-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=dexycb_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/dexycb_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/dexycb_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=dexycb_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_dexycb_dataset_validate COPY operator-repos/builtin/dexycb_dataset_validate ./operator-repos/builtin/dexycb_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/dexycb_dataset_validate/repository.json b/operator-repos/builtin/dexycb_dataset_validate/repository.json index e96965a8..a37ef9c4 100644 --- a/operator-repos/builtin/dexycb_dataset_validate/repository.json +++ b/operator-repos/builtin/dexycb_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dexycb_dataset_validate", + "handler": "builtin_dexycb_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/dexycb_dataset_validate/runtime_contract.json b/operator-repos/builtin/dexycb_dataset_validate/runtime_contract.json index 0fd23162..306b8599 100644 --- a/operator-repos/builtin/dexycb_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/dexycb_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dexycb_dataset_validate", + "handler": "builtin_dexycb_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/diffusion_policy_train/Dockerfile b/operator-repos/builtin/diffusion_policy_train/Dockerfile index 53178ba7..0f75f9f8 100644 --- a/operator-repos/builtin/diffusion_policy_train/Dockerfile +++ b/operator-repos/builtin/diffusion_policy_train/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=diffusion_policy_train \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/diffusion_policy_train/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/diffusion_policy_train \ - DROBOTICFLOW_OPERATOR_HANDLER=diffusion_policy_train \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_diffusion_policy_train \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/diffusion_policy_train/repository.json b/operator-repos/builtin/diffusion_policy_train/repository.json index 6e130845..a3978cc8 100644 --- a/operator-repos/builtin/diffusion_policy_train/repository.json +++ b/operator-repos/builtin/diffusion_policy_train/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "diffusion_policy_train", + "handler": "builtin_diffusion_policy_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -62,14 +62,14 @@ "requiresGpu": true }, "runtimeDependencies": [ - "diffusion-policy-training-command", + "real-stanford-diffusion-policy", "zarr-or-lerobot-trajectory-files", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" }, "runtimeDependencies": [ - "diffusion-policy-training-command", + "real-stanford-diffusion-policy", "zarr-or-lerobot-trajectory-files", "gpu-a800" ], diff --git a/operator-repos/builtin/diffusion_policy_train/runtime_contract.json b/operator-repos/builtin/diffusion_policy_train/runtime_contract.json index a587e239..ddcb71c4 100644 --- a/operator-repos/builtin/diffusion_policy_train/runtime_contract.json +++ b/operator-repos/builtin/diffusion_policy_train/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "diffusion_policy_train", + "handler": "builtin_diffusion_policy_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -32,7 +32,7 @@ "requiresGpu": true }, "runtimeDependencies": [ - "diffusion-policy-training-command", + "real-stanford-diffusion-policy", "zarr-or-lerobot-trajectory-files", "gpu-a800" ], diff --git a/operator-repos/builtin/diffusion_policy_train/src/operator.py b/operator-repos/builtin/diffusion_policy_train/src/operator.py index 426e30e2..50464df1 100644 --- a/operator-repos/builtin/diffusion_policy_train/src/operator.py +++ b/operator-repos/builtin/diffusion_policy_train/src/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_policy_training +from backend.operators.builtin.structured_model_operator import HelperMap, run_diffusion_policy_training def run( @@ -13,13 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_policy_training( - run_id, - node_id, - output_dir, - node_data, - inputs, - helpers, - operator_name="Diffusion Policy 训练", - model_family="Diffusion Policy", - ) + return run_diffusion_policy_training(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/operator-repos/builtin/directory_scan/Dockerfile b/operator-repos/builtin/directory_scan/Dockerfile index 826c67d1..dff38f82 100644 --- a/operator-repos/builtin/directory_scan/Dockerfile +++ b/operator-repos/builtin/directory_scan/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-directory-scan \ DROBOTICFLOW_OPERATOR_SLUG=directory_scan \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/directory_scan/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/directory_scan \ - DROBOTICFLOW_OPERATOR_HANDLER=directory_scan + DROBOTICFLOW_OPERATOR_HANDLER=builtin_directory_scan COPY operator-repos/builtin/directory_scan ./operator-repos/builtin/directory_scan ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/directory_scan/repository.json b/operator-repos/builtin/directory_scan/repository.json index 818a25bb..f8e8fcc2 100644 --- a/operator-repos/builtin/directory_scan/repository.json +++ b/operator-repos/builtin/directory_scan/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "directory_scan", + "handler": "builtin_directory_scan", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/directory_scan/runtime_contract.json b/operator-repos/builtin/directory_scan/runtime_contract.json index 2caeac7c..b709fb64 100644 --- a/operator-repos/builtin/directory_scan/runtime_contract.json +++ b/operator-repos/builtin/directory_scan/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "directory_scan", + "handler": "builtin_directory_scan", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/droid_raw_episode_validate/Dockerfile b/operator-repos/builtin/droid_raw_episode_validate/Dockerfile index 9216e64d..ede3666d 100644 --- a/operator-repos/builtin/droid_raw_episode_validate/Dockerfile +++ b/operator-repos/builtin/droid_raw_episode_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-droid-raw-episode-validate \ DROBOTICFLOW_OPERATOR_SLUG=droid_raw_episode_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/droid_raw_episode_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/droid_raw_episode_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=droid_raw_episode_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_droid_raw_episode_validate COPY operator-repos/builtin/droid_raw_episode_validate ./operator-repos/builtin/droid_raw_episode_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/droid_raw_episode_validate/repository.json b/operator-repos/builtin/droid_raw_episode_validate/repository.json index d1abab8e..0f56e03a 100644 --- a/operator-repos/builtin/droid_raw_episode_validate/repository.json +++ b/operator-repos/builtin/droid_raw_episode_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "droid_raw_episode_validate", + "handler": "builtin_droid_raw_episode_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/droid_raw_episode_validate/runtime_contract.json b/operator-repos/builtin/droid_raw_episode_validate/runtime_contract.json index 13b030be..c2cc18d3 100644 --- a/operator-repos/builtin/droid_raw_episode_validate/runtime_contract.json +++ b/operator-repos/builtin/droid_raw_episode_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "droid_raw_episode_validate", + "handler": "builtin_droid_raw_episode_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/embodiment_metadata_validate/Dockerfile b/operator-repos/builtin/embodiment_metadata_validate/Dockerfile index 0f196b0e..b46597b8 100644 --- a/operator-repos/builtin/embodiment_metadata_validate/Dockerfile +++ b/operator-repos/builtin/embodiment_metadata_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-embodiment-metadata-validate \ DROBOTICFLOW_OPERATOR_SLUG=embodiment_metadata_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/embodiment_metadata_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/embodiment_metadata_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=embodiment_metadata_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_embodiment_metadata_validate COPY operator-repos/builtin/embodiment_metadata_validate ./operator-repos/builtin/embodiment_metadata_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/embodiment_metadata_validate/repository.json b/operator-repos/builtin/embodiment_metadata_validate/repository.json index 504fcc44..e624101a 100644 --- a/operator-repos/builtin/embodiment_metadata_validate/repository.json +++ b/operator-repos/builtin/embodiment_metadata_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "embodiment_metadata_validate", + "handler": "builtin_embodiment_metadata_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/embodiment_metadata_validate/runtime_contract.json b/operator-repos/builtin/embodiment_metadata_validate/runtime_contract.json index e54d1567..66f9e609 100644 --- a/operator-repos/builtin/embodiment_metadata_validate/runtime_contract.json +++ b/operator-repos/builtin/embodiment_metadata_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "embodiment_metadata_validate", + "handler": "builtin_embodiment_metadata_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/episode_boundary_validate/Dockerfile b/operator-repos/builtin/episode_boundary_validate/Dockerfile index adb829ab..b3245b61 100644 --- a/operator-repos/builtin/episode_boundary_validate/Dockerfile +++ b/operator-repos/builtin/episode_boundary_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-episode-boundary-validate \ DROBOTICFLOW_OPERATOR_SLUG=episode_boundary_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/episode_boundary_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/episode_boundary_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=episode_boundary_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_episode_boundary_validate COPY operator-repos/builtin/episode_boundary_validate ./operator-repos/builtin/episode_boundary_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/episode_boundary_validate/repository.json b/operator-repos/builtin/episode_boundary_validate/repository.json index 09a5de42..46921274 100644 --- a/operator-repos/builtin/episode_boundary_validate/repository.json +++ b/operator-repos/builtin/episode_boundary_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "episode_boundary_validate", + "handler": "builtin_episode_boundary_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/episode_boundary_validate/runtime_contract.json b/operator-repos/builtin/episode_boundary_validate/runtime_contract.json index e24a1758..bca44dae 100644 --- a/operator-repos/builtin/episode_boundary_validate/runtime_contract.json +++ b/operator-repos/builtin/episode_boundary_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "episode_boundary_validate", + "handler": "builtin_episode_boundary_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/force_torque_sensor_validate/Dockerfile b/operator-repos/builtin/force_torque_sensor_validate/Dockerfile index a4e09eb5..c9c0bce3 100644 --- a/operator-repos/builtin/force_torque_sensor_validate/Dockerfile +++ b/operator-repos/builtin/force_torque_sensor_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-force-torque-sensor-validate \ DROBOTICFLOW_OPERATOR_SLUG=force_torque_sensor_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/force_torque_sensor_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/force_torque_sensor_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=force_torque_sensor_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_force_torque_sensor_validate COPY operator-repos/builtin/force_torque_sensor_validate ./operator-repos/builtin/force_torque_sensor_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/force_torque_sensor_validate/repository.json b/operator-repos/builtin/force_torque_sensor_validate/repository.json index e46653d3..67be74e1 100644 --- a/operator-repos/builtin/force_torque_sensor_validate/repository.json +++ b/operator-repos/builtin/force_torque_sensor_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "force_torque_sensor_validate", + "handler": "builtin_force_torque_sensor_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/force_torque_sensor_validate/runtime_contract.json b/operator-repos/builtin/force_torque_sensor_validate/runtime_contract.json index ac4edfbb..0d463876 100644 --- a/operator-repos/builtin/force_torque_sensor_validate/runtime_contract.json +++ b/operator-repos/builtin/force_torque_sensor_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "force_torque_sensor_validate", + "handler": "builtin_force_torque_sensor_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/furniturebench_pkl_demonstration_validate/Dockerfile b/operator-repos/builtin/furniturebench_pkl_demonstration_validate/Dockerfile index bc44c4b7..74c71909 100644 --- a/operator-repos/builtin/furniturebench_pkl_demonstration_validate/Dockerfile +++ b/operator-repos/builtin/furniturebench_pkl_demonstration_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-furniturebench-pkl-demonstration-v DROBOTICFLOW_OPERATOR_SLUG=furniturebench_pkl_demonstration_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/furniturebench_pkl_demonstration_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/furniturebench_pkl_demonstration_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=furniturebench_pkl_demonstration_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_furniturebench_pkl_demonstration_validate COPY operator-repos/builtin/furniturebench_pkl_demonstration_validate ./operator-repos/builtin/furniturebench_pkl_demonstration_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/furniturebench_pkl_demonstration_validate/repository.json b/operator-repos/builtin/furniturebench_pkl_demonstration_validate/repository.json index 95c87911..736e1920 100644 --- a/operator-repos/builtin/furniturebench_pkl_demonstration_validate/repository.json +++ b/operator-repos/builtin/furniturebench_pkl_demonstration_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "furniturebench_pkl_demonstration_validate", + "handler": "builtin_furniturebench_pkl_demonstration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/furniturebench_pkl_demonstration_validate/runtime_contract.json b/operator-repos/builtin/furniturebench_pkl_demonstration_validate/runtime_contract.json index 2c278c48..02c95832 100644 --- a/operator-repos/builtin/furniturebench_pkl_demonstration_validate/runtime_contract.json +++ b/operator-repos/builtin/furniturebench_pkl_demonstration_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "furniturebench_pkl_demonstration_validate", + "handler": "builtin_furniturebench_pkl_demonstration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/graspnet_dataset_validate/Dockerfile b/operator-repos/builtin/graspnet_dataset_validate/Dockerfile index cfbc9ba6..db9f90f6 100644 --- a/operator-repos/builtin/graspnet_dataset_validate/Dockerfile +++ b/operator-repos/builtin/graspnet_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-graspnet-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=graspnet_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/graspnet_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/graspnet_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=graspnet_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_graspnet_dataset_validate COPY operator-repos/builtin/graspnet_dataset_validate ./operator-repos/builtin/graspnet_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/graspnet_dataset_validate/repository.json b/operator-repos/builtin/graspnet_dataset_validate/repository.json index 63abf5b7..3aef5446 100644 --- a/operator-repos/builtin/graspnet_dataset_validate/repository.json +++ b/operator-repos/builtin/graspnet_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "graspnet_dataset_validate", + "handler": "builtin_graspnet_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/graspnet_dataset_validate/runtime_contract.json b/operator-repos/builtin/graspnet_dataset_validate/runtime_contract.json index 45469885..45a6bd7c 100644 --- a/operator-repos/builtin/graspnet_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/graspnet_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "graspnet_dataset_validate", + "handler": "builtin_graspnet_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/hand_object_pose_validate/Dockerfile b/operator-repos/builtin/hand_object_pose_validate/Dockerfile index 5e7cfd02..8fc5cb33 100644 --- a/operator-repos/builtin/hand_object_pose_validate/Dockerfile +++ b/operator-repos/builtin/hand_object_pose_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-hand-object-pose-validate \ DROBOTICFLOW_OPERATOR_SLUG=hand_object_pose_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/hand_object_pose_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/hand_object_pose_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=hand_object_pose_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_hand_object_pose_validate COPY operator-repos/builtin/hand_object_pose_validate ./operator-repos/builtin/hand_object_pose_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/hand_object_pose_validate/repository.json b/operator-repos/builtin/hand_object_pose_validate/repository.json index 770be034..1861c7c5 100644 --- a/operator-repos/builtin/hand_object_pose_validate/repository.json +++ b/operator-repos/builtin/hand_object_pose_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hand_object_pose_validate", + "handler": "builtin_hand_object_pose_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/hand_object_pose_validate/runtime_contract.json b/operator-repos/builtin/hand_object_pose_validate/runtime_contract.json index d0095db4..0b915fe0 100644 --- a/operator-repos/builtin/hand_object_pose_validate/runtime_contract.json +++ b/operator-repos/builtin/hand_object_pose_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hand_object_pose_validate", + "handler": "builtin_hand_object_pose_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/hdf5_demonstration_summary/Dockerfile b/operator-repos/builtin/hdf5_demonstration_summary/Dockerfile index 82a0b394..8ada9a41 100644 --- a/operator-repos/builtin/hdf5_demonstration_summary/Dockerfile +++ b/operator-repos/builtin/hdf5_demonstration_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-hdf5-demonstration-summary \ DROBOTICFLOW_OPERATOR_SLUG=hdf5_demonstration_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/hdf5_demonstration_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/hdf5_demonstration_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=hdf5_demonstration_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_hdf5_demonstration_summary COPY operator-repos/builtin/hdf5_demonstration_summary ./operator-repos/builtin/hdf5_demonstration_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/hdf5_demonstration_summary/repository.json b/operator-repos/builtin/hdf5_demonstration_summary/repository.json index 9c0b158b..abb1cf9e 100644 --- a/operator-repos/builtin/hdf5_demonstration_summary/repository.json +++ b/operator-repos/builtin/hdf5_demonstration_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hdf5_demonstration_summary", + "handler": "builtin_hdf5_demonstration_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/hdf5_demonstration_summary/runtime_contract.json b/operator-repos/builtin/hdf5_demonstration_summary/runtime_contract.json index ee567e03..c1cfb6d1 100644 --- a/operator-repos/builtin/hdf5_demonstration_summary/runtime_contract.json +++ b/operator-repos/builtin/hdf5_demonstration_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hdf5_demonstration_summary", + "handler": "builtin_hdf5_demonstration_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/hf_dataset_probe/Dockerfile b/operator-repos/builtin/hf_dataset_probe/Dockerfile index 17519bfb..2c946abd 100644 --- a/operator-repos/builtin/hf_dataset_probe/Dockerfile +++ b/operator-repos/builtin/hf_dataset_probe/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-hf-dataset-probe \ DROBOTICFLOW_OPERATOR_SLUG=hf_dataset_probe \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/hf_dataset_probe/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/hf_dataset_probe \ - DROBOTICFLOW_OPERATOR_HANDLER=hf_dataset_probe + DROBOTICFLOW_OPERATOR_HANDLER=builtin_hf_dataset_probe COPY operator-repos/builtin/hf_dataset_probe ./operator-repos/builtin/hf_dataset_probe ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/hf_dataset_probe/repository.json b/operator-repos/builtin/hf_dataset_probe/repository.json index b537f031..cb0154a5 100644 --- a/operator-repos/builtin/hf_dataset_probe/repository.json +++ b/operator-repos/builtin/hf_dataset_probe/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hf_dataset_probe", + "handler": "builtin_hf_dataset_probe", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/hf_dataset_probe/runtime_contract.json b/operator-repos/builtin/hf_dataset_probe/runtime_contract.json index 16975899..7fd60255 100644 --- a/operator-repos/builtin/hf_dataset_probe/runtime_contract.json +++ b/operator-repos/builtin/hf_dataset_probe/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "hf_dataset_probe", + "handler": "builtin_hf_dataset_probe", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/ho3d_dataset_validate/Dockerfile b/operator-repos/builtin/ho3d_dataset_validate/Dockerfile index 3b9be58e..e601c953 100644 --- a/operator-repos/builtin/ho3d_dataset_validate/Dockerfile +++ b/operator-repos/builtin/ho3d_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-ho3d-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=ho3d_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/ho3d_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/ho3d_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=ho3d_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_ho3d_dataset_validate COPY operator-repos/builtin/ho3d_dataset_validate ./operator-repos/builtin/ho3d_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/ho3d_dataset_validate/repository.json b/operator-repos/builtin/ho3d_dataset_validate/repository.json index cc781692..4de565b5 100644 --- a/operator-repos/builtin/ho3d_dataset_validate/repository.json +++ b/operator-repos/builtin/ho3d_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "ho3d_dataset_validate", + "handler": "builtin_ho3d_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/ho3d_dataset_validate/runtime_contract.json b/operator-repos/builtin/ho3d_dataset_validate/runtime_contract.json index 366e7117..012e1c0f 100644 --- a/operator-repos/builtin/ho3d_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/ho3d_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "ho3d_dataset_validate", + "handler": "builtin_ho3d_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/human_review/Dockerfile b/operator-repos/builtin/human_review/Dockerfile index d00b21a4..fe5e2091 100644 --- a/operator-repos/builtin/human_review/Dockerfile +++ b/operator-repos/builtin/human_review/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-human-review \ DROBOTICFLOW_OPERATOR_SLUG=human_review \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/human_review/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/human_review \ - DROBOTICFLOW_OPERATOR_HANDLER=human_review + DROBOTICFLOW_OPERATOR_HANDLER=builtin_human_review COPY operator-repos/builtin/human_review ./operator-repos/builtin/human_review ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/human_review/repository.json b/operator-repos/builtin/human_review/repository.json index e7c72553..f439b9fe 100644 --- a/operator-repos/builtin/human_review/repository.json +++ b/operator-repos/builtin/human_review/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "human_review", + "handler": "builtin_human_review", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/human_review/runtime_contract.json b/operator-repos/builtin/human_review/runtime_contract.json index 915f502e..4693f41d 100644 --- a/operator-repos/builtin/human_review/runtime_contract.json +++ b/operator-repos/builtin/human_review/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "human_review", + "handler": "builtin_human_review", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/joint_limit_validate/Dockerfile b/operator-repos/builtin/joint_limit_validate/Dockerfile index 6e52776d..c4021391 100644 --- a/operator-repos/builtin/joint_limit_validate/Dockerfile +++ b/operator-repos/builtin/joint_limit_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-joint-limit-validate \ DROBOTICFLOW_OPERATOR_SLUG=joint_limit_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/joint_limit_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/joint_limit_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=joint_limit_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_joint_limit_validate COPY operator-repos/builtin/joint_limit_validate ./operator-repos/builtin/joint_limit_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/joint_limit_validate/repository.json b/operator-repos/builtin/joint_limit_validate/repository.json index 813855d6..28e6e40b 100644 --- a/operator-repos/builtin/joint_limit_validate/repository.json +++ b/operator-repos/builtin/joint_limit_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "joint_limit_validate", + "handler": "builtin_joint_limit_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/joint_limit_validate/runtime_contract.json b/operator-repos/builtin/joint_limit_validate/runtime_contract.json index 11269140..8c3b2d3e 100644 --- a/operator-repos/builtin/joint_limit_validate/runtime_contract.json +++ b/operator-repos/builtin/joint_limit_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "joint_limit_validate", + "handler": "builtin_joint_limit_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_field_extract/Dockerfile b/operator-repos/builtin/json_field_extract/Dockerfile index 77adbec3..0ec24909 100644 --- a/operator-repos/builtin/json_field_extract/Dockerfile +++ b/operator-repos/builtin/json_field_extract/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-json-field-extract \ DROBOTICFLOW_OPERATOR_SLUG=json_field_extract \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/json_field_extract/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/json_field_extract \ - DROBOTICFLOW_OPERATOR_HANDLER=json_extract + DROBOTICFLOW_OPERATOR_HANDLER=builtin_json_extract COPY operator-repos/builtin/json_field_extract ./operator-repos/builtin/json_field_extract ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/json_field_extract/repository.json b/operator-repos/builtin/json_field_extract/repository.json index 436ec041..fa2c61c8 100644 --- a/operator-repos/builtin/json_field_extract/repository.json +++ b/operator-repos/builtin/json_field_extract/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_extract", + "handler": "builtin_json_extract", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_field_extract/runtime_contract.json b/operator-repos/builtin/json_field_extract/runtime_contract.json index 608d736b..749e4dbc 100644 --- a/operator-repos/builtin/json_field_extract/runtime_contract.json +++ b/operator-repos/builtin/json_field_extract/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_extract", + "handler": "builtin_json_extract", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_filter/Dockerfile b/operator-repos/builtin/json_filter/Dockerfile index e5740e92..bc07edd1 100644 --- a/operator-repos/builtin/json_filter/Dockerfile +++ b/operator-repos/builtin/json_filter/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-json-filter \ DROBOTICFLOW_OPERATOR_SLUG=json_filter \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/json_filter/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/json_filter \ - DROBOTICFLOW_OPERATOR_HANDLER=json_filter + DROBOTICFLOW_OPERATOR_HANDLER=builtin_json_filter COPY operator-repos/builtin/json_filter ./operator-repos/builtin/json_filter ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/json_filter/repository.json b/operator-repos/builtin/json_filter/repository.json index e8ca4ae4..bcca9358 100644 --- a/operator-repos/builtin/json_filter/repository.json +++ b/operator-repos/builtin/json_filter/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_filter", + "handler": "builtin_json_filter", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_filter/runtime_contract.json b/operator-repos/builtin/json_filter/runtime_contract.json index 982b7d57..9cba0b54 100644 --- a/operator-repos/builtin/json_filter/runtime_contract.json +++ b/operator-repos/builtin/json_filter/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_filter", + "handler": "builtin_json_filter", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_map_rename/Dockerfile b/operator-repos/builtin/json_map_rename/Dockerfile index 97ae18a8..0e2671a6 100644 --- a/operator-repos/builtin/json_map_rename/Dockerfile +++ b/operator-repos/builtin/json_map_rename/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-json-map-rename \ DROBOTICFLOW_OPERATOR_SLUG=json_map_rename \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/json_map_rename/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/json_map_rename \ - DROBOTICFLOW_OPERATOR_HANDLER=json_map + DROBOTICFLOW_OPERATOR_HANDLER=builtin_json_map COPY operator-repos/builtin/json_map_rename ./operator-repos/builtin/json_map_rename ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/json_map_rename/repository.json b/operator-repos/builtin/json_map_rename/repository.json index 28cdc5f1..8941eb4a 100644 --- a/operator-repos/builtin/json_map_rename/repository.json +++ b/operator-repos/builtin/json_map_rename/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_map", + "handler": "builtin_json_map", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_map_rename/runtime_contract.json b/operator-repos/builtin/json_map_rename/runtime_contract.json index 193b4cfe..49101b1f 100644 --- a/operator-repos/builtin/json_map_rename/runtime_contract.json +++ b/operator-repos/builtin/json_map_rename/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_map", + "handler": "builtin_json_map", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_to_csv/Dockerfile b/operator-repos/builtin/json_to_csv/Dockerfile index 572d08eb..a6192c51 100644 --- a/operator-repos/builtin/json_to_csv/Dockerfile +++ b/operator-repos/builtin/json_to_csv/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-json-to-csv \ DROBOTICFLOW_OPERATOR_SLUG=json_to_csv \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/json_to_csv/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/json_to_csv \ - DROBOTICFLOW_OPERATOR_HANDLER=json_to_csv + DROBOTICFLOW_OPERATOR_HANDLER=builtin_json_to_csv COPY operator-repos/builtin/json_to_csv ./operator-repos/builtin/json_to_csv ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/json_to_csv/repository.json b/operator-repos/builtin/json_to_csv/repository.json index 157818d9..7cc7e441 100644 --- a/operator-repos/builtin/json_to_csv/repository.json +++ b/operator-repos/builtin/json_to_csv/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_to_csv", + "handler": "builtin_json_to_csv", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/json_to_csv/runtime_contract.json b/operator-repos/builtin/json_to_csv/runtime_contract.json index 8cdd4dc5..c6a92334 100644 --- a/operator-repos/builtin/json_to_csv/runtime_contract.json +++ b/operator-repos/builtin/json_to_csv/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "json_to_csv", + "handler": "builtin_json_to_csv", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/language_instruction_validate/Dockerfile b/operator-repos/builtin/language_instruction_validate/Dockerfile index 16482e5d..1ccec221 100644 --- a/operator-repos/builtin/language_instruction_validate/Dockerfile +++ b/operator-repos/builtin/language_instruction_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-language-instruction-validate \ DROBOTICFLOW_OPERATOR_SLUG=language_instruction_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/language_instruction_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/language_instruction_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=language_instruction_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_language_instruction_validate COPY operator-repos/builtin/language_instruction_validate ./operator-repos/builtin/language_instruction_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/language_instruction_validate/repository.json b/operator-repos/builtin/language_instruction_validate/repository.json index 67ff23f3..4e13709e 100644 --- a/operator-repos/builtin/language_instruction_validate/repository.json +++ b/operator-repos/builtin/language_instruction_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "language_instruction_validate", + "handler": "builtin_language_instruction_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/language_instruction_validate/runtime_contract.json b/operator-repos/builtin/language_instruction_validate/runtime_contract.json index d3894fb7..1395dcde 100644 --- a/operator-repos/builtin/language_instruction_validate/runtime_contract.json +++ b/operator-repos/builtin/language_instruction_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "language_instruction_validate", + "handler": "builtin_language_instruction_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_dataset_validate/Dockerfile b/operator-repos/builtin/lerobot_dataset_validate/Dockerfile index 7a1e9dd0..74f6bf56 100644 --- a/operator-repos/builtin/lerobot_dataset_validate/Dockerfile +++ b/operator-repos/builtin/lerobot_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-lerobot-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=lerobot_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/lerobot_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/lerobot_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=lerobot_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_lerobot_dataset_validate COPY operator-repos/builtin/lerobot_dataset_validate ./operator-repos/builtin/lerobot_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/lerobot_dataset_validate/repository.json b/operator-repos/builtin/lerobot_dataset_validate/repository.json index 74a608cf..b4d89a72 100644 --- a/operator-repos/builtin/lerobot_dataset_validate/repository.json +++ b/operator-repos/builtin/lerobot_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_dataset_validate", + "handler": "builtin_lerobot_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_dataset_validate/runtime_contract.json b/operator-repos/builtin/lerobot_dataset_validate/runtime_contract.json index 39eb56fe..1b70a41f 100644 --- a/operator-repos/builtin/lerobot_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/lerobot_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_dataset_validate", + "handler": "builtin_lerobot_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_metadata_consistency_validate/Dockerfile b/operator-repos/builtin/lerobot_metadata_consistency_validate/Dockerfile index 9344a25a..ce9362eb 100644 --- a/operator-repos/builtin/lerobot_metadata_consistency_validate/Dockerfile +++ b/operator-repos/builtin/lerobot_metadata_consistency_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-lerobot-metadata-consistency-valid DROBOTICFLOW_OPERATOR_SLUG=lerobot_metadata_consistency_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/lerobot_metadata_consistency_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/lerobot_metadata_consistency_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=lerobot_metadata_consistency_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_lerobot_metadata_consistency_validate COPY operator-repos/builtin/lerobot_metadata_consistency_validate ./operator-repos/builtin/lerobot_metadata_consistency_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/lerobot_metadata_consistency_validate/repository.json b/operator-repos/builtin/lerobot_metadata_consistency_validate/repository.json index c07c672b..7456edfb 100644 --- a/operator-repos/builtin/lerobot_metadata_consistency_validate/repository.json +++ b/operator-repos/builtin/lerobot_metadata_consistency_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_metadata_consistency_validate", + "handler": "builtin_lerobot_metadata_consistency_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_metadata_consistency_validate/runtime_contract.json b/operator-repos/builtin/lerobot_metadata_consistency_validate/runtime_contract.json index 050a2004..46215bd6 100644 --- a/operator-repos/builtin/lerobot_metadata_consistency_validate/runtime_contract.json +++ b/operator-repos/builtin/lerobot_metadata_consistency_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_metadata_consistency_validate", + "handler": "builtin_lerobot_metadata_consistency_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_v3_episode_index_validate/Dockerfile b/operator-repos/builtin/lerobot_v3_episode_index_validate/Dockerfile index d6de6ab6..7c674c6d 100644 --- a/operator-repos/builtin/lerobot_v3_episode_index_validate/Dockerfile +++ b/operator-repos/builtin/lerobot_v3_episode_index_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-lerobot-v3-episode-index-validate DROBOTICFLOW_OPERATOR_SLUG=lerobot_v3_episode_index_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/lerobot_v3_episode_index_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/lerobot_v3_episode_index_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=lerobot_v3_episode_index_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_lerobot_v3_episode_index_validate COPY operator-repos/builtin/lerobot_v3_episode_index_validate ./operator-repos/builtin/lerobot_v3_episode_index_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/lerobot_v3_episode_index_validate/repository.json b/operator-repos/builtin/lerobot_v3_episode_index_validate/repository.json index 89c05670..3b7ce5bf 100644 --- a/operator-repos/builtin/lerobot_v3_episode_index_validate/repository.json +++ b/operator-repos/builtin/lerobot_v3_episode_index_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_v3_episode_index_validate", + "handler": "builtin_lerobot_v3_episode_index_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_v3_episode_index_validate/runtime_contract.json b/operator-repos/builtin/lerobot_v3_episode_index_validate/runtime_contract.json index 7b5d3628..ba666cfd 100644 --- a/operator-repos/builtin/lerobot_v3_episode_index_validate/runtime_contract.json +++ b/operator-repos/builtin/lerobot_v3_episode_index_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_v3_episode_index_validate", + "handler": "builtin_lerobot_v3_episode_index_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_video_alignment_validate/Dockerfile b/operator-repos/builtin/lerobot_video_alignment_validate/Dockerfile index f6216bd3..dbb0a20b 100644 --- a/operator-repos/builtin/lerobot_video_alignment_validate/Dockerfile +++ b/operator-repos/builtin/lerobot_video_alignment_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-lerobot-video-alignment-validate \ DROBOTICFLOW_OPERATOR_SLUG=lerobot_video_alignment_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/lerobot_video_alignment_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/lerobot_video_alignment_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=lerobot_video_alignment_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_lerobot_video_alignment_validate COPY operator-repos/builtin/lerobot_video_alignment_validate ./operator-repos/builtin/lerobot_video_alignment_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/lerobot_video_alignment_validate/repository.json b/operator-repos/builtin/lerobot_video_alignment_validate/repository.json index 5b67cf31..0949a6a8 100644 --- a/operator-repos/builtin/lerobot_video_alignment_validate/repository.json +++ b/operator-repos/builtin/lerobot_video_alignment_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_video_alignment_validate", + "handler": "builtin_lerobot_video_alignment_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/lerobot_video_alignment_validate/runtime_contract.json b/operator-repos/builtin/lerobot_video_alignment_validate/runtime_contract.json index fb33072f..2b5945c5 100644 --- a/operator-repos/builtin/lerobot_video_alignment_validate/runtime_contract.json +++ b/operator-repos/builtin/lerobot_video_alignment_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "lerobot_video_alignment_validate", + "handler": "builtin_lerobot_video_alignment_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/libero_hdf5_task_validate/Dockerfile b/operator-repos/builtin/libero_hdf5_task_validate/Dockerfile index bae0eed9..c6b8ba84 100644 --- a/operator-repos/builtin/libero_hdf5_task_validate/Dockerfile +++ b/operator-repos/builtin/libero_hdf5_task_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-libero-hdf5-task-validate \ DROBOTICFLOW_OPERATOR_SLUG=libero_hdf5_task_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/libero_hdf5_task_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/libero_hdf5_task_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=libero_hdf5_task_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_libero_hdf5_task_validate COPY operator-repos/builtin/libero_hdf5_task_validate ./operator-repos/builtin/libero_hdf5_task_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/libero_hdf5_task_validate/repository.json b/operator-repos/builtin/libero_hdf5_task_validate/repository.json index dc147fcc..e5b9d2c5 100644 --- a/operator-repos/builtin/libero_hdf5_task_validate/repository.json +++ b/operator-repos/builtin/libero_hdf5_task_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "libero_hdf5_task_validate", + "handler": "builtin_libero_hdf5_task_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/libero_hdf5_task_validate/runtime_contract.json b/operator-repos/builtin/libero_hdf5_task_validate/runtime_contract.json index 8f9a0f0d..d36d3777 100644 --- a/operator-repos/builtin/libero_hdf5_task_validate/runtime_contract.json +++ b/operator-repos/builtin/libero_hdf5_task_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "libero_hdf5_task_validate", + "handler": "builtin_libero_hdf5_task_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/maniskill_trajectory_validate/Dockerfile b/operator-repos/builtin/maniskill_trajectory_validate/Dockerfile index 89ecd5da..bf971d30 100644 --- a/operator-repos/builtin/maniskill_trajectory_validate/Dockerfile +++ b/operator-repos/builtin/maniskill_trajectory_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-maniskill-trajectory-validate \ DROBOTICFLOW_OPERATOR_SLUG=maniskill_trajectory_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/maniskill_trajectory_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/maniskill_trajectory_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=maniskill_trajectory_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_maniskill_trajectory_validate COPY operator-repos/builtin/maniskill_trajectory_validate ./operator-repos/builtin/maniskill_trajectory_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/maniskill_trajectory_validate/repository.json b/operator-repos/builtin/maniskill_trajectory_validate/repository.json index dea8e2c4..d669ed5f 100644 --- a/operator-repos/builtin/maniskill_trajectory_validate/repository.json +++ b/operator-repos/builtin/maniskill_trajectory_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "maniskill_trajectory_validate", + "handler": "builtin_maniskill_trajectory_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/maniskill_trajectory_validate/runtime_contract.json b/operator-repos/builtin/maniskill_trajectory_validate/runtime_contract.json index f64b2a7d..d878faa2 100644 --- a/operator-repos/builtin/maniskill_trajectory_validate/runtime_contract.json +++ b/operator-repos/builtin/maniskill_trajectory_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "maniskill_trajectory_validate", + "handler": "builtin_maniskill_trajectory_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/mcap_topic_summary/Dockerfile b/operator-repos/builtin/mcap_topic_summary/Dockerfile index f53e31c2..7f54e263 100644 --- a/operator-repos/builtin/mcap_topic_summary/Dockerfile +++ b/operator-repos/builtin/mcap_topic_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-mcap-topic-summary \ DROBOTICFLOW_OPERATOR_SLUG=mcap_topic_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/mcap_topic_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/mcap_topic_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=mcap_topic_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_mcap_topic_summary COPY operator-repos/builtin/mcap_topic_summary ./operator-repos/builtin/mcap_topic_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/mcap_topic_summary/repository.json b/operator-repos/builtin/mcap_topic_summary/repository.json index 5f735d64..129b2250 100644 --- a/operator-repos/builtin/mcap_topic_summary/repository.json +++ b/operator-repos/builtin/mcap_topic_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mcap_topic_summary", + "handler": "builtin_mcap_topic_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/mcap_topic_summary/runtime_contract.json b/operator-repos/builtin/mcap_topic_summary/runtime_contract.json index 2d94736d..4fbacb23 100644 --- a/operator-repos/builtin/mcap_topic_summary/runtime_contract.json +++ b/operator-repos/builtin/mcap_topic_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mcap_topic_summary", + "handler": "builtin_mcap_topic_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/media_reference_validate/Dockerfile b/operator-repos/builtin/media_reference_validate/Dockerfile index b3c01b89..79cfd33f 100644 --- a/operator-repos/builtin/media_reference_validate/Dockerfile +++ b/operator-repos/builtin/media_reference_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-media-reference-validate \ DROBOTICFLOW_OPERATOR_SLUG=media_reference_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/media_reference_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/media_reference_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=media_reference_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_media_reference_validate COPY operator-repos/builtin/media_reference_validate ./operator-repos/builtin/media_reference_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/media_reference_validate/repository.json b/operator-repos/builtin/media_reference_validate/repository.json index 200ff803..e1d88f4a 100644 --- a/operator-repos/builtin/media_reference_validate/repository.json +++ b/operator-repos/builtin/media_reference_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "media_reference_validate", + "handler": "builtin_media_reference_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/media_reference_validate/runtime_contract.json b/operator-repos/builtin/media_reference_validate/runtime_contract.json index 48a9ae93..ea5b06e5 100644 --- a/operator-repos/builtin/media_reference_validate/runtime_contract.json +++ b/operator-repos/builtin/media_reference_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "media_reference_validate", + "handler": "builtin_media_reference_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/merge/Dockerfile b/operator-repos/builtin/merge/Dockerfile index ee880b6e..a5c80eee 100644 --- a/operator-repos/builtin/merge/Dockerfile +++ b/operator-repos/builtin/merge/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-merge \ DROBOTICFLOW_OPERATOR_SLUG=merge \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/merge/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/merge \ - DROBOTICFLOW_OPERATOR_HANDLER=merge + DROBOTICFLOW_OPERATOR_HANDLER=builtin_merge COPY operator-repos/builtin/merge ./operator-repos/builtin/merge ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/merge/repository.json b/operator-repos/builtin/merge/repository.json index 83631187..bf42583f 100644 --- a/operator-repos/builtin/merge/repository.json +++ b/operator-repos/builtin/merge/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "merge", + "handler": "builtin_merge", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/merge/runtime_contract.json b/operator-repos/builtin/merge/runtime_contract.json index e1a4b072..592f0a59 100644 --- a/operator-repos/builtin/merge/runtime_contract.json +++ b/operator-repos/builtin/merge/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "merge", + "handler": "builtin_merge", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/mjcf_actuator_validate/Dockerfile b/operator-repos/builtin/mjcf_actuator_validate/Dockerfile index 82bbfb8a..ac1969be 100644 --- a/operator-repos/builtin/mjcf_actuator_validate/Dockerfile +++ b/operator-repos/builtin/mjcf_actuator_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-mjcf-actuator-validate \ DROBOTICFLOW_OPERATOR_SLUG=mjcf_actuator_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/mjcf_actuator_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/mjcf_actuator_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=mjcf_actuator_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_mjcf_actuator_validate COPY operator-repos/builtin/mjcf_actuator_validate ./operator-repos/builtin/mjcf_actuator_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/mjcf_actuator_validate/repository.json b/operator-repos/builtin/mjcf_actuator_validate/repository.json index a8602196..40a100d0 100644 --- a/operator-repos/builtin/mjcf_actuator_validate/repository.json +++ b/operator-repos/builtin/mjcf_actuator_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mjcf_actuator_validate", + "handler": "builtin_mjcf_actuator_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/mjcf_actuator_validate/runtime_contract.json b/operator-repos/builtin/mjcf_actuator_validate/runtime_contract.json index 08ce809e..970e3192 100644 --- a/operator-repos/builtin/mjcf_actuator_validate/runtime_contract.json +++ b/operator-repos/builtin/mjcf_actuator_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mjcf_actuator_validate", + "handler": "builtin_mjcf_actuator_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/model_inference/Dockerfile b/operator-repos/builtin/model_inference/Dockerfile index 1c3f7912..ba49444c 100644 --- a/operator-repos/builtin/model_inference/Dockerfile +++ b/operator-repos/builtin/model_inference/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-model-inference \ DROBOTICFLOW_OPERATOR_SLUG=model_inference \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/model_inference/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/model_inference \ - DROBOTICFLOW_OPERATOR_HANDLER=model_inference + DROBOTICFLOW_OPERATOR_HANDLER=builtin_model_inference COPY operator-repos/builtin/model_inference ./operator-repos/builtin/model_inference ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/model_inference/repository.json b/operator-repos/builtin/model_inference/repository.json index 202b8b2d..dca69a0a 100644 --- a/operator-repos/builtin/model_inference/repository.json +++ b/operator-repos/builtin/model_inference/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "model_inference", + "handler": "builtin_model_inference", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/model_inference/runtime_contract.json b/operator-repos/builtin/model_inference/runtime_contract.json index 834804e0..36a8cc0f 100644 --- a/operator-repos/builtin/model_inference/runtime_contract.json +++ b/operator-repos/builtin/model_inference/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "model_inference", + "handler": "builtin_model_inference", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/mongodb_write/Dockerfile b/operator-repos/builtin/mongodb_write/Dockerfile index 4e055b13..f1b08c4f 100644 --- a/operator-repos/builtin/mongodb_write/Dockerfile +++ b/operator-repos/builtin/mongodb_write/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-mongodb-write \ DROBOTICFLOW_OPERATOR_SLUG=mongodb_write \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/mongodb_write/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/mongodb_write \ - DROBOTICFLOW_OPERATOR_HANDLER=mongodb_write + DROBOTICFLOW_OPERATOR_HANDLER=builtin_mongodb_write COPY operator-repos/builtin/mongodb_write ./operator-repos/builtin/mongodb_write ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/mongodb_write/repository.json b/operator-repos/builtin/mongodb_write/repository.json index a369d356..bc5f189b 100644 --- a/operator-repos/builtin/mongodb_write/repository.json +++ b/operator-repos/builtin/mongodb_write/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mongodb_write", + "handler": "builtin_mongodb_write", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/mongodb_write/runtime_contract.json b/operator-repos/builtin/mongodb_write/runtime_contract.json index ad6daba2..a48e5b3b 100644 --- a/operator-repos/builtin/mongodb_write/runtime_contract.json +++ b/operator-repos/builtin/mongodb_write/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "mongodb_write", + "handler": "builtin_mongodb_write", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/openvla_finetune/Dockerfile b/operator-repos/builtin/openvla_finetune/Dockerfile index 009a8f93..a2c42b60 100644 --- a/operator-repos/builtin/openvla_finetune/Dockerfile +++ b/operator-repos/builtin/openvla_finetune/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=openvla_finetune \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/openvla_finetune/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/openvla_finetune \ - DROBOTICFLOW_OPERATOR_HANDLER=openvla_finetune \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_openvla_finetune \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/openvla_finetune/repository.json b/operator-repos/builtin/openvla_finetune/repository.json index 4082e103..4dd67430 100644 --- a/operator-repos/builtin/openvla_finetune/repository.json +++ b/operator-repos/builtin/openvla_finetune/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "openvla_finetune", + "handler": "builtin_openvla_finetune", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -62,15 +62,17 @@ "requiresGpu": true }, "runtimeDependencies": [ - "openvla-training-command", - "vla-sample-action-manifest", + "openvla-lora-finetune", + "rlds-vla-dataset", + "peft", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" }, "runtimeDependencies": [ - "openvla-training-command", - "vla-sample-action-manifest", + "openvla-lora-finetune", + "rlds-vla-dataset", + "peft", "gpu-a800" ], "runtimeHandler": "builtin_openvla_finetune", diff --git a/operator-repos/builtin/openvla_finetune/runtime_contract.json b/operator-repos/builtin/openvla_finetune/runtime_contract.json index 53cc9cc7..db43a9e3 100644 --- a/operator-repos/builtin/openvla_finetune/runtime_contract.json +++ b/operator-repos/builtin/openvla_finetune/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "openvla_finetune", + "handler": "builtin_openvla_finetune", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -32,8 +32,9 @@ "requiresGpu": true }, "runtimeDependencies": [ - "openvla-training-command", - "vla-sample-action-manifest", + "openvla-lora-finetune", + "rlds-vla-dataset", + "peft", "gpu-a800" ], "runtimeSource": "src/operator.py", diff --git a/operator-repos/builtin/openvla_finetune/src/operator.py b/operator-repos/builtin/openvla_finetune/src/operator.py index f35ef447..3451f71a 100644 --- a/operator-repos/builtin/openvla_finetune/src/operator.py +++ b/operator-repos/builtin/openvla_finetune/src/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_transformers_text_finetune +from backend.operators.builtin.structured_model_operator import HelperMap, run_openvla_finetune def run( @@ -13,4 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_transformers_text_finetune(run_id, node_id, output_dir, node_data, inputs, helpers) + return run_openvla_finetune(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/operator-repos/builtin/openvla_inference/Dockerfile b/operator-repos/builtin/openvla_inference/Dockerfile index 82b31cb7..027f81dd 100644 --- a/operator-repos/builtin/openvla_inference/Dockerfile +++ b/operator-repos/builtin/openvla_inference/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=openvla_inference \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/openvla_inference/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/openvla_inference \ - DROBOTICFLOW_OPERATOR_HANDLER=openvla_inference \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_openvla_inference \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/openvla_inference/repository.json b/operator-repos/builtin/openvla_inference/repository.json index cf3b99e4..23b90dff 100644 --- a/operator-repos/builtin/openvla_inference/repository.json +++ b/operator-repos/builtin/openvla_inference/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "openvla_inference", + "handler": "builtin_openvla_inference", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -62,15 +62,15 @@ "requiresGpu": true }, "runtimeDependencies": [ - "openvla-inference-command", - "openvla-model-weights", + "openvla-transformers-inference", + "openvla-model-or-upstream-adapter", "gpu-a800" ], "schemaVersion": "droboticflow.operator.runtime/v1" }, "runtimeDependencies": [ - "openvla-inference-command", - "openvla-model-weights", + "openvla-transformers-inference", + "openvla-model-or-upstream-adapter", "gpu-a800" ], "runtimeHandler": "builtin_openvla_inference", diff --git a/operator-repos/builtin/openvla_inference/runtime_contract.json b/operator-repos/builtin/openvla_inference/runtime_contract.json index c7d0dfa7..11b129f7 100644 --- a/operator-repos/builtin/openvla_inference/runtime_contract.json +++ b/operator-repos/builtin/openvla_inference/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "openvla_inference", + "handler": "builtin_openvla_inference", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, @@ -32,8 +32,8 @@ "requiresGpu": true }, "runtimeDependencies": [ - "openvla-inference-command", - "openvla-model-weights", + "openvla-transformers-inference", + "openvla-model-or-upstream-adapter", "gpu-a800" ], "runtimeSource": "src/operator.py", diff --git a/operator-repos/builtin/openvla_inference/src/operator.py b/operator-repos/builtin/openvla_inference/src/operator.py index f06cdd58..b81ddcb7 100644 --- a/operator-repos/builtin/openvla_inference/src/operator.py +++ b/operator-repos/builtin/openvla_inference/src/operator.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -from backend.operators.builtin.structured_model_operator import HelperMap, run_transformers_text_inference +from backend.operators.builtin.structured_model_operator import HelperMap, run_openvla_inference def run( @@ -13,4 +13,4 @@ def run( inputs: list[dict[str, Any]], helpers: HelperMap, ) -> list[dict[str, Any]]: - return run_transformers_text_inference(run_id, node_id, output_dir, node_data, inputs, helpers) + return run_openvla_inference(run_id, node_id, output_dir, node_data, inputs, helpers) diff --git a/operator-repos/builtin/package/Dockerfile b/operator-repos/builtin/package/Dockerfile index e2192692..b7de85d0 100644 --- a/operator-repos/builtin/package/Dockerfile +++ b/operator-repos/builtin/package/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-package \ DROBOTICFLOW_OPERATOR_SLUG=package \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/package/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/package \ - DROBOTICFLOW_OPERATOR_HANDLER=result_package + DROBOTICFLOW_OPERATOR_HANDLER=builtin_result_package COPY operator-repos/builtin/package ./operator-repos/builtin/package ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/package/repository.json b/operator-repos/builtin/package/repository.json index f00a805e..a38f2b9b 100644 --- a/operator-repos/builtin/package/repository.json +++ b/operator-repos/builtin/package/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "result_package", + "handler": "builtin_result_package", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/package/runtime_contract.json b/operator-repos/builtin/package/runtime_contract.json index 6cb46915..491a0484 100644 --- a/operator-repos/builtin/package/runtime_contract.json +++ b/operator-repos/builtin/package/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "result_package", + "handler": "builtin_result_package", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/parquet_table_summary/Dockerfile b/operator-repos/builtin/parquet_table_summary/Dockerfile index d434eea7..cda1b1ea 100644 --- a/operator-repos/builtin/parquet_table_summary/Dockerfile +++ b/operator-repos/builtin/parquet_table_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-parquet-table-summary \ DROBOTICFLOW_OPERATOR_SLUG=parquet_table_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/parquet_table_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/parquet_table_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=parquet_table_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_parquet_table_summary COPY operator-repos/builtin/parquet_table_summary ./operator-repos/builtin/parquet_table_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/parquet_table_summary/repository.json b/operator-repos/builtin/parquet_table_summary/repository.json index e5698fb4..52299211 100644 --- a/operator-repos/builtin/parquet_table_summary/repository.json +++ b/operator-repos/builtin/parquet_table_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "parquet_table_summary", + "handler": "builtin_parquet_table_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/parquet_table_summary/runtime_contract.json b/operator-repos/builtin/parquet_table_summary/runtime_contract.json index b5e17e8c..037676bd 100644 --- a/operator-repos/builtin/parquet_table_summary/runtime_contract.json +++ b/operator-repos/builtin/parquet_table_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "parquet_table_summary", + "handler": "builtin_parquet_table_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/partnet_mobility_asset_validate/Dockerfile b/operator-repos/builtin/partnet_mobility_asset_validate/Dockerfile index d854831b..24e255fd 100644 --- a/operator-repos/builtin/partnet_mobility_asset_validate/Dockerfile +++ b/operator-repos/builtin/partnet_mobility_asset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-partnet-mobility-asset-validate \ DROBOTICFLOW_OPERATOR_SLUG=partnet_mobility_asset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/partnet_mobility_asset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/partnet_mobility_asset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=partnet_mobility_asset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_partnet_mobility_asset_validate COPY operator-repos/builtin/partnet_mobility_asset_validate ./operator-repos/builtin/partnet_mobility_asset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/partnet_mobility_asset_validate/repository.json b/operator-repos/builtin/partnet_mobility_asset_validate/repository.json index 6362636d..adf298f3 100644 --- a/operator-repos/builtin/partnet_mobility_asset_validate/repository.json +++ b/operator-repos/builtin/partnet_mobility_asset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "partnet_mobility_asset_validate", + "handler": "builtin_partnet_mobility_asset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/partnet_mobility_asset_validate/runtime_contract.json b/operator-repos/builtin/partnet_mobility_asset_validate/runtime_contract.json index 71638035..86e3fa78 100644 --- a/operator-repos/builtin/partnet_mobility_asset_validate/runtime_contract.json +++ b/operator-repos/builtin/partnet_mobility_asset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "partnet_mobility_asset_validate", + "handler": "builtin_partnet_mobility_asset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/pointcloud_summary/Dockerfile b/operator-repos/builtin/pointcloud_summary/Dockerfile index 479c5889..c007c5d5 100644 --- a/operator-repos/builtin/pointcloud_summary/Dockerfile +++ b/operator-repos/builtin/pointcloud_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-pointcloud-summary \ DROBOTICFLOW_OPERATOR_SLUG=pointcloud_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/pointcloud_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/pointcloud_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=pointcloud_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_pointcloud_summary COPY operator-repos/builtin/pointcloud_summary ./operator-repos/builtin/pointcloud_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/pointcloud_summary/repository.json b/operator-repos/builtin/pointcloud_summary/repository.json index 0a52e536..138adeb5 100644 --- a/operator-repos/builtin/pointcloud_summary/repository.json +++ b/operator-repos/builtin/pointcloud_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "pointcloud_summary", + "handler": "builtin_pointcloud_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/pointcloud_summary/runtime_contract.json b/operator-repos/builtin/pointcloud_summary/runtime_contract.json index 5e54e01d..f2d43ea0 100644 --- a/operator-repos/builtin/pointcloud_summary/runtime_contract.json +++ b/operator-repos/builtin/pointcloud_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "pointcloud_summary", + "handler": "builtin_pointcloud_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/real_source/operator.json b/operator-repos/builtin/real_source/operator.json index bdb2b78a..2847e5d1 100644 --- a/operator-repos/builtin/real_source/operator.json +++ b/operator-repos/builtin/real_source/operator.json @@ -10,7 +10,7 @@ "id": "operator-builtin-real-source", "migrationStatus": "migrated", "name": "真实数据源", - "runtimeHandler": "builtin_source", + "runtimeHandler": "source", "runtimeSource": "operator-repos/builtin/real_source/src/operator.py", "type": "builtin" } diff --git a/operator-repos/builtin/real_source/repository.json b/operator-repos/builtin/real_source/repository.json index 40c20129..6edd42a7 100644 --- a/operator-repos/builtin/real_source/repository.json +++ b/operator-repos/builtin/real_source/repository.json @@ -69,7 +69,7 @@ "runtimeDependencies": [ "filesystem" ], - "runtimeHandler": "builtin_source", + "runtimeHandler": "source", "runtimeSource": "operator-repos/builtin/real_source/src/operator.py", "schemaVersion": "droboticflow.operator.repository/v1", "sourceRoot": "operator-repos/builtin/real_source", diff --git a/operator-repos/builtin/rgbd_frame_pair_validate/Dockerfile b/operator-repos/builtin/rgbd_frame_pair_validate/Dockerfile index 134148f7..a002279e 100644 --- a/operator-repos/builtin/rgbd_frame_pair_validate/Dockerfile +++ b/operator-repos/builtin/rgbd_frame_pair_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-rgbd-frame-pair-validate \ DROBOTICFLOW_OPERATOR_SLUG=rgbd_frame_pair_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/rgbd_frame_pair_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/rgbd_frame_pair_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=rgbd_frame_pair_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_rgbd_frame_pair_validate COPY operator-repos/builtin/rgbd_frame_pair_validate ./operator-repos/builtin/rgbd_frame_pair_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/rgbd_frame_pair_validate/repository.json b/operator-repos/builtin/rgbd_frame_pair_validate/repository.json index 76667957..fd6e8336 100644 --- a/operator-repos/builtin/rgbd_frame_pair_validate/repository.json +++ b/operator-repos/builtin/rgbd_frame_pair_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rgbd_frame_pair_validate", + "handler": "builtin_rgbd_frame_pair_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rgbd_frame_pair_validate/runtime_contract.json b/operator-repos/builtin/rgbd_frame_pair_validate/runtime_contract.json index f50f15f5..f08bd355 100644 --- a/operator-repos/builtin/rgbd_frame_pair_validate/runtime_contract.json +++ b/operator-repos/builtin/rgbd_frame_pair_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rgbd_frame_pair_validate", + "handler": "builtin_rgbd_frame_pair_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rh20t_scene_validate/Dockerfile b/operator-repos/builtin/rh20t_scene_validate/Dockerfile index 99d9eaea..d463ec67 100644 --- a/operator-repos/builtin/rh20t_scene_validate/Dockerfile +++ b/operator-repos/builtin/rh20t_scene_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-rh20t-scene-validate \ DROBOTICFLOW_OPERATOR_SLUG=rh20t_scene_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/rh20t_scene_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/rh20t_scene_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=rh20t_scene_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_rh20t_scene_validate COPY operator-repos/builtin/rh20t_scene_validate ./operator-repos/builtin/rh20t_scene_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/rh20t_scene_validate/repository.json b/operator-repos/builtin/rh20t_scene_validate/repository.json index 2f1fe879..f7cc46df 100644 --- a/operator-repos/builtin/rh20t_scene_validate/repository.json +++ b/operator-repos/builtin/rh20t_scene_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rh20t_scene_validate", + "handler": "builtin_rh20t_scene_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rh20t_scene_validate/runtime_contract.json b/operator-repos/builtin/rh20t_scene_validate/runtime_contract.json index 768be6e7..a90a87af 100644 --- a/operator-repos/builtin/rh20t_scene_validate/runtime_contract.json +++ b/operator-repos/builtin/rh20t_scene_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rh20t_scene_validate", + "handler": "builtin_rh20t_scene_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rlbench_dataset_validate/Dockerfile b/operator-repos/builtin/rlbench_dataset_validate/Dockerfile index 7ff77136..ac060b6f 100644 --- a/operator-repos/builtin/rlbench_dataset_validate/Dockerfile +++ b/operator-repos/builtin/rlbench_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-rlbench-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=rlbench_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/rlbench_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/rlbench_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=rlbench_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_rlbench_dataset_validate COPY operator-repos/builtin/rlbench_dataset_validate ./operator-repos/builtin/rlbench_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/rlbench_dataset_validate/repository.json b/operator-repos/builtin/rlbench_dataset_validate/repository.json index 82310121..cce5069e 100644 --- a/operator-repos/builtin/rlbench_dataset_validate/repository.json +++ b/operator-repos/builtin/rlbench_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rlbench_dataset_validate", + "handler": "builtin_rlbench_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rlbench_dataset_validate/runtime_contract.json b/operator-repos/builtin/rlbench_dataset_validate/runtime_contract.json index b0b5e908..d11a6b2d 100644 --- a/operator-repos/builtin/rlbench_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/rlbench_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rlbench_dataset_validate", + "handler": "builtin_rlbench_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rlds_episode_summary/Dockerfile b/operator-repos/builtin/rlds_episode_summary/Dockerfile index cef2c7ab..96a0c65b 100644 --- a/operator-repos/builtin/rlds_episode_summary/Dockerfile +++ b/operator-repos/builtin/rlds_episode_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-rlds-episode-summary \ DROBOTICFLOW_OPERATOR_SLUG=rlds_episode_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/rlds_episode_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/rlds_episode_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=rlds_episode_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_rlds_episode_summary COPY operator-repos/builtin/rlds_episode_summary ./operator-repos/builtin/rlds_episode_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/rlds_episode_summary/repository.json b/operator-repos/builtin/rlds_episode_summary/repository.json index 41831a02..54c2611d 100644 --- a/operator-repos/builtin/rlds_episode_summary/repository.json +++ b/operator-repos/builtin/rlds_episode_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rlds_episode_summary", + "handler": "builtin_rlds_episode_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rlds_episode_summary/runtime_contract.json b/operator-repos/builtin/rlds_episode_summary/runtime_contract.json index ab56553f..be50b1e0 100644 --- a/operator-repos/builtin/rlds_episode_summary/runtime_contract.json +++ b/operator-repos/builtin/rlds_episode_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rlds_episode_summary", + "handler": "builtin_rlds_episode_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robocasa_hdf5_demonstration_validate/Dockerfile b/operator-repos/builtin/robocasa_hdf5_demonstration_validate/Dockerfile index 34a4161b..6c2bf573 100644 --- a/operator-repos/builtin/robocasa_hdf5_demonstration_validate/Dockerfile +++ b/operator-repos/builtin/robocasa_hdf5_demonstration_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-robocasa-hdf5-demonstration-valida DROBOTICFLOW_OPERATOR_SLUG=robocasa_hdf5_demonstration_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/robocasa_hdf5_demonstration_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/robocasa_hdf5_demonstration_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=robocasa_hdf5_demonstration_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_robocasa_hdf5_demonstration_validate COPY operator-repos/builtin/robocasa_hdf5_demonstration_validate ./operator-repos/builtin/robocasa_hdf5_demonstration_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/robocasa_hdf5_demonstration_validate/repository.json b/operator-repos/builtin/robocasa_hdf5_demonstration_validate/repository.json index 06a4acd9..4537c857 100644 --- a/operator-repos/builtin/robocasa_hdf5_demonstration_validate/repository.json +++ b/operator-repos/builtin/robocasa_hdf5_demonstration_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robocasa_hdf5_demonstration_validate", + "handler": "builtin_robocasa_hdf5_demonstration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robocasa_hdf5_demonstration_validate/runtime_contract.json b/operator-repos/builtin/robocasa_hdf5_demonstration_validate/runtime_contract.json index e96d4204..889d6ade 100644 --- a/operator-repos/builtin/robocasa_hdf5_demonstration_validate/runtime_contract.json +++ b/operator-repos/builtin/robocasa_hdf5_demonstration_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robocasa_hdf5_demonstration_validate", + "handler": "builtin_robocasa_hdf5_demonstration_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robomimic_hdf5_validate/Dockerfile b/operator-repos/builtin/robomimic_hdf5_validate/Dockerfile index 7efcf537..5b5bc539 100644 --- a/operator-repos/builtin/robomimic_hdf5_validate/Dockerfile +++ b/operator-repos/builtin/robomimic_hdf5_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-robomimic-hdf5-validate \ DROBOTICFLOW_OPERATOR_SLUG=robomimic_hdf5_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/robomimic_hdf5_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/robomimic_hdf5_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=robomimic_hdf5_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_robomimic_hdf5_validate COPY operator-repos/builtin/robomimic_hdf5_validate ./operator-repos/builtin/robomimic_hdf5_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/robomimic_hdf5_validate/repository.json b/operator-repos/builtin/robomimic_hdf5_validate/repository.json index 9e600f58..2af95882 100644 --- a/operator-repos/builtin/robomimic_hdf5_validate/repository.json +++ b/operator-repos/builtin/robomimic_hdf5_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robomimic_hdf5_validate", + "handler": "builtin_robomimic_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robomimic_hdf5_validate/runtime_contract.json b/operator-repos/builtin/robomimic_hdf5_validate/runtime_contract.json index f9b1e4e4..2ef8d585 100644 --- a/operator-repos/builtin/robomimic_hdf5_validate/runtime_contract.json +++ b/operator-repos/builtin/robomimic_hdf5_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robomimic_hdf5_validate", + "handler": "builtin_robomimic_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robomind_hdf5_quality_validate/Dockerfile b/operator-repos/builtin/robomind_hdf5_quality_validate/Dockerfile index 55f0398e..c25745e1 100644 --- a/operator-repos/builtin/robomind_hdf5_quality_validate/Dockerfile +++ b/operator-repos/builtin/robomind_hdf5_quality_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-robomind-hdf5-quality-validate \ DROBOTICFLOW_OPERATOR_SLUG=robomind_hdf5_quality_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/robomind_hdf5_quality_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/robomind_hdf5_quality_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=robomind_hdf5_quality_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_robomind_hdf5_quality_validate COPY operator-repos/builtin/robomind_hdf5_quality_validate ./operator-repos/builtin/robomind_hdf5_quality_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/robomind_hdf5_quality_validate/repository.json b/operator-repos/builtin/robomind_hdf5_quality_validate/repository.json index 2da9fc76..a3deaca8 100644 --- a/operator-repos/builtin/robomind_hdf5_quality_validate/repository.json +++ b/operator-repos/builtin/robomind_hdf5_quality_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robomind_hdf5_quality_validate", + "handler": "builtin_robomind_hdf5_quality_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robomind_hdf5_quality_validate/runtime_contract.json b/operator-repos/builtin/robomind_hdf5_quality_validate/runtime_contract.json index 827f1d7b..b37168f1 100644 --- a/operator-repos/builtin/robomind_hdf5_quality_validate/runtime_contract.json +++ b/operator-repos/builtin/robomind_hdf5_quality_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robomind_hdf5_quality_validate", + "handler": "builtin_robomind_hdf5_quality_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/roboset_hdf5_validate/Dockerfile b/operator-repos/builtin/roboset_hdf5_validate/Dockerfile index 569239c1..4601689d 100644 --- a/operator-repos/builtin/roboset_hdf5_validate/Dockerfile +++ b/operator-repos/builtin/roboset_hdf5_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-roboset-hdf5-validate \ DROBOTICFLOW_OPERATOR_SLUG=roboset_hdf5_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/roboset_hdf5_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/roboset_hdf5_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=roboset_hdf5_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_roboset_hdf5_validate COPY operator-repos/builtin/roboset_hdf5_validate ./operator-repos/builtin/roboset_hdf5_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/roboset_hdf5_validate/repository.json b/operator-repos/builtin/roboset_hdf5_validate/repository.json index 4e310207..ccdaecfb 100644 --- a/operator-repos/builtin/roboset_hdf5_validate/repository.json +++ b/operator-repos/builtin/roboset_hdf5_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "roboset_hdf5_validate", + "handler": "builtin_roboset_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/roboset_hdf5_validate/runtime_contract.json b/operator-repos/builtin/roboset_hdf5_validate/runtime_contract.json index f694e608..65733deb 100644 --- a/operator-repos/builtin/roboset_hdf5_validate/runtime_contract.json +++ b/operator-repos/builtin/roboset_hdf5_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "roboset_hdf5_validate", + "handler": "builtin_roboset_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robot_model_asset_validate/Dockerfile b/operator-repos/builtin/robot_model_asset_validate/Dockerfile index de0c203a..abf25fca 100644 --- a/operator-repos/builtin/robot_model_asset_validate/Dockerfile +++ b/operator-repos/builtin/robot_model_asset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-robot-model-asset-validate \ DROBOTICFLOW_OPERATOR_SLUG=robot_model_asset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/robot_model_asset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/robot_model_asset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=robot_model_asset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_robot_model_asset_validate COPY operator-repos/builtin/robot_model_asset_validate ./operator-repos/builtin/robot_model_asset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/robot_model_asset_validate/repository.json b/operator-repos/builtin/robot_model_asset_validate/repository.json index faa9a945..33ebcd3c 100644 --- a/operator-repos/builtin/robot_model_asset_validate/repository.json +++ b/operator-repos/builtin/robot_model_asset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robot_model_asset_validate", + "handler": "builtin_robot_model_asset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/robot_model_asset_validate/runtime_contract.json b/operator-repos/builtin/robot_model_asset_validate/runtime_contract.json index 9669c32b..be3e9f14 100644 --- a/operator-repos/builtin/robot_model_asset_validate/runtime_contract.json +++ b/operator-repos/builtin/robot_model_asset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "robot_model_asset_validate", + "handler": "builtin_robot_model_asset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/roboturk_real_hdf5_validate/Dockerfile b/operator-repos/builtin/roboturk_real_hdf5_validate/Dockerfile index 29bd55d2..6798ba59 100644 --- a/operator-repos/builtin/roboturk_real_hdf5_validate/Dockerfile +++ b/operator-repos/builtin/roboturk_real_hdf5_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-roboturk-real-hdf5-validate \ DROBOTICFLOW_OPERATOR_SLUG=roboturk_real_hdf5_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/roboturk_real_hdf5_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/roboturk_real_hdf5_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=roboturk_real_hdf5_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_roboturk_real_hdf5_validate COPY operator-repos/builtin/roboturk_real_hdf5_validate ./operator-repos/builtin/roboturk_real_hdf5_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/roboturk_real_hdf5_validate/repository.json b/operator-repos/builtin/roboturk_real_hdf5_validate/repository.json index f424e8e7..87295a71 100644 --- a/operator-repos/builtin/roboturk_real_hdf5_validate/repository.json +++ b/operator-repos/builtin/roboturk_real_hdf5_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "roboturk_real_hdf5_validate", + "handler": "builtin_roboturk_real_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/roboturk_real_hdf5_validate/runtime_contract.json b/operator-repos/builtin/roboturk_real_hdf5_validate/runtime_contract.json index 38cf6975..9b789a9a 100644 --- a/operator-repos/builtin/roboturk_real_hdf5_validate/runtime_contract.json +++ b/operator-repos/builtin/roboturk_real_hdf5_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "roboturk_real_hdf5_validate", + "handler": "builtin_roboturk_real_hdf5_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/ros_joint_state_validate/Dockerfile b/operator-repos/builtin/ros_joint_state_validate/Dockerfile index f11c0bef..6ce20288 100644 --- a/operator-repos/builtin/ros_joint_state_validate/Dockerfile +++ b/operator-repos/builtin/ros_joint_state_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-ros-joint-state-validate \ DROBOTICFLOW_OPERATOR_SLUG=ros_joint_state_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/ros_joint_state_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/ros_joint_state_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=ros_joint_state_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_ros_joint_state_validate COPY operator-repos/builtin/ros_joint_state_validate ./operator-repos/builtin/ros_joint_state_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/ros_joint_state_validate/repository.json b/operator-repos/builtin/ros_joint_state_validate/repository.json index 80bd863c..62c415b9 100644 --- a/operator-repos/builtin/ros_joint_state_validate/repository.json +++ b/operator-repos/builtin/ros_joint_state_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "ros_joint_state_validate", + "handler": "builtin_ros_joint_state_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/ros_joint_state_validate/runtime_contract.json b/operator-repos/builtin/ros_joint_state_validate/runtime_contract.json index d932c241..e525e257 100644 --- a/operator-repos/builtin/ros_joint_state_validate/runtime_contract.json +++ b/operator-repos/builtin/ros_joint_state_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "ros_joint_state_validate", + "handler": "builtin_ros_joint_state_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rtx_action_schema_validate/Dockerfile b/operator-repos/builtin/rtx_action_schema_validate/Dockerfile index 66f3c8dc..f845a61d 100644 --- a/operator-repos/builtin/rtx_action_schema_validate/Dockerfile +++ b/operator-repos/builtin/rtx_action_schema_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-rtx-action-schema-validate \ DROBOTICFLOW_OPERATOR_SLUG=rtx_action_schema_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/rtx_action_schema_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/rtx_action_schema_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=rtx_action_schema_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_rtx_action_schema_validate COPY operator-repos/builtin/rtx_action_schema_validate ./operator-repos/builtin/rtx_action_schema_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/rtx_action_schema_validate/repository.json b/operator-repos/builtin/rtx_action_schema_validate/repository.json index 043adca5..c21db5fb 100644 --- a/operator-repos/builtin/rtx_action_schema_validate/repository.json +++ b/operator-repos/builtin/rtx_action_schema_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rtx_action_schema_validate", + "handler": "builtin_rtx_action_schema_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/rtx_action_schema_validate/runtime_contract.json b/operator-repos/builtin/rtx_action_schema_validate/runtime_contract.json index 6be4cd50..64314a26 100644 --- a/operator-repos/builtin/rtx_action_schema_validate/runtime_contract.json +++ b/operator-repos/builtin/rtx_action_schema_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "rtx_action_schema_validate", + "handler": "builtin_rtx_action_schema_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/segmentation_mask_validate/Dockerfile b/operator-repos/builtin/segmentation_mask_validate/Dockerfile index 2697eb18..ef15c229 100644 --- a/operator-repos/builtin/segmentation_mask_validate/Dockerfile +++ b/operator-repos/builtin/segmentation_mask_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-segmentation-mask-validate \ DROBOTICFLOW_OPERATOR_SLUG=segmentation_mask_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/segmentation_mask_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/segmentation_mask_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=segmentation_mask_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_segmentation_mask_validate COPY operator-repos/builtin/segmentation_mask_validate ./operator-repos/builtin/segmentation_mask_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/segmentation_mask_validate/repository.json b/operator-repos/builtin/segmentation_mask_validate/repository.json index a1bf727a..19c5753a 100644 --- a/operator-repos/builtin/segmentation_mask_validate/repository.json +++ b/operator-repos/builtin/segmentation_mask_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "segmentation_mask_validate", + "handler": "builtin_segmentation_mask_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/segmentation_mask_validate/runtime_contract.json b/operator-repos/builtin/segmentation_mask_validate/runtime_contract.json index 9e4eb8cb..996c455b 100644 --- a/operator-repos/builtin/segmentation_mask_validate/runtime_contract.json +++ b/operator-repos/builtin/segmentation_mask_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "segmentation_mask_validate", + "handler": "builtin_segmentation_mask_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/sensor_timestamp_sync_validate/Dockerfile b/operator-repos/builtin/sensor_timestamp_sync_validate/Dockerfile index 95055bad..2aaa29ea 100644 --- a/operator-repos/builtin/sensor_timestamp_sync_validate/Dockerfile +++ b/operator-repos/builtin/sensor_timestamp_sync_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-sensor-timestamp-sync-validate \ DROBOTICFLOW_OPERATOR_SLUG=sensor_timestamp_sync_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/sensor_timestamp_sync_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/sensor_timestamp_sync_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=sensor_timestamp_sync_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_sensor_timestamp_sync_validate COPY operator-repos/builtin/sensor_timestamp_sync_validate ./operator-repos/builtin/sensor_timestamp_sync_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/sensor_timestamp_sync_validate/repository.json b/operator-repos/builtin/sensor_timestamp_sync_validate/repository.json index d352846a..dfcc7494 100644 --- a/operator-repos/builtin/sensor_timestamp_sync_validate/repository.json +++ b/operator-repos/builtin/sensor_timestamp_sync_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "sensor_timestamp_sync_validate", + "handler": "builtin_sensor_timestamp_sync_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/sensor_timestamp_sync_validate/runtime_contract.json b/operator-repos/builtin/sensor_timestamp_sync_validate/runtime_contract.json index 8adf6b15..0581beb7 100644 --- a/operator-repos/builtin/sensor_timestamp_sync_validate/runtime_contract.json +++ b/operator-repos/builtin/sensor_timestamp_sync_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "sensor_timestamp_sync_validate", + "handler": "builtin_sensor_timestamp_sync_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/shell_command/Dockerfile b/operator-repos/builtin/shell_command/Dockerfile index ec7dd25b..71ed8e6f 100644 --- a/operator-repos/builtin/shell_command/Dockerfile +++ b/operator-repos/builtin/shell_command/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-shell-command \ DROBOTICFLOW_OPERATOR_SLUG=shell_command \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/shell_command/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/shell_command \ - DROBOTICFLOW_OPERATOR_HANDLER=shell_command + DROBOTICFLOW_OPERATOR_HANDLER=builtin_shell_command COPY operator-repos/builtin/shell_command ./operator-repos/builtin/shell_command ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/shell_command/repository.json b/operator-repos/builtin/shell_command/repository.json index 03653978..105173c5 100644 --- a/operator-repos/builtin/shell_command/repository.json +++ b/operator-repos/builtin/shell_command/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "shell_command", + "handler": "builtin_shell_command", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/shell_command/runtime_contract.json b/operator-repos/builtin/shell_command/runtime_contract.json index 61484fcf..03d1bf3e 100644 --- a/operator-repos/builtin/shell_command/runtime_contract.json +++ b/operator-repos/builtin/shell_command/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "shell_command", + "handler": "builtin_shell_command", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/sim3d_asset_generate/operator.json b/operator-repos/builtin/sim3d_asset_generate/operator.json index 7cd553ea..cf00353e 100644 --- a/operator-repos/builtin/sim3d_asset_generate/operator.json +++ b/operator-repos/builtin/sim3d_asset_generate/operator.json @@ -10,7 +10,7 @@ "id": "operator-builtin-sim3d-asset-generate", "migrationStatus": "migrated", "name": "3D 资产仿真生成", - "runtimeHandler": "builtin_sim3d_asset_generate", + "runtimeHandler": "sim3d_asset_generate", "runtimeSource": "operator-repos/builtin/sim3d_asset_generate/src/operator.py", "type": "builtin" } diff --git a/operator-repos/builtin/sim3d_asset_generate/repository.json b/operator-repos/builtin/sim3d_asset_generate/repository.json index d42599da..d9085f35 100644 --- a/operator-repos/builtin/sim3d_asset_generate/repository.json +++ b/operator-repos/builtin/sim3d_asset_generate/repository.json @@ -71,7 +71,7 @@ "json-artifacts", "obj-mtl-gltf-files" ], - "runtimeHandler": "builtin_sim3d_asset_generate", + "runtimeHandler": "sim3d_asset_generate", "runtimeSource": "operator-repos/builtin/sim3d_asset_generate/src/operator.py", "schemaVersion": "droboticflow.operator.repository/v1", "sourceRoot": "operator-repos/builtin/sim3d_asset_generate", diff --git a/operator-repos/builtin/template_render/Dockerfile b/operator-repos/builtin/template_render/Dockerfile index 3ee40c55..8fd7cb13 100644 --- a/operator-repos/builtin/template_render/Dockerfile +++ b/operator-repos/builtin/template_render/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-template-render \ DROBOTICFLOW_OPERATOR_SLUG=template_render \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/template_render/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/template_render \ - DROBOTICFLOW_OPERATOR_HANDLER=text_template + DROBOTICFLOW_OPERATOR_HANDLER=builtin_text_template COPY operator-repos/builtin/template_render ./operator-repos/builtin/template_render ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/template_render/repository.json b/operator-repos/builtin/template_render/repository.json index 032b7a34..694e0d66 100644 --- a/operator-repos/builtin/template_render/repository.json +++ b/operator-repos/builtin/template_render/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "text_template", + "handler": "builtin_text_template", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/template_render/runtime_contract.json b/operator-repos/builtin/template_render/runtime_contract.json index 334417b6..e06cf246 100644 --- a/operator-repos/builtin/template_render/runtime_contract.json +++ b/operator-repos/builtin/template_render/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "text_template", + "handler": "builtin_text_template", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/tf_transform_tree_validate/Dockerfile b/operator-repos/builtin/tf_transform_tree_validate/Dockerfile index 82cdaed8..37c0b946 100644 --- a/operator-repos/builtin/tf_transform_tree_validate/Dockerfile +++ b/operator-repos/builtin/tf_transform_tree_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-tf-transform-tree-validate \ DROBOTICFLOW_OPERATOR_SLUG=tf_transform_tree_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/tf_transform_tree_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/tf_transform_tree_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=tf_transform_tree_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_tf_transform_tree_validate COPY operator-repos/builtin/tf_transform_tree_validate ./operator-repos/builtin/tf_transform_tree_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/tf_transform_tree_validate/repository.json b/operator-repos/builtin/tf_transform_tree_validate/repository.json index 249eedd2..5561713b 100644 --- a/operator-repos/builtin/tf_transform_tree_validate/repository.json +++ b/operator-repos/builtin/tf_transform_tree_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "tf_transform_tree_validate", + "handler": "builtin_tf_transform_tree_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/tf_transform_tree_validate/runtime_contract.json b/operator-repos/builtin/tf_transform_tree_validate/runtime_contract.json index 52768da8..86ef7c45 100644 --- a/operator-repos/builtin/tf_transform_tree_validate/runtime_contract.json +++ b/operator-repos/builtin/tf_transform_tree_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "tf_transform_tree_validate", + "handler": "builtin_tf_transform_tree_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/tfrecord_structural_validate/Dockerfile b/operator-repos/builtin/tfrecord_structural_validate/Dockerfile index d2d408ae..98fa04fe 100644 --- a/operator-repos/builtin/tfrecord_structural_validate/Dockerfile +++ b/operator-repos/builtin/tfrecord_structural_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-tfrecord-structural-validate \ DROBOTICFLOW_OPERATOR_SLUG=tfrecord_structural_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/tfrecord_structural_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/tfrecord_structural_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=tfrecord_structural_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_tfrecord_structural_validate COPY operator-repos/builtin/tfrecord_structural_validate ./operator-repos/builtin/tfrecord_structural_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/tfrecord_structural_validate/repository.json b/operator-repos/builtin/tfrecord_structural_validate/repository.json index d8fb0f44..835fd83c 100644 --- a/operator-repos/builtin/tfrecord_structural_validate/repository.json +++ b/operator-repos/builtin/tfrecord_structural_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "tfrecord_structural_validate", + "handler": "builtin_tfrecord_structural_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/tfrecord_structural_validate/runtime_contract.json b/operator-repos/builtin/tfrecord_structural_validate/runtime_contract.json index cd3f0d96..5078c38f 100644 --- a/operator-repos/builtin/tfrecord_structural_validate/runtime_contract.json +++ b/operator-repos/builtin/tfrecord_structural_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "tfrecord_structural_validate", + "handler": "builtin_tfrecord_structural_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/trajectory_integrity_validate/Dockerfile b/operator-repos/builtin/trajectory_integrity_validate/Dockerfile index 4507af2b..852805a3 100644 --- a/operator-repos/builtin/trajectory_integrity_validate/Dockerfile +++ b/operator-repos/builtin/trajectory_integrity_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-trajectory-integrity-validate \ DROBOTICFLOW_OPERATOR_SLUG=trajectory_integrity_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/trajectory_integrity_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/trajectory_integrity_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=trajectory_integrity_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_trajectory_integrity_validate COPY operator-repos/builtin/trajectory_integrity_validate ./operator-repos/builtin/trajectory_integrity_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/trajectory_integrity_validate/repository.json b/operator-repos/builtin/trajectory_integrity_validate/repository.json index a0cfdf30..0a5ce995 100644 --- a/operator-repos/builtin/trajectory_integrity_validate/repository.json +++ b/operator-repos/builtin/trajectory_integrity_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "trajectory_integrity_validate", + "handler": "builtin_trajectory_integrity_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/trajectory_integrity_validate/runtime_contract.json b/operator-repos/builtin/trajectory_integrity_validate/runtime_contract.json index d24bf118..3bbfe378 100644 --- a/operator-repos/builtin/trajectory_integrity_validate/runtime_contract.json +++ b/operator-repos/builtin/trajectory_integrity_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "trajectory_integrity_validate", + "handler": "builtin_trajectory_integrity_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/umi_zarr_dataset_validate/Dockerfile b/operator-repos/builtin/umi_zarr_dataset_validate/Dockerfile index 6aecfe95..729cc8bc 100644 --- a/operator-repos/builtin/umi_zarr_dataset_validate/Dockerfile +++ b/operator-repos/builtin/umi_zarr_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-umi-zarr-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=umi_zarr_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/umi_zarr_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/umi_zarr_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=umi_zarr_dataset_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_umi_zarr_dataset_validate COPY operator-repos/builtin/umi_zarr_dataset_validate ./operator-repos/builtin/umi_zarr_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/umi_zarr_dataset_validate/repository.json b/operator-repos/builtin/umi_zarr_dataset_validate/repository.json index 2705da94..40eee39a 100644 --- a/operator-repos/builtin/umi_zarr_dataset_validate/repository.json +++ b/operator-repos/builtin/umi_zarr_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "umi_zarr_dataset_validate", + "handler": "builtin_umi_zarr_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/umi_zarr_dataset_validate/runtime_contract.json b/operator-repos/builtin/umi_zarr_dataset_validate/runtime_contract.json index 5c23518d..811a1c89 100644 --- a/operator-repos/builtin/umi_zarr_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/umi_zarr_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "umi_zarr_dataset_validate", + "handler": "builtin_umi_zarr_dataset_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/upload/Dockerfile b/operator-repos/builtin/upload/Dockerfile index d97cb2ba..ce370420 100644 --- a/operator-repos/builtin/upload/Dockerfile +++ b/operator-repos/builtin/upload/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-upload \ DROBOTICFLOW_OPERATOR_SLUG=upload \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/upload/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/upload \ - DROBOTICFLOW_OPERATOR_HANDLER=upload + DROBOTICFLOW_OPERATOR_HANDLER=builtin_upload COPY operator-repos/builtin/upload ./operator-repos/builtin/upload ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/upload/repository.json b/operator-repos/builtin/upload/repository.json index 30fa9456..1e716911 100644 --- a/operator-repos/builtin/upload/repository.json +++ b/operator-repos/builtin/upload/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "upload", + "handler": "builtin_upload", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/upload/runtime_contract.json b/operator-repos/builtin/upload/runtime_contract.json index 84d8c90f..1891ecb0 100644 --- a/operator-repos/builtin/upload/runtime_contract.json +++ b/operator-repos/builtin/upload/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "upload", + "handler": "builtin_upload", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_annotate/Dockerfile b/operator-repos/builtin/video_annotate/Dockerfile index 7c4feced..58ad89cb 100644 --- a/operator-repos/builtin/video_annotate/Dockerfile +++ b/operator-repos/builtin/video_annotate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-video-annotate \ DROBOTICFLOW_OPERATOR_SLUG=video_annotate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/video_annotate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/video_annotate \ - DROBOTICFLOW_OPERATOR_HANDLER=video_annotation + DROBOTICFLOW_OPERATOR_HANDLER=builtin_video_annotation COPY operator-repos/builtin/video_annotate ./operator-repos/builtin/video_annotate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/video_annotate/repository.json b/operator-repos/builtin/video_annotate/repository.json index 8ca50885..8ab79a07 100644 --- a/operator-repos/builtin/video_annotate/repository.json +++ b/operator-repos/builtin/video_annotate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_annotation", + "handler": "builtin_video_annotation", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_annotate/runtime_contract.json b/operator-repos/builtin/video_annotate/runtime_contract.json index 8a3a850f..872d4bd4 100644 --- a/operator-repos/builtin/video_annotate/runtime_contract.json +++ b/operator-repos/builtin/video_annotate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_annotation", + "handler": "builtin_video_annotation", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_filter/Dockerfile b/operator-repos/builtin/video_filter/Dockerfile index 89b8de12..f39b5422 100644 --- a/operator-repos/builtin/video_filter/Dockerfile +++ b/operator-repos/builtin/video_filter/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-video-filter \ DROBOTICFLOW_OPERATOR_SLUG=video_filter \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/video_filter/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/video_filter \ - DROBOTICFLOW_OPERATOR_HANDLER=dataset_filter + DROBOTICFLOW_OPERATOR_HANDLER=builtin_dataset_filter COPY operator-repos/builtin/video_filter ./operator-repos/builtin/video_filter ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/video_filter/repository.json b/operator-repos/builtin/video_filter/repository.json index be02a80e..8436a9a9 100644 --- a/operator-repos/builtin/video_filter/repository.json +++ b/operator-repos/builtin/video_filter/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_filter", + "handler": "builtin_dataset_filter", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_filter/runtime_contract.json b/operator-repos/builtin/video_filter/runtime_contract.json index c2a3652e..d4161ed5 100644 --- a/operator-repos/builtin/video_filter/runtime_contract.json +++ b/operator-repos/builtin/video_filter/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "dataset_filter", + "handler": "builtin_dataset_filter", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_quality/Dockerfile b/operator-repos/builtin/video_quality/Dockerfile index 3751a727..0585e67c 100644 --- a/operator-repos/builtin/video_quality/Dockerfile +++ b/operator-repos/builtin/video_quality/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-video-quality \ DROBOTICFLOW_OPERATOR_SLUG=video_quality \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/video_quality/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/video_quality \ - DROBOTICFLOW_OPERATOR_HANDLER=video_quality + DROBOTICFLOW_OPERATOR_HANDLER=builtin_video_quality COPY operator-repos/builtin/video_quality ./operator-repos/builtin/video_quality ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/video_quality/repository.json b/operator-repos/builtin/video_quality/repository.json index da400a86..a868a915 100644 --- a/operator-repos/builtin/video_quality/repository.json +++ b/operator-repos/builtin/video_quality/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_quality", + "handler": "builtin_video_quality", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_quality/runtime_contract.json b/operator-repos/builtin/video_quality/runtime_contract.json index 77bace29..7db8fad9 100644 --- a/operator-repos/builtin/video_quality/runtime_contract.json +++ b/operator-repos/builtin/video_quality/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_quality", + "handler": "builtin_video_quality", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_slice/Dockerfile b/operator-repos/builtin/video_slice/Dockerfile index a697ae1f..da248aca 100644 --- a/operator-repos/builtin/video_slice/Dockerfile +++ b/operator-repos/builtin/video_slice/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-video-slice \ DROBOTICFLOW_OPERATOR_SLUG=video_slice \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/video_slice/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/video_slice \ - DROBOTICFLOW_OPERATOR_HANDLER=video_slicing + DROBOTICFLOW_OPERATOR_HANDLER=builtin_video_slicing COPY operator-repos/builtin/video_slice ./operator-repos/builtin/video_slice ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/video_slice/repository.json b/operator-repos/builtin/video_slice/repository.json index 9cd6bb36..628cc0c6 100644 --- a/operator-repos/builtin/video_slice/repository.json +++ b/operator-repos/builtin/video_slice/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_slicing", + "handler": "builtin_video_slicing", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_slice/runtime_contract.json b/operator-repos/builtin/video_slice/runtime_contract.json index 0bf0d3e8..defc8375 100644 --- a/operator-repos/builtin/video_slice/runtime_contract.json +++ b/operator-repos/builtin/video_slice/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_slicing", + "handler": "builtin_video_slicing", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_target_clip/Dockerfile b/operator-repos/builtin/video_target_clip/Dockerfile index f032e9ed..f0f90465 100644 --- a/operator-repos/builtin/video_target_clip/Dockerfile +++ b/operator-repos/builtin/video_target_clip/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-video-target-clip \ DROBOTICFLOW_OPERATOR_SLUG=video_target_clip \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/video_target_clip/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/video_target_clip \ - DROBOTICFLOW_OPERATOR_HANDLER=video_target_clip + DROBOTICFLOW_OPERATOR_HANDLER=builtin_video_target_clip COPY operator-repos/builtin/video_target_clip ./operator-repos/builtin/video_target_clip ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/video_target_clip/repository.json b/operator-repos/builtin/video_target_clip/repository.json index 3cac1f8f..d3e071f8 100644 --- a/operator-repos/builtin/video_target_clip/repository.json +++ b/operator-repos/builtin/video_target_clip/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_target_clip", + "handler": "builtin_video_target_clip", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/video_target_clip/runtime_contract.json b/operator-repos/builtin/video_target_clip/runtime_contract.json index d5afd8e5..fa091d77 100644 --- a/operator-repos/builtin/video_target_clip/runtime_contract.json +++ b/operator-repos/builtin/video_target_clip/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "video_target_clip", + "handler": "builtin_video_target_clip", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/vla_model_evaluate/operator.json b/operator-repos/builtin/vla_model_evaluate/operator.json index 59aa9c5d..8e80d042 100644 --- a/operator-repos/builtin/vla_model_evaluate/operator.json +++ b/operator-repos/builtin/vla_model_evaluate/operator.json @@ -10,7 +10,7 @@ "id": "operator-builtin-vla-model-evaluate", "migrationStatus": "migrated", "name": "轻量策略评测", - "runtimeHandler": "builtin_vla_model_evaluate", + "runtimeHandler": "vla_model_evaluate", "runtimeSource": "operator-repos/builtin/vla_model_evaluate/src/operator.py", "type": "builtin" } diff --git a/operator-repos/builtin/vla_model_evaluate/repository.json b/operator-repos/builtin/vla_model_evaluate/repository.json index 4964833c..a440ba6c 100644 --- a/operator-repos/builtin/vla_model_evaluate/repository.json +++ b/operator-repos/builtin/vla_model_evaluate/repository.json @@ -71,7 +71,7 @@ "vla-inference-result-json", "vla-sample-action-manifest" ], - "runtimeHandler": "builtin_vla_model_evaluate", + "runtimeHandler": "vla_model_evaluate", "runtimeSource": "operator-repos/builtin/vla_model_evaluate/src/operator.py", "schemaVersion": "droboticflow.operator.repository/v1", "sourceRoot": "operator-repos/builtin/vla_model_evaluate", diff --git a/operator-repos/builtin/vla_model_inference/operator.json b/operator-repos/builtin/vla_model_inference/operator.json index 38bb6fc2..6f67a3e6 100644 --- a/operator-repos/builtin/vla_model_inference/operator.json +++ b/operator-repos/builtin/vla_model_inference/operator.json @@ -10,7 +10,7 @@ "id": "operator-builtin-vla-model-inference", "migrationStatus": "migrated", "name": "轻量线性策略推理", - "runtimeHandler": "builtin_vla_model_inference", + "runtimeHandler": "vla_model_inference", "runtimeSource": "operator-repos/builtin/vla_model_inference/src/operator.py", "type": "builtin" } diff --git a/operator-repos/builtin/vla_model_inference/repository.json b/operator-repos/builtin/vla_model_inference/repository.json index 4b1cd20a..632ab419 100644 --- a/operator-repos/builtin/vla_model_inference/repository.json +++ b/operator-repos/builtin/vla_model_inference/repository.json @@ -71,7 +71,7 @@ "vla-policy-model-json", "vla-sample-action-manifest" ], - "runtimeHandler": "builtin_vla_model_inference", + "runtimeHandler": "vla_model_inference", "runtimeSource": "operator-repos/builtin/vla_model_inference/src/operator.py", "schemaVersion": "droboticflow.operator.repository/v1", "sourceRoot": "operator-repos/builtin/vla_model_inference", diff --git a/operator-repos/builtin/vla_model_train/operator.json b/operator-repos/builtin/vla_model_train/operator.json index 759dccd2..9da2697c 100644 --- a/operator-repos/builtin/vla_model_train/operator.json +++ b/operator-repos/builtin/vla_model_train/operator.json @@ -10,7 +10,7 @@ "id": "operator-builtin-vla-model-train", "migrationStatus": "migrated", "name": "轻量线性策略训练", - "runtimeHandler": "builtin_vla_model_train", + "runtimeHandler": "vla_model_train", "runtimeSource": "operator-repos/builtin/vla_model_train/src/operator.py", "type": "builtin" } diff --git a/operator-repos/builtin/vla_model_train/repository.json b/operator-repos/builtin/vla_model_train/repository.json index 0a877c20..b2190dc7 100644 --- a/operator-repos/builtin/vla_model_train/repository.json +++ b/operator-repos/builtin/vla_model_train/repository.json @@ -71,7 +71,7 @@ "vla-sample-action-manifest", "json-jsonl-csv-files" ], - "runtimeHandler": "builtin_vla_model_train", + "runtimeHandler": "vla_model_train", "runtimeSource": "operator-repos/builtin/vla_model_train/src/operator.py", "schemaVersion": "droboticflow.operator.repository/v1", "sourceRoot": "operator-repos/builtin/vla_model_train", diff --git a/operator-repos/builtin/vla_sample_manifest_validate/operator.json b/operator-repos/builtin/vla_sample_manifest_validate/operator.json index 195b6bbb..282f7b29 100644 --- a/operator-repos/builtin/vla_sample_manifest_validate/operator.json +++ b/operator-repos/builtin/vla_sample_manifest_validate/operator.json @@ -10,7 +10,7 @@ "id": "operator-builtin-vla-sample-manifest-validate", "migrationStatus": "migrated", "name": "VLA 样本清单校验", - "runtimeHandler": "builtin_vla_sample_manifest_validate", + "runtimeHandler": "vla_sample_manifest_validate", "runtimeSource": "operator-repos/builtin/vla_sample_manifest_validate/src/operator.py", "type": "builtin" } diff --git a/operator-repos/builtin/vla_sample_manifest_validate/repository.json b/operator-repos/builtin/vla_sample_manifest_validate/repository.json index 9088d1c3..b346fd68 100644 --- a/operator-repos/builtin/vla_sample_manifest_validate/repository.json +++ b/operator-repos/builtin/vla_sample_manifest_validate/repository.json @@ -73,7 +73,7 @@ "image-files", "pyarrow" ], - "runtimeHandler": "builtin_vla_sample_manifest_validate", + "runtimeHandler": "vla_sample_manifest_validate", "runtimeSource": "operator-repos/builtin/vla_sample_manifest_validate/src/operator.py", "schemaVersion": "droboticflow.operator.repository/v1", "sourceRoot": "operator-repos/builtin/vla_sample_manifest_validate", diff --git a/operator-repos/builtin/webdataset_shard_summary/Dockerfile b/operator-repos/builtin/webdataset_shard_summary/Dockerfile index d40146bb..c73fab38 100644 --- a/operator-repos/builtin/webdataset_shard_summary/Dockerfile +++ b/operator-repos/builtin/webdataset_shard_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-webdataset-shard-summary \ DROBOTICFLOW_OPERATOR_SLUG=webdataset_shard_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/webdataset_shard_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/webdataset_shard_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=webdataset_shard_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_webdataset_shard_summary COPY operator-repos/builtin/webdataset_shard_summary ./operator-repos/builtin/webdataset_shard_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/webdataset_shard_summary/repository.json b/operator-repos/builtin/webdataset_shard_summary/repository.json index 1b059d30..9c55a0e0 100644 --- a/operator-repos/builtin/webdataset_shard_summary/repository.json +++ b/operator-repos/builtin/webdataset_shard_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "webdataset_shard_summary", + "handler": "builtin_webdataset_shard_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/webdataset_shard_summary/runtime_contract.json b/operator-repos/builtin/webdataset_shard_summary/runtime_contract.json index 7c74084b..91b4b345 100644 --- a/operator-repos/builtin/webdataset_shard_summary/runtime_contract.json +++ b/operator-repos/builtin/webdataset_shard_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "webdataset_shard_summary", + "handler": "builtin_webdataset_shard_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/xplatform_dataset_index/Dockerfile b/operator-repos/builtin/xplatform_dataset_index/Dockerfile index 179166d0..96ff6b95 100644 --- a/operator-repos/builtin/xplatform_dataset_index/Dockerfile +++ b/operator-repos/builtin/xplatform_dataset_index/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-xplatform-dataset-index \ DROBOTICFLOW_OPERATOR_SLUG=xplatform_dataset_index \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/xplatform_dataset_index/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/xplatform_dataset_index \ - DROBOTICFLOW_OPERATOR_HANDLER=xplatform_index + DROBOTICFLOW_OPERATOR_HANDLER=builtin_xplatform_index COPY operator-repos/builtin/xplatform_dataset_index ./operator-repos/builtin/xplatform_dataset_index ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/xplatform_dataset_index/repository.json b/operator-repos/builtin/xplatform_dataset_index/repository.json index c323b47b..a9353014 100644 --- a/operator-repos/builtin/xplatform_dataset_index/repository.json +++ b/operator-repos/builtin/xplatform_dataset_index/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "xplatform_index", + "handler": "builtin_xplatform_index", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/xplatform_dataset_index/runtime_contract.json b/operator-repos/builtin/xplatform_dataset_index/runtime_contract.json index 0d3c5a79..bec195e5 100644 --- a/operator-repos/builtin/xplatform_dataset_index/runtime_contract.json +++ b/operator-repos/builtin/xplatform_dataset_index/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "xplatform_index", + "handler": "builtin_xplatform_index", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/xplatform_dataset_validate/Dockerfile b/operator-repos/builtin/xplatform_dataset_validate/Dockerfile index d0276ed4..bdd53da0 100644 --- a/operator-repos/builtin/xplatform_dataset_validate/Dockerfile +++ b/operator-repos/builtin/xplatform_dataset_validate/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-xplatform-dataset-validate \ DROBOTICFLOW_OPERATOR_SLUG=xplatform_dataset_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/xplatform_dataset_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/xplatform_dataset_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=collection_validate + DROBOTICFLOW_OPERATOR_HANDLER=builtin_collection_validate COPY operator-repos/builtin/xplatform_dataset_validate ./operator-repos/builtin/xplatform_dataset_validate ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/xplatform_dataset_validate/repository.json b/operator-repos/builtin/xplatform_dataset_validate/repository.json index b9f8eb3a..0f46958d 100644 --- a/operator-repos/builtin/xplatform_dataset_validate/repository.json +++ b/operator-repos/builtin/xplatform_dataset_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "collection_validate", + "handler": "builtin_collection_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/xplatform_dataset_validate/runtime_contract.json b/operator-repos/builtin/xplatform_dataset_validate/runtime_contract.json index 3af85844..1eaf3e1c 100644 --- a/operator-repos/builtin/xplatform_dataset_validate/runtime_contract.json +++ b/operator-repos/builtin/xplatform_dataset_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "collection_validate", + "handler": "builtin_collection_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/yolo_detection_validate/Dockerfile b/operator-repos/builtin/yolo_detection_validate/Dockerfile index bed25a81..09ffa886 100644 --- a/operator-repos/builtin/yolo_detection_validate/Dockerfile +++ b/operator-repos/builtin/yolo_detection_validate/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=yolo_detection_validate \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/yolo_detection_validate/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/yolo_detection_validate \ - DROBOTICFLOW_OPERATOR_HANDLER=yolo_detection_validate \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_yolo_detection_validate \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/yolo_detection_validate/repository.json b/operator-repos/builtin/yolo_detection_validate/repository.json index d4579f0d..5b1596d3 100644 --- a/operator-repos/builtin/yolo_detection_validate/repository.json +++ b/operator-repos/builtin/yolo_detection_validate/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_detection_validate", + "handler": "builtin_yolo_detection_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/yolo_detection_validate/runtime_contract.json b/operator-repos/builtin/yolo_detection_validate/runtime_contract.json index 60aba867..b458f77e 100644 --- a/operator-repos/builtin/yolo_detection_validate/runtime_contract.json +++ b/operator-repos/builtin/yolo_detection_validate/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_detection_validate", + "handler": "builtin_yolo_detection_validate", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/yolo_embodied_detection_train/Dockerfile b/operator-repos/builtin/yolo_embodied_detection_train/Dockerfile index b190bf44..848908dc 100644 --- a/operator-repos/builtin/yolo_embodied_detection_train/Dockerfile +++ b/operator-repos/builtin/yolo_embodied_detection_train/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=yolo_embodied_detection_train \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/yolo_embodied_detection_train/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/yolo_embodied_detection_train \ - DROBOTICFLOW_OPERATOR_HANDLER=yolo_embodied_detection_train \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_yolo_embodied_detection_train \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/yolo_embodied_detection_train/repository.json b/operator-repos/builtin/yolo_embodied_detection_train/repository.json index 03bcf505..4eb37b5b 100644 --- a/operator-repos/builtin/yolo_embodied_detection_train/repository.json +++ b/operator-repos/builtin/yolo_embodied_detection_train/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_embodied_detection_train", + "handler": "builtin_yolo_embodied_detection_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/yolo_embodied_detection_train/runtime_contract.json b/operator-repos/builtin/yolo_embodied_detection_train/runtime_contract.json index 584cd131..da6cdfdf 100644 --- a/operator-repos/builtin/yolo_embodied_detection_train/runtime_contract.json +++ b/operator-repos/builtin/yolo_embodied_detection_train/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_embodied_detection_train", + "handler": "builtin_yolo_embodied_detection_train", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/yolo_video_target_clip/Dockerfile b/operator-repos/builtin/yolo_video_target_clip/Dockerfile index 098554a3..0ea2fbbe 100644 --- a/operator-repos/builtin/yolo_video_target_clip/Dockerfile +++ b/operator-repos/builtin/yolo_video_target_clip/Dockerfile @@ -9,7 +9,7 @@ ENV PYTHONUNBUFFERED=1 \ DROBOTICFLOW_OPERATOR_SLUG=yolo_video_target_clip \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/yolo_video_target_clip/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/yolo_video_target_clip \ - DROBOTICFLOW_OPERATOR_HANDLER=yolo_video_target_clip \ + DROBOTICFLOW_OPERATOR_HANDLER=builtin_yolo_video_target_clip \ USER=droboticflow \ LOGNAME=droboticflow \ HOME=/tmp/droboticflow-home diff --git a/operator-repos/builtin/yolo_video_target_clip/repository.json b/operator-repos/builtin/yolo_video_target_clip/repository.json index 57f3d9bd..4d9371a4 100644 --- a/operator-repos/builtin/yolo_video_target_clip/repository.json +++ b/operator-repos/builtin/yolo_video_target_clip/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_video_target_clip", + "handler": "builtin_yolo_video_target_clip", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/yolo_video_target_clip/runtime_contract.json b/operator-repos/builtin/yolo_video_target_clip/runtime_contract.json index 96f146d0..f1629b3c 100644 --- a/operator-repos/builtin/yolo_video_target_clip/runtime_contract.json +++ b/operator-repos/builtin/yolo_video_target_clip/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "yolo_video_target_clip", + "handler": "builtin_yolo_video_target_clip", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/zarr_trajectory_summary/Dockerfile b/operator-repos/builtin/zarr_trajectory_summary/Dockerfile index ea4751ea..455fd45e 100644 --- a/operator-repos/builtin/zarr_trajectory_summary/Dockerfile +++ b/operator-repos/builtin/zarr_trajectory_summary/Dockerfile @@ -6,7 +6,7 @@ ENV DROBOTICFLOW_OPERATOR_ID=operator-builtin-zarr-trajectory-summary \ DROBOTICFLOW_OPERATOR_SLUG=zarr_trajectory_summary \ DROBOTICFLOW_OPERATOR_SOURCE=/app/operator-repos/builtin/zarr_trajectory_summary/src/operator.py \ DROBOTICFLOW_OPERATOR_REPOSITORY=/app/operator-repos/builtin/zarr_trajectory_summary \ - DROBOTICFLOW_OPERATOR_HANDLER=zarr_trajectory_summary + DROBOTICFLOW_OPERATOR_HANDLER=builtin_zarr_trajectory_summary COPY operator-repos/builtin/zarr_trajectory_summary ./operator-repos/builtin/zarr_trajectory_summary ENTRYPOINT ["python", "/app/backend/operator-runner/main.py"] diff --git a/operator-repos/builtin/zarr_trajectory_summary/repository.json b/operator-repos/builtin/zarr_trajectory_summary/repository.json index 53db7ac5..43de2f65 100644 --- a/operator-repos/builtin/zarr_trajectory_summary/repository.json +++ b/operator-repos/builtin/zarr_trajectory_summary/repository.json @@ -42,7 +42,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "zarr_trajectory_summary", + "handler": "builtin_zarr_trajectory_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/operator-repos/builtin/zarr_trajectory_summary/runtime_contract.json b/operator-repos/builtin/zarr_trajectory_summary/runtime_contract.json index 5301ca69..18bf81d6 100644 --- a/operator-repos/builtin/zarr_trajectory_summary/runtime_contract.json +++ b/operator-repos/builtin/zarr_trajectory_summary/runtime_contract.json @@ -12,7 +12,7 @@ "requiresManifest": true }, "entrypoint": "/app/backend/operator-runner/main.py", - "handler": "zarr_trajectory_summary", + "handler": "builtin_zarr_trajectory_summary", "imagePolicy": { "allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, diff --git a/scripts/generate_operator_images.py b/scripts/generate_operator_images.py index 03611020..8f14acb5 100644 --- a/scripts/generate_operator_images.py +++ b/scripts/generate_operator_images.py @@ -46,45 +46,51 @@ STRUCTURED_OPERATOR_OVERRIDES: dict[str, dict[str, Any]] = { "skillDefinition": "执行结构化模型推理节点;读取 MODEL_JSON 或 MODEL_PATH,支持 rule、linear、nearest_centroid 三类可解释模型;自定义命令请使用 Shell 命令算子,constant 等硬编码输出模型会被拒绝。", }, "operator-builtin-act-policy-train": { - "skillDefinition": "ACT 策略训练算子;使用 DATASET_PATH/STATE_FIELD/ACTION_FIELD 等结构化参数读取真实轨迹样本,在独立 GPU 镜像中训练并输出 checkpoint.pt 与 metrics.json。推荐 1 张 A800 80GB。", + "skillDefinition": "ACT 策略训练算子;生产默认使用 Hugging Face LeRobot ACT 训练入口,读取 DATASET_REPO_ID 或 DATASET_PATH 指向的真实 LeRobot 数据集并输出 checkpoint 与 metrics。推荐 1 张 A800 80GB;仅本地单元测试可显式设置 TRAINING_BACKEND=torch_mlp。", "hyperparams": [ - {"key": "DATASET_PATH", "value": "", "description": "真实训练数据路径;支持 JSON/JSONL/CSV 或包含 samples.json/jsonl 的目录", "type": "string"}, - {"key": "STATE_FIELD", "value": "state", "description": "状态向量字段名", "type": "string"}, - {"key": "ACTION_FIELD", "value": "action", "description": "动作向量字段名", "type": "string"}, - {"key": "EPOCHS", "value": "5", "description": "训练轮数", "type": "number"}, + {"key": "TRAINING_BACKEND", "value": "lerobot", "description": "生产训练后端;默认 lerobot,测试 fallback 才允许 torch_mlp", "type": "string"}, + {"key": "DATASET_REPO_ID", "value": "", "description": "Hugging Face LeRobot 数据集 repo_id,例如 org/robot_dataset", "type": "string"}, + {"key": "DATASET_PATH", "value": "", "description": "POC/PVC 中的真实 LeRobot 数据集根目录;与 DATASET_REPO_ID 至少提供一个", "type": "string"}, + {"key": "POLICY_REPO_ID", "value": "", "description": "可选的 LeRobot policy repo_id,用于后续发布或复现实验", "type": "string"}, + {"key": "MAX_STEPS", "value": "1000", "description": "短训最大 step 数,生产长训按数据规模调大", "type": "number"}, {"key": "BATCH_SIZE", "value": "8", "description": "训练 batch size", "type": "number"}, - {"key": "LEARNING_RATE", "value": "0.001", "description": "AdamW 学习率", "type": "number"}, - {"key": "HIDDEN_DIM", "value": "128", "description": "策略网络隐藏层宽度", "type": "number"}, - {"key": "CHUNK_SIZE", "value": "1", "description": "ACT action chunk size", "type": "number"}, + {"key": "LEARNING_RATE", "value": "0.0001", "description": "LeRobot optimizer.lr", "type": "number"}, + {"key": "CHUNK_SIZE", "value": "100", "description": "ACT action chunk size", "type": "number"}, + {"key": "LEROBOT_OVERRIDES_JSON", "value": "[]", "description": "额外 Hydra override 字符串数组,不允许 shell 命令", "type": "json"}, {"key": "RECOMMENDED_GPU", "value": "1x NVIDIA A800 80GB", "description": "推荐 GPU 配置", "type": "string"}, ], }, "operator-builtin-diffusion-policy-train": { - "skillDefinition": "Diffusion Policy 训练算子;使用 DATASET_PATH/STATE_FIELD/ACTION_FIELD/HORIZON/DIFFUSION_STEPS 等结构化参数读取真实轨迹数据,输出 checkpoint.pt 与 metrics.json。推荐 1 张 A800 80GB。", + "skillDefinition": "Diffusion Policy 训练算子;生产默认使用 real-stanford/diffusion_policy 的 Hydra train.py,读取真实 Zarr/轨迹数据并输出 .ckpt、logs 和 metrics。推荐 1 张 A800 80GB;仅本地单元测试可显式设置 TRAINING_BACKEND=torch_mlp。", "hyperparams": [ - {"key": "DATASET_PATH", "value": "", "description": "真实训练数据路径;支持 JSON/JSONL/CSV 或包含 samples.json/jsonl 的目录", "type": "string"}, - {"key": "STATE_FIELD", "value": "state", "description": "观测/状态向量字段名", "type": "string"}, - {"key": "ACTION_FIELD", "value": "action", "description": "动作向量字段名", "type": "string"}, - {"key": "EPOCHS", "value": "5", "description": "训练轮数", "type": "number"}, + {"key": "TRAINING_BACKEND", "value": "diffusion_policy", "description": "生产训练后端;默认 diffusion_policy,测试 fallback 才允许 torch_mlp", "type": "string"}, + {"key": "DIFFUSION_POLICY_ROOT", "value": "/opt/diffusion_policy", "description": "real-stanford/diffusion_policy 仓库路径", "type": "string"}, + {"key": "DATASET_PATH", "value": "", "description": "真实 Zarr/轨迹数据路径,会作为 task.dataset.zarr_path 传入", "type": "string"}, + {"key": "CONFIG_NAME", "value": "image_pusht_diffusion_policy_cnn", "description": "Hydra config name 或 config yaml 名称", "type": "string"}, + {"key": "TASK_NAME", "value": "", "description": "可选 task override", "type": "string"}, + {"key": "EPOCHS", "value": "1", "description": "短训 epoch 数,生产长训按数据规模调大", "type": "number"}, {"key": "BATCH_SIZE", "value": "8", "description": "训练 batch size", "type": "number"}, - {"key": "LEARNING_RATE", "value": "0.001", "description": "AdamW 学习率", "type": "number"}, - {"key": "HIDDEN_DIM", "value": "256", "description": "策略网络隐藏层宽度", "type": "number"}, + {"key": "LEARNING_RATE", "value": "0.0001", "description": "optimizer.lr", "type": "number"}, {"key": "HORIZON", "value": "16", "description": "预测 horizon", "type": "number"}, {"key": "DIFFUSION_STEPS", "value": "32", "description": "扩散步数配置,用于训练记录和下游复现", "type": "number"}, + {"key": "HYDRA_OVERRIDES_JSON", "value": "[]", "description": "额外 Hydra override 字符串数组,不允许 shell 命令", "type": "json"}, {"key": "RECOMMENDED_GPU", "value": "1x NVIDIA A800 80GB", "description": "推荐 GPU 配置", "type": "string"}, ], }, "operator-builtin-openvla-finetune": { - "skillDefinition": "OpenVLA 微调算子;使用 BASE_MODEL、DATASET_PATH、TEXT_FIELD、TARGET_FIELD 等结构化参数,通过 Transformers/PyTorch 对真实指令-动作样本训练并输出模型目录与 metrics.json。推荐 1 张 A800 80GB。", + "skillDefinition": "OpenVLA 微调算子;生产默认使用 OpenVLA 官方 vla-scripts/finetune.py 的 PEFT/LoRA 路径,读取真实 RLDS 数据集并输出 LoRA adapter artifact 与 metrics。推荐 1 张 A800 80GB。", "hyperparams": [ - {"key": "BASE_MODEL", "value": "", "description": "Hugging Face 或本地基础模型路径", "type": "string"}, - {"key": "DATASET_PATH", "value": "", "description": "真实微调数据 JSON/JSONL/CSV 路径", "type": "string"}, - {"key": "TEXT_FIELD", "value": "instruction", "description": "指令/观测文本字段名", "type": "string"}, - {"key": "TARGET_FIELD", "value": "action", "description": "目标动作文本字段名", "type": "string"}, - {"key": "MAX_LENGTH", "value": "256", "description": "token 最大长度", "type": "number"}, - {"key": "EPOCHS", "value": "1", "description": "训练轮数", "type": "number"}, - {"key": "BATCH_SIZE", "value": "1", "description": "训练 batch size", "type": "number"}, - {"key": "LEARNING_RATE", "value": "0.00005", "description": "AdamW 学习率", "type": "number"}, + {"key": "TRAINING_BACKEND", "value": "openvla_lora", "description": "生产训练后端;默认 openvla_lora,兼容测试可显式 transformers_text", "type": "string"}, + {"key": "OPENVLA_ROOT", "value": "/opt/openvla", "description": "OpenVLA 仓库路径", "type": "string"}, + {"key": "BASE_MODEL", "value": "openvla/openvla-7b", "description": "OpenVLA 基础模型路径或 HF 模型名", "type": "string"}, + {"key": "DATA_ROOT_DIR", "value": "", "description": "真实 RLDS 数据集根目录", "type": "string"}, + {"key": "DATASET_NAME", "value": "", "description": "RLDS 数据集名称,例如 droid_wipe", "type": "string"}, + {"key": "MAX_STEPS", "value": "1000", "description": "短训最大 step 数,生产长训按数据规模调大", "type": "number"}, + {"key": "SAVE_STEPS", "value": "500", "description": "checkpoint 保存间隔", "type": "number"}, + {"key": "BATCH_SIZE", "value": "8", "description": "LoRA fine-tune batch size", "type": "number"}, + {"key": "LEARNING_RATE", "value": "0.0005", "description": "LoRA 学习率", "type": "number"}, + {"key": "LORA_RANK", "value": "32", "description": "LoRA rank", "type": "number"}, + {"key": "USE_QUANTIZATION", "value": "false", "description": "是否启用 4-bit quantization", "type": "boolean"}, {"key": "PRECISION", "value": "bf16", "description": "推荐精度配置", "type": "string"}, {"key": "RECOMMENDED_GPU", "value": "1x NVIDIA A800 80GB", "description": "推荐 GPU 配置", "type": "string"}, ], @@ -92,7 +98,8 @@ STRUCTURED_OPERATOR_OVERRIDES: dict[str, dict[str, Any]] = { "operator-builtin-openvla-inference": { "skillDefinition": "OpenVLA 推理算子;使用 MODEL_PATH 或 BASE_MODEL 加载真实 Transformers 权重,读取 PROMPT 或上游样本 instruction,并输出 inference-result.json。推荐 1 张 A800,量化模型可降低显存。", "hyperparams": [ - {"key": "MODEL_PATH", "value": "", "description": "本地模型目录或 Hugging Face 模型名", "type": "string"}, + {"key": "INFERENCE_BACKEND", "value": "openvla_transformers", "description": "推理后端;默认从 MODEL_PATH 或上游 fine-tune artifact 加载 OpenVLA/Transformers 权重", "type": "string"}, + {"key": "MODEL_PATH", "value": "", "description": "本地模型目录或 Hugging Face 模型名;为空时自动消费上游模型 artifact", "type": "string"}, {"key": "BASE_MODEL", "value": "", "description": "未提供 MODEL_PATH 时使用的基础模型", "type": "string"}, {"key": "PROMPT", "value": "", "description": "推理 prompt;为空则从上游样本读取 TEXT_FIELD", "type": "string"}, {"key": "TEXT_FIELD", "value": "instruction", "description": "上游样本指令字段名", "type": "string"}, @@ -155,7 +162,7 @@ def operator_slug(operator_id: str) -> str: def container_handler(item: dict[str, Any], slug: str) -> str: handler = item.get("runtimeHandler") or slug - return CONTAINER_HANDLER_ALIASES.get(handler, handler).removeprefix("builtin_") + return str(handler) def image_name(slug: str, registry: str = DEFAULT_REGISTRY) -> str: @@ -242,6 +249,10 @@ ENV PYTHONUNBUFFERED=1 \\ HOME=/tmp/droboticflow-home RUN python -m pip install --no-cache-dir transformers accelerate safetensors nvidia-ml-py +RUN apt-get update && apt-get install -y --no-install-recommends git ffmpeg libgl1 libglib2.0-0 && rm -rf /var/lib/apt/lists/* +RUN python -m pip install --no-cache-dir lerobot peft draccus wandb hydra-core omegaconf zarr numcodecs dill einops diffusers +RUN git clone --depth=1 https://github.com/openvla/openvla.git /opt/openvla && \ + git clone --depth=1 https://github.com/real-stanford/diffusion_policy.git /opt/diffusion_policy RUN mkdir -p /tmp/droboticflow-home /workspace /outputs """ diff --git a/scripts/generate_operator_repositories.py b/scripts/generate_operator_repositories.py index 44e8063c..a867970b 100644 --- a/scripts/generate_operator_repositories.py +++ b/scripts/generate_operator_repositories.py @@ -36,8 +36,7 @@ def operator_slug(operator_id: str) -> str: def container_handler(handler: str) -> str: - normalized = CONTAINER_HANDLER_ALIASES.get(handler, handler) - return normalized.removeprefix("builtin_") + return str(handler) def read_runtime_contract(catalog_item: dict[str, Any]) -> dict[str, Any]: @@ -121,7 +120,13 @@ def expected_files() -> dict[pathlib.Path, str]: metadata = load_json(metadata_path) target = OPERATOR_REPO_ROOT / slug files[target / "Dockerfile"] = dockerfile_text(slug, item) - files[target / "operator.json"] = dump_json({**metadata, "runtimeSource": f"operator-repos/builtin/{slug}/src/operator.py"}) + files[target / "operator.json"] = dump_json( + { + **metadata, + "runtimeHandler": item.get("runtimeHandler", metadata.get("runtimeHandler")), + "runtimeSource": f"operator-repos/builtin/{slug}/src/operator.py", + } + ) files[target / "runtime_contract.json"] = dump_json(read_runtime_contract(item)) files[target / "README.md"] = readme_text(slug, item) files[target / "requirements.txt"] = requirements_text(slug, item) diff --git a/scripts/generate_operator_repository_manifests.py b/scripts/generate_operator_repository_manifests.py index f34f1d5b..baf7d3fb 100644 --- a/scripts/generate_operator_repository_manifests.py +++ b/scripts/generate_operator_repository_manifests.py @@ -15,7 +15,7 @@ OPERATOR_REPO_ROOT = ROOT / "operator-repos" / "builtin" RUNTIME_DEPENDENCIES: dict[str, list[str]] = { "action_state_quality_validate": ["json-jsonl-parquet-files", "pyarrow"], - "act_policy_train": ["real-act-training-command", "trajectory-demonstration-files", "gpu-a800"], + "act_policy_train": ["huggingface-lerobot-act", "lerobot-dataset-or-local-root", "gpu-a800"], "agibot_world2026_validate": ["agibotworld2026-meta-data-video-files", "pyarrow", "parquet-files"], "aloha_hdf5_validate": ["aloha-act-hdf5-files", "h5py", "numpy"], "audit_sample": ["json-artifacts"], @@ -32,7 +32,7 @@ RUNTIME_DEPENDENCIES: dict[str, list[str]] = { "dataset_split_manifest": ["json-artifacts", "csv-files"], "dataset_provenance_audit": ["dataset-card-files", "license-files", "pyyaml"], "dexycb_dataset_validate": ["dexycb-dataset-files", "numpy", "npz-label-files", "rgb-depth-image-files"], - "diffusion_policy_train": ["diffusion-policy-training-command", "zarr-or-lerobot-trajectory-files", "gpu-a800"], + "diffusion_policy_train": ["real-stanford-diffusion-policy", "zarr-or-lerobot-trajectory-files", "gpu-a800"], "directory_scan": ["filesystem"], "droid_raw_episode_validate": ["droid-raw-episode-hdf5-metadata-video-files", "h5py", "numpy"], "embodiment_metadata_validate": ["csv-json-jsonl-parquet-metadata-files", "pyarrow"], @@ -65,8 +65,8 @@ RUNTIME_DEPENDENCIES: dict[str, list[str]] = { "model_inference": ["json-model-or-command"], "mongodb_write": ["mongodb"], "package": ["filesystem"], - "openvla_finetune": ["openvla-training-command", "vla-sample-action-manifest", "gpu-a800"], - "openvla_inference": ["openvla-inference-command", "openvla-model-weights", "gpu-a800"], + "openvla_finetune": ["openvla-lora-finetune", "rlds-vla-dataset", "peft", "gpu-a800"], + "openvla_inference": ["openvla-transformers-inference", "openvla-model-or-upstream-adapter", "gpu-a800"], "partnet_mobility_asset_validate": ["partnet-mobility-sapien-assets", "urdf-files", "json-files", "semantics-txt", "mesh-obj-files"], "parquet_table_summary": ["parquet-files", "pyarrow"], "pointcloud_summary": ["pcd-files", "ply-files"], diff --git a/scripts/live-workflow-acceptance.sh b/scripts/live-workflow-acceptance.sh index 39790c92..8b7b0b50 100755 --- a/scripts/live-workflow-acceptance.sh +++ b/scripts/live-workflow-acceptance.sh @@ -192,7 +192,36 @@ queued_run="$(api_curl_write -X POST "$API_BASE_URL/api/workflows/$workflow_id/r run_id="$(printf '%s' "$queued_run" | json_get 'json.load(sys.stdin)["id"]')" printf 'queued run: %s\n' "$queued_run" +run_needs_process_once() { + RUN_JSON="$1" python3 - <<'PY' +import datetime as dt +import json +import os + +run = json.loads(os.environ["RUN_JSON"]) +if run.get("status") != "queued": + raise SystemExit(1) +for node in run.get("nodeExecutions") or []: + if node.get("status") in {"running", "waiting_for_audit", "queued"}: + raise SystemExit(1) +owner = str(run.get("executionLeaseOwner") or "").strip() +expires_raw = str(run.get("executionLeaseExpiresAt") or "").strip() +if owner and expires_raw: + try: + expires = dt.datetime.fromisoformat(expires_raw.replace("Z", "+00:00")) + except ValueError: + expires = None + if expires and expires > dt.datetime.now(dt.timezone.utc): + raise SystemExit(1) +raise SystemExit(0) +PY +} + maybe_process_once() { + local run_json="$1" + if ! run_needs_process_once "$run_json"; then + return 0 + fi if [[ -n "${WORKER_BASE_URL}" ]] && api_curl "$WORKER_BASE_URL/worker-api/health" >/dev/null 2>&1; then api_curl -X POST "$WORKER_BASE_URL/worker-api/process-once" >/dev/null fi @@ -206,10 +235,15 @@ fi deadline=$((SECONDS + WORKFLOW_ACCEPTANCE_RUN_TIMEOUT_SECONDS)) final_run="" final_status="" +last_process_once_at=0 while (( SECONDS < deadline )); do - maybe_process_once final_run="$(api_curl "$API_BASE_URL/api/runs/$run_id")" + if (( SECONDS - last_process_once_at >= 3 )); then + maybe_process_once "$final_run" + last_process_once_at=$SECONDS + final_run="$(api_curl "$API_BASE_URL/api/runs/$run_id")" + fi final_status="$(printf '%s' "$final_run" | json_get 'json.load(sys.stdin)["status"]')" printf 'run status: %s\n' "$final_status" diff --git a/scripts/poc-operator-workflow-acceptance.sh b/scripts/poc-operator-workflow-acceptance.sh index ea43de7d..e6e88f59 100755 --- a/scripts/poc-operator-workflow-acceptance.sh +++ b/scripts/poc-operator-workflow-acceptance.sh @@ -229,6 +229,43 @@ trigger_worker_process_once() { return 0 } +runs_need_process_once_file() { + python3 - "$1" <<'PY' +import datetime as dt +import json +import sys + +path = sys.argv[1] +runs = json.loads(open(path, encoding="utf-8").read()) +now = dt.datetime.now(dt.timezone.utc) + +def parse_ts(value): + if not value: + return None + try: + return dt.datetime.fromisoformat(str(value).replace("Z", "+00:00")) + except ValueError: + return None + +for run in runs: + if run.get("status") != "queued": + continue + active_node = False + for node in run.get("nodeExecutions") or []: + if node.get("status") in {"running", "waiting_for_audit", "queued"}: + active_node = True + break + if active_node: + continue + lease_owner = str(run.get("executionLeaseOwner") or "").strip() + lease_expires = parse_ts(run.get("executionLeaseExpiresAt")) + if lease_owner and lease_expires and lease_expires > now: + continue + raise SystemExit(0) +raise SystemExit(1) +PY +} + api_health="$(api_curl "$API_BASE_URL/api/health")" printf 'api health: %s\n' "$api_health" printf '%s' "$api_health" | grep -q '"status":"ok"' @@ -328,9 +365,14 @@ fetch_runs_json() { } deadline=$((SECONDS + POC_OPERATOR_WORKFLOW_RUN_TIMEOUT_SECONDS)) +last_process_once_at=0 while (( SECONDS < deadline )); do - trigger_worker_process_once fetch_runs_json + if (( SECONDS - last_process_once_at >= 3 )) && runs_need_process_once_file "$RUNS_JSON_FILE"; then + trigger_worker_process_once + last_process_once_at=$SECONDS + fetch_runs_json + fi summary="$( python3 - "$RUNS_JSON_FILE" <<'PY' import json diff --git a/src/lib/workflow-canvas.js b/src/lib/workflow-canvas.js index 4fe716c2..d4ddd3fa 100644 --- a/src/lib/workflow-canvas.js +++ b/src/lib/workflow-canvas.js @@ -36,6 +36,78 @@ export function canConnectToInput(edges, connection) { return !findInputConnectionConflicts([...(edges || []), connection]).length; } +export function validateSingleConnectedWorkflowGraph(nodes, edges) { + const nodeIds = new Set((nodes || []).map((node) => String(node?.id || "").trim()).filter(Boolean)); + if (nodeIds.size <= 1) { + return { valid: true, issue: "" }; + } + + const adjacency = new Map(); + const degree = new Map(); + for (const nodeId of nodeIds) { + adjacency.set(nodeId, new Set()); + degree.set(nodeId, 0); + } + for (const edge of edges || []) { + const source = String(edge?.source || "").trim(); + const target = String(edge?.target || "").trim(); + if (!nodeIds.has(source) || !nodeIds.has(target)) { + continue; + } + if (!adjacency.get(source).has(target)) { + adjacency.get(source).add(target); + adjacency.get(target).add(source); + degree.set(source, (degree.get(source) || 0) + 1); + degree.set(target, (degree.get(target) || 0) + 1); + } + } + + const isolated = [...nodeIds].filter((nodeId) => (degree.get(nodeId) || 0) === 0).sort(); + if (isolated.length > 0) { + return { + valid: false, + code: "workflow_graph_isolated_node", + issue: `工作流存在孤立算子节点:${isolated.join(", ")}。请将所有算子接入同一条业务链路。`, + }; + } + + const visited = new Set(); + const components = []; + for (const nodeId of nodeIds) { + if (visited.has(nodeId)) { + continue; + } + const queue = [nodeId]; + const component = []; + visited.add(nodeId); + while (queue.length) { + const current = queue.shift(); + component.push(current); + for (const next of adjacency.get(current) || []) { + if (visited.has(next)) { + continue; + } + visited.add(next); + queue.push(next); + } + } + components.push(component.sort()); + } + if (components.length > 1) { + components.sort((left, right) => right.length - left.length || left.join("\0").localeCompare(right.join("\0"))); + return { + valid: false, + code: "workflow_graph_disconnected", + issue: `工作流存在多条互不连接的独立链路:${components + .slice(1) + .map((component) => component.join(", ")) + .join(";")}。请通过连线把所有算子接入同一个工作流。`, + }; + } + + return { valid: true, issue: "" }; +} + export function removeSelectedCanvasElements(nodes, edges) { const selectedNodeIds = new Set( nodes.filter((node) => node.selected).map((node) => node.id), diff --git a/src/pages/WorkflowEditor.tsx b/src/pages/WorkflowEditor.tsx index 18b5bd13..93fe9aca 100644 --- a/src/pages/WorkflowEditor.tsx +++ b/src/pages/WorkflowEditor.tsx @@ -85,6 +85,7 @@ import { canConnectToInput, findInputConnectionConflicts, removeSelectedCanvasElements, + validateSingleConnectedWorkflowGraph, } from "../lib/workflow-canvas.js"; import { getOperatorLibrarySections } from "../lib/operator-library.js"; import { @@ -390,6 +391,7 @@ const runTriggerLabels: Record = { const duplicateInputConnectionMessage = "检测到同一输入端口存在多条上游连线。每个输入端口只能连接一条上游连线;如需上传多个结果,请为每个结果添加单独的上传算子。"; +const invalidGraphFallbackMessage = "工作流必须是单连通链路,不能存在孤立算子或多条完全独立链路。"; const runStatusClasses: Record = { queued: "border-slate-500/40 bg-slate-500/10 text-slate-200", @@ -693,6 +695,11 @@ export default function WorkflowEditor() { }); const inputConnectionConflicts = useMemo(() => findInputConnectionConflicts(edges), [edges]); const hasInputConnectionConflicts = inputConnectionConflicts.length > 0; + const workflowGraphValidation = useMemo(() => validateSingleConnectedWorkflowGraph(nodes, edges), [nodes, edges]); + const hasWorkflowGraphIssue = !workflowGraphValidation.valid; + const workflowGraphIssueMessage = workflowGraphValidation.issue || invalidGraphFallbackMessage; + const hasBlockingGraphIssue = hasInputConnectionConflicts || hasWorkflowGraphIssue; + const blockingGraphIssueMessage = hasInputConnectionConflicts ? duplicateInputConnectionMessage : workflowGraphIssueMessage; const prepareEntityForPersistence = useCallback( (draft: Workflow | WorkflowTemplate | null) => { if (!draft) { @@ -738,6 +745,13 @@ export default function WorkflowEditor() { reason: "invalidConnections", message: duplicateInputConnectionMessage, } + : !baseRunAction.disabled && hasWorkflowGraphIssue + ? { + disabled: true, + label: "修复链路后再运行", + reason: "invalidGraph", + message: workflowGraphIssueMessage, + } : !baseRunAction.disabled && !scanWorkflowConfigReady ? { disabled: true, @@ -1296,6 +1310,8 @@ export default function WorkflowEditor() { setActiveRunError("当前工作流仍在执行中,请等待本次运行结束。"); } else if (runAction.reason === "invalidConnections") { setActiveRunError(duplicateInputConnectionMessage); + } else if (runAction.reason === "invalidGraph") { + setActiveRunError(runAction.message || workflowGraphIssueMessage); } else if (runAction.reason === "scanConfig") { setActiveRunError( scanWorkflowConfigIssue || "扫描源配置未完成,请先在扫描源节点配置数据源、目标路径和访问密钥。", @@ -1345,6 +1361,7 @@ export default function WorkflowEditor() { updateRunSearchParam, workflowLevelEnvDuplicates, workflowEntity, + workflowGraphIssueMessage, workflowGPUCapacityBlocker.message, ]); @@ -2517,8 +2534,8 @@ export default function WorkflowEditor() { const handleSave = useCallback(async () => { if (isReadOnly || !canManage || !id || !entity) return; - if (hasInputConnectionConflicts) { - setCanvasNotice(duplicateInputConnectionMessage); + if (hasBlockingGraphIssue) { + setCanvasNotice(blockingGraphIssueMessage); return; } if (workflowLevelEnvDuplicates.size > 0) { @@ -2546,7 +2563,9 @@ export default function WorkflowEditor() { } }, [ canManage, + blockingGraphIssueMessage, entity, + hasBlockingGraphIssue, hasInputConnectionConflicts, id, isReadOnly, @@ -2556,8 +2575,8 @@ export default function WorkflowEditor() { ]); const openExportTemplateModal = useCallback(() => { - if (hasInputConnectionConflicts) { - setCanvasNotice(duplicateInputConnectionMessage); + if (hasBlockingGraphIssue) { + setCanvasNotice(blockingGraphIssueMessage); return; } if (workflowLevelEnvDuplicates.size > 0) { @@ -2569,14 +2588,14 @@ export default function WorkflowEditor() { description: ("description" in (entity || {}) && entity?.description) || "从工作流导出的模板", }); setIsExportTemplateOpen(true); - }, [entity, hasInputConnectionConflicts, workflowLevelEnvDuplicates]); + }, [blockingGraphIssueMessage, entity, hasBlockingGraphIssue, workflowLevelEnvDuplicates]); const handleExportTemplate = useCallback(async () => { if (!templateDraft.name.trim()) { return; } - if (hasInputConnectionConflicts) { - setCanvasNotice(duplicateInputConnectionMessage); + if (hasBlockingGraphIssue) { + setCanvasNotice(blockingGraphIssueMessage); return; } if (workflowLevelEnvDuplicates.size > 0) { @@ -2606,10 +2625,11 @@ export default function WorkflowEditor() { } }, [ edges, + blockingGraphIssueMessage, entity, + hasBlockingGraphIssue, navigate, nodes, - hasInputConnectionConflicts, prepareEntityForPersistence, templateDraft.description, templateDraft.name, @@ -3276,13 +3296,13 @@ export default function WorkflowEditor() { ) : null)} {canManage && ( -