forked from longtao.wu/droboticflow
202 lines
6.2 KiB
JSON
202 lines
6.2 KiB
JSON
[
|
||
{
|
||
"name": "UBT 数据准备",
|
||
"type": "custom",
|
||
"category": "ROBOTICS",
|
||
"description": "从 BOS 对象清单安全下载并解压 UBT 数据,生成可复用的 fingerprint 缓存与 prepared manifest。",
|
||
"version": "v1.0.0",
|
||
"image": "__IMAGE_DIGEST__",
|
||
"imageId": "__IMAGE_DIGEST__",
|
||
"containerCommand": [
|
||
"python",
|
||
"/opt/droboticflow/lightweight/operator/main.py"
|
||
],
|
||
"containerArgs": [
|
||
"prepare"
|
||
],
|
||
"inputs": [
|
||
{
|
||
"id": "source-objects",
|
||
"name": "BOS 对象",
|
||
"type": "file",
|
||
"transmission": "bus"
|
||
}
|
||
],
|
||
"outputs": [
|
||
{
|
||
"id": "prepared-manifest",
|
||
"name": "准备清单",
|
||
"type": "json",
|
||
"transmission": "bus"
|
||
}
|
||
],
|
||
"hyperparams": [
|
||
{"key": "DATASET_ID", "value": "ubt-poc-2026-06"},
|
||
{"key": "USER_NAME", "value": "ubt"},
|
||
{"key": "TASK_NAME", "value": "test_task"},
|
||
{"key": "ARCHIVE_GLOB", "value": "*.zip"},
|
||
{
|
||
"key": "URDF_SOURCE_PATH",
|
||
"value": "bos://testxyz/projects/ubt-mcap-quality/raw/zbxzh060101_holobrain_train.urdf"
|
||
},
|
||
{"key": "REUSE_PREPARED", "value": "true"},
|
||
{"key": "MIN_FREE_GIB", "value": "50"},
|
||
{"key": "ON_DUPLICATE_EPISODE", "value": "error"}
|
||
],
|
||
"resources": {
|
||
"cpuRequest": "1",
|
||
"cpuLimit": "2",
|
||
"memoryRequest": "2Gi",
|
||
"memoryLimit": "4Gi"
|
||
},
|
||
"runtimeContract": {
|
||
"lightweightOperator": {
|
||
"enabled": true,
|
||
"codeSubPath": "lightweight-operators/ubt-mcap-pipeline",
|
||
"mountPath": "/opt/droboticflow/lightweight/operator",
|
||
"codeReadOnly": true,
|
||
"mounts": [
|
||
{
|
||
"name": "prepared-data",
|
||
"pvcName": "droboticflow-workspace",
|
||
"subPath": "datasets/ubt-prepared",
|
||
"mountPath": "/data/ubt-prepared",
|
||
"readOnly": false,
|
||
"ideEnabled": true
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"skillDefinition": "安全下载并解压 UBT zip 和 URDF。开始前检查共享空间,拒绝目录穿越、重复 episode、缺失 MCAP、非法目录和无效 URDF。按对象 key/size/ETag 与 URDF SHA-256 生成 fingerprint;完整缓存复用,残缺缓存重建。"
|
||
},
|
||
{
|
||
"name": "UBT MCAP 批量质检",
|
||
"type": "custom",
|
||
"category": "ROBOTICS",
|
||
"description": "使用固定版本的 UBT Checker 对全部匹配 episode 执行 MCAP、topic、时间、图像、关节、夹爪、FK 与末端姿态检查。",
|
||
"version": "v1.0.0",
|
||
"image": "__IMAGE_DIGEST__",
|
||
"imageId": "__IMAGE_DIGEST__",
|
||
"containerCommand": [
|
||
"python",
|
||
"/opt/droboticflow/lightweight/operator/main.py"
|
||
],
|
||
"containerArgs": [
|
||
"check"
|
||
],
|
||
"inputs": [
|
||
{
|
||
"id": "prepared-manifest",
|
||
"name": "准备清单",
|
||
"type": "json",
|
||
"transmission": "bus"
|
||
}
|
||
],
|
||
"outputs": [
|
||
{
|
||
"id": "checker-results",
|
||
"name": "质检结果",
|
||
"type": "file",
|
||
"transmission": "bus"
|
||
}
|
||
],
|
||
"hyperparams": [
|
||
{"key": "DATE_PREFIXES", "value": "2026_06_16,2026_06_17"},
|
||
{"key": "USER_NAMES", "value": "ubt"},
|
||
{"key": "TASK_NAMES", "value": "test_task"},
|
||
{"key": "NUM_WORKERS", "value": "1"},
|
||
{"key": "MAX_EPISODES", "value": "1"},
|
||
{"key": "INSPECT_CONFIG_JSON", "value": ""},
|
||
{"key": "VIDEO_EXPORT", "value": "false"},
|
||
{"key": "VIS_INTERVAL", "value": "3"},
|
||
{"key": "VIS_RESIZE_SCALE", "value": "1.0"},
|
||
{"key": "VIS_DEPTH", "value": "true"},
|
||
{"key": "FAIL_ON_QUALITY_ERROR", "value": "false"}
|
||
],
|
||
"resources": {
|
||
"cpuRequest": "2",
|
||
"cpuLimit": "4",
|
||
"memoryRequest": "8Gi",
|
||
"memoryLimit": "16Gi",
|
||
"sharedMemorySize": "2Gi"
|
||
},
|
||
"runtimeContract": {
|
||
"lightweightOperator": {
|
||
"enabled": true,
|
||
"codeSubPath": "lightweight-operators/ubt-mcap-pipeline",
|
||
"mountPath": "/opt/droboticflow/lightweight/operator",
|
||
"codeReadOnly": true,
|
||
"mounts": [
|
||
{
|
||
"name": "prepared-data",
|
||
"pvcName": "droboticflow-workspace",
|
||
"subPath": "datasets/ubt-prepared",
|
||
"mountPath": "/data/ubt-prepared",
|
||
"readOnly": true,
|
||
"ideEnabled": true
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"skillDefinition": "读取 prepared manifest,日期支持 YYYY-MM-DD 或 YYYY_MM_DD 及逗号分隔。默认处理全部匹配 episode 且不导出视频。质量错误记录为 ERROR,不提前终止;运行异常记录为 RUNTIME_ERROR。"
|
||
},
|
||
{
|
||
"name": "UBT 结果汇总",
|
||
"type": "custom",
|
||
"category": "ROBOTICS",
|
||
"description": "汇总 UBT episode 结果,输出 JSON、CSV、pass/fail manifest、规则统计、自包含 HTML 与 Checker 原始报告。",
|
||
"version": "v1.0.0",
|
||
"image": "__IMAGE_DIGEST__",
|
||
"imageId": "__IMAGE_DIGEST__",
|
||
"containerCommand": [
|
||
"python",
|
||
"/opt/droboticflow/lightweight/operator/main.py"
|
||
],
|
||
"containerArgs": [
|
||
"report"
|
||
],
|
||
"inputs": [
|
||
{
|
||
"id": "checker-results",
|
||
"name": "质检结果",
|
||
"type": "file",
|
||
"transmission": "bus"
|
||
}
|
||
],
|
||
"outputs": [
|
||
{
|
||
"id": "quality-bundle",
|
||
"name": "质检结果包",
|
||
"type": "file",
|
||
"transmission": "bus"
|
||
}
|
||
],
|
||
"hyperparams": [],
|
||
"resources": {
|
||
"cpuRequest": "500m",
|
||
"cpuLimit": "1",
|
||
"memoryRequest": "512Mi",
|
||
"memoryLimit": "2Gi"
|
||
},
|
||
"runtimeContract": {
|
||
"lightweightOperator": {
|
||
"enabled": true,
|
||
"codeSubPath": "lightweight-operators/ubt-mcap-pipeline",
|
||
"mountPath": "/opt/droboticflow/lightweight/operator",
|
||
"codeReadOnly": true,
|
||
"mounts": [
|
||
{
|
||
"name": "prepared-data",
|
||
"pvcName": "droboticflow-workspace",
|
||
"subPath": "datasets/ubt-prepared",
|
||
"mountPath": "/data/ubt-prepared",
|
||
"readOnly": true,
|
||
"ideEnabled": true
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"skillDefinition": "生成稳定的 PASS、ERROR、RUNTIME_ERROR 汇总,按日期和规则统计。pass/fail manifest 仅保留原始 BOS 路径与 prepared 路径,不复制 episode 数据。"
|
||
}
|
||
]
|