forked from longtao.wu/droboticflow
Include the accumulated workflow scheduling, run history, subtree rerun, operator UI, deployment, data asset, object storage, database browser, and documentation changes currently in the worktree.
53 lines
13 KiB
Plaintext
53 lines
13 KiB
Plaintext
=== MongoDB 写入
|
||
{"category": "DATA", "description": "将上游 JSON 数据写入用户配置的业务 MongoDB,支持批量插入和按键 upsert,并允许显式覆盖连接。", "inputs": [{"id": "input", "name": "input", "type": "json", "description": "待写入的 JSON 文档或 items 列表"}], "outputs": [{"id": "result", "name": "result", "type": "json", "description": "写入结果摘要"}], "hyperparams": [{"key": "MONGO_COLLECTION", "value": "", "description": "目标集合名称(禁止写系统保留集合)", "type": "string"}, {"key": "MONGO_MODE", "value": "insert_many", "description": "写入模式:insert_many 或 upsert", "type": "string"}, {"key": "MONGO_CONNECTION_ID", "value": "", "description": "业务 MongoDB 连接 ID;推荐优先配置", "type": "string"}, {"key": "MONGO_TARGET", "value": "business", "description": "兼容字段;默认 business。若显式传入 URI/DB,会优先使用显式连接", "type": "string"}, {"key": "UPSERT_KEY", "value": "_id", "description": "upsert 模式使用的唯一键", "type": "string"}, {"key": "DOCUMENT_PATH", "value": "", "description": "从输入 payload 中提取待写入文档的字段路径", "type": "string"}, {"key": "MONGO_DB", "value": "", "description": "可选数据库名;显式填写后会覆盖 business/platform 默认连接", "type": "string"}, {"key": "MONGO_URI", "value": "", "description": "可选 Mongo URI;显式填写后会覆盖 business/platform 默认连接", "type": "string"}]}
|
||
=== BOS 增量扫描
|
||
{"category": "IO", "description": "按 bucket/prefix 增量扫描 BOS,仅输出本次新增对象并提交 checkpoint 给 runtime。", "inputs": [], "outputs": [{"id": "out-1", "name": "manifest", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "DATA_SOURCE", "value": "BOS", "description": "固定为 BOS"}, {"key": "SOURCE_PATH", "value": "", "description": "完整 bos://bucket/prefix 路径"}, {"key": "BOS_ENDPOINT", "value": "https://bj.bcebos.com", "description": "BOS Endpoint"}, {"key": "BOS_ACCESS_KEY_ID", "value": "", "description": "BOS Access Key ID"}, {"key": "BOS_SECRET_ACCESS_KEY", "value": "", "description": "BOS Secret Access Key"}, {"key": "SCAN_MODE", "value": "INCREMENTAL", "description": "固定为 INCREMENTAL"}]}
|
||
=== 抽检采样
|
||
{"category": "QA", "description": "按质检和标注规则对成品数据执行真实抽检采样。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "samples", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "RULES_JSON", "value": "[]", "description": "抽检规则数组,包含 field/operator/value/samplePercent"}]}
|
||
=== 成品打包
|
||
{"category": "VIDEO", "description": "将切片视频、质检结果、标注结果和配置文件组装成成品数据包。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "packages", "type": "json", "transmission": "bus"}], "hyperparams": null}
|
||
=== 视频标注
|
||
{"category": "VIDEO", "description": "基于真实视频片段生成阶段划分、动作标签和对象提示。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "annotations", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "FRAME_INTERVAL_SECONDS", "value": "1.0", "description": "采样帧间隔秒数"}]}
|
||
=== 视频切片
|
||
{"category": "VIDEO", "description": "将真实视频按固定时长切分为多个 mp4 片段。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "clips", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SEGMENT_DURATION_SECONDS", "value": "300", "description": "每个切片的秒数"}]}
|
||
=== 数据过滤
|
||
{"category": "VIDEO", "description": "按日期、地点、场景和质检阈值过滤有效视频。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "filtered", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "DATE_START", "value": "", "description": "开始日期,支持 YYYY-MM-DD / YYYYMMDD"}, {"key": "DATE_END", "value": "", "description": "结束日期,支持 YYYY-MM-DD / YYYYMMDD"}, {"key": "PLACE", "value": "", "description": "采集地点"}, {"key": "TYPE", "value": "", "description": "采集场景类型"}, {"key": "MIN_CLARITY", "value": "0.8", "description": "清晰度最低阈值"}, {"key": "MAX_SHAKE", "value": "0.1", "description": "抖动度最高阈值"}, {"key": "MAX_HAND_OCCLUSION", "value": "0.1", "description": "无手率最高阈值"}]}
|
||
=== 视频质检
|
||
{"category": "VIDEO", "description": "基于真实视频帧计算清晰度、抖动度和无手率估计。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "quality", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "MIN_CLARITY", "value": "0.8", "description": "清晰度最低阈值"}, {"key": "MAX_SHAKE", "value": "0.1", "description": "抖动度最高阈值"}, {"key": "MAX_HAND_OCCLUSION", "value": "0.1", "description": "无手率最高阈值"}, {"key": "CLARITY_SCALE", "value": "35", "description": "清晰度归一化尺度"}]}
|
||
=== 采集目录校验
|
||
{"category": "DATASET", "description": "校验采集目录是否包含 meta.json、video_meta.json,以及可选 intrinsics.json。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "validated", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "REQUIRE_INTRINSICS", "value": "false", "description": "是否要求 intrinsics.json 必须存在"}]}
|
||
=== X 平台数据集索引
|
||
{"category": "DATASET", "description": "扫描 X-platform 采集目录,解析 meta.json、video_meta.json 和视频文件索引。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "dataset", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SOURCE_PATH", "value": "", "description": "X-platform 根目录或单个采集目录"}]}
|
||
=== Shell 命令执行
|
||
{"category": "UTIL", "description": "在 operator-runner 容器中真实执行 shell 命令并收集输出文件。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "result", "type": "file", "transmission": "bus"}], "hyperparams": [{"key": "COMMAND", "value": "", "description": "容器内执行的命令"}, {"key": "SCRIPT", "value": "", "description": "可执行脚本内容"}]}
|
||
=== ROSBag 数据概览
|
||
{"category": "ROBOTICS", "description": "读取真实 rosbag1 / rosbag2 / mcap / db3 数据并输出概览。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "summary", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SOURCE_PATH", "value": "", "description": "bag/db3/mcap 文件或 rosbag2 目录"}]}
|
||
=== LeRobot 数据集概览
|
||
{"category": "ROBOTICS", "description": "读取真实 LeRobot 数据集目录,输出 meta/tasks/parquet/videos 概览。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "summary", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SOURCE_PATH", "value": "", "description": "LeRobot 数据集根目录"}]}
|
||
=== 条件分流
|
||
{"category": "LOGIC", "description": "按字段条件将输入拆分到 matched / unmatched 两个真实输出端口。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "matched", "name": "matched", "type": "json", "transmission": "bus"}, {"id": "unmatched", "name": "unmatched", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "FIELD_PATH", "value": "", "description": "待判断字段路径"}, {"key": "OPERATOR", "value": "eq", "description": "eq/ne/contains/gt/gte/lt/lte/exists/missing"}, {"key": "EXPECTED", "value": "", "description": "字符串比较值"}, {"key": "EXPECTED_JSON", "value": "", "description": "JSON 格式比较值,优先于 EXPECTED"}]}
|
||
=== 文本模板渲染
|
||
{"category": "UTIL", "description": "使用上游 JSON 上下文渲染真实文本模板文件。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "rendered", "type": "file", "transmission": "bus"}], "hyperparams": [{"key": "TEMPLATE_TEXT", "value": "", "description": "模板文本"}, {"key": "OUTPUT_NAME", "value": "rendered.txt", "description": "输出文件名"}]}
|
||
=== JSON 映射重命名
|
||
{"category": "DATA", "description": "按映射表批量重命名 JSON 字段。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "mapped", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "FIELD_MAP_JSON", "value": "{}", "description": "JSON 字段映射,例如 {\"old\":\"new\"}"}]}
|
||
=== JSON 过滤
|
||
{"category": "DATA", "description": "按字段条件过滤 JSON 列表。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "filtered", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "FIELD_PATH", "value": "", "description": "待判断字段路径"}, {"key": "OPERATOR", "value": "eq", "description": "eq/ne/contains/gt/gte/lt/lte/exists/missing"}, {"key": "EXPECTED", "value": "", "description": "字符串比较值"}, {"key": "EXPECTED_JSON", "value": "", "description": "JSON 格式比较值,优先于 EXPECTED"}]}
|
||
=== JSON 字段提取
|
||
{"category": "DATA", "description": "按字段路径从 JSON 输入中提取指定值。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "extracted", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "FIELD_PATH", "value": "", "description": "点分字段路径,例如 metrics.score"}]}
|
||
=== JSON 转 CSV
|
||
{"category": "DATA", "description": "将 JSON 行数据导出为真实 CSV 文件。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "csv", "type": "file", "transmission": "bus"}], "hyperparams": null}
|
||
=== CSV 转 JSON
|
||
{"category": "DATA", "description": "将真实 CSV/TSV 文件转换成结构化 JSON 行列表。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "table", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SOURCE_PATH", "value": "", "description": "csv/tsv 文件路径"}]}
|
||
=== 目录扫描
|
||
{"category": "IO", "description": "对真实目录做文件统计、扩展名分布和样例文件扫描。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "summary", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SOURCE_PATH", "value": "", "description": "待扫描目录"}]}
|
||
=== 人工审核
|
||
{"category": "HUMAN", "description": "将真实输入送入人工审核并等待审核动作恢复流程。", "inputs": [{"id": "in-1", "name": "candidate", "type": "json", "transmission": "bus"}], "outputs": [{"id": "approved", "name": "approved", "type": "json", "transmission": "bus"}, {"id": "rejected", "name": "rejected", "type": "json", "transmission": "bus"}], "hyperparams": null}
|
||
=== 结果上传
|
||
{"category": "IO", "description": "收集上游真实输出并生成上传结果清单。", "inputs": [{"id": "in-1", "name": "result", "type": "json", "transmission": "bus"}], "outputs": [], "hyperparams": null}
|
||
=== 数据合并
|
||
{"category": "MATH", "description": "将多个 JSON 输入合并成统一结果。", "inputs": [{"id": "in-1", "name": "left", "type": "json", "transmission": "bus"}, {"id": "in-2", "name": "right", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "merged", "type": "json", "transmission": "bus"}], "hyperparams": null}
|
||
=== 模型推理
|
||
{"category": "AI", "description": "执行真实节点输入汇总、命令调用或模型镜像推理。", "inputs": [{"id": "in-1", "name": "input", "type": "json", "transmission": "bus"}], "outputs": [{"id": "out-1", "name": "result", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "COMMAND", "value": "", "description": "容器内执行的命令"}, {"key": "SCRIPT", "value": "", "description": "可执行脚本内容"}]}
|
||
=== 真实数据源
|
||
{"category": "IO", "description": "从 SOURCE_TEXT、SOURCE_JSON、SOURCE_PATH 或上游输入生成真实源数据清单。", "inputs": [], "outputs": [{"id": "out-1", "name": "manifest", "type": "json", "transmission": "bus"}], "hyperparams": [{"key": "SOURCE_TEXT", "value": "", "description": "直接注入文本内容"}, {"key": "SOURCE_JSON", "value": "", "description": "直接注入 JSON 内容"}, {"key": "SOURCE_PATH", "value": "", "description": "从本地路径读取真实数据"}]}
|