🚀 Publish Fanyu preprocessing operators

This commit is contained in:
eust-w 2026-08-19 03:59:03 +08:00
parent c1467a9ce4
commit d0adac1694
12 changed files with 797 additions and 29 deletions

View File

@ -0,0 +1,77 @@
{
"acceptance": {
"hardcodedOutputAccepted": false,
"mockOnlyAccepted": false,
"pocFullAcceptanceScript": "scripts/poc-operator-full-acceptance.sh",
"requiresPersistentWorkspaceEvidence": true,
"requiresRealInputs": true,
"shallowOnlyAccepted": false,
"simulationOnlyAccepted": false
},
"category": "DATASET",
"containerArgs": [],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"containerEntrypoint": "backend/operator-runner/main.py",
"entrypoint": "operator.py",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize@sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"metadata": "operator.json",
"name": "Orbbec Ego 数据标准化",
"operatorId": "operator-builtin-orbbec-data-normalize",
"operatorSlug": "orbbec_data_normalize",
"preferredSlug": "orbbec_data_normalize",
"pythonImport": "backend.operators.builtin.orbbec_data_normalize.operator:run",
"repositoryId": "builtin/orbbec_data_normalize",
"runtimeContract": {
"acceptance": {
"requiresArtifactChecksum": true,
"requiresFixtureChecksum": true,
"requiresGpuEvidence": false,
"requiresRealFixture": true,
"requiresWorkflowTransfer": true
},
"artifacts": {
"requiresChecksum": true,
"requiresLineage": true,
"requiresManifest": true
},
"entrypoint": "/app/backend/operator-runner/main.py",
"handler": "builtin_orbbec_data_normalize",
"imagePolicy": {
"allowsSharedBaseLayer": true,
"forbidsSharedOperatorRunnerFinalImage": true,
"independentFinalImage": true
},
"operatorId": "operator-builtin-orbbec-data-normalize",
"operatorSlug": "orbbec_data_normalize",
"parameters": {
"commandWrapperAllowed": false,
"controlledScriptAllowed": false,
"source": "hyperparams",
"structured": true
},
"resources": {
"minGpuCount": 0,
"recommendedGpuType": "",
"requiresGpu": false
},
"runtimeDependencies": [
"json-artifacts",
"orbbec-ego-layout"
],
"schemaVersion": "droboticflow.operator.runtime/v1"
},
"runtimeDependencies": [
"json-artifacts",
"orbbec-ego-layout"
],
"runtimeHandler": "builtin_orbbec_data_normalize",
"runtimeSource": "backend/operators/builtin/orbbec_data_normalize/operator.py",
"schemaVersion": "droboticflow.operator.repository/v1",
"sourceRoot": "backend/operators/builtin/orbbec_data_normalize",
"strictPocAcceptanceExternals": [],
"type": "builtin"
}

View File

@ -0,0 +1,77 @@
{
"acceptance": {
"hardcodedOutputAccepted": false,
"mockOnlyAccepted": false,
"pocFullAcceptanceScript": "scripts/poc-operator-full-acceptance.sh",
"requiresPersistentWorkspaceEvidence": true,
"requiresRealInputs": true,
"shallowOnlyAccepted": false,
"simulationOnlyAccepted": false
},
"category": "VIDEO",
"containerArgs": [],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"containerEntrypoint": "backend/operator-runner/main.py",
"entrypoint": "operator.py",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel@sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"metadata": "operator.json",
"name": "版本化语义预标",
"operatorId": "operator-builtin-semantic-prelabel",
"operatorSlug": "semantic_prelabel",
"preferredSlug": "semantic_prelabel",
"pythonImport": "backend.operators.builtin.semantic_prelabel.operator:run",
"repositoryId": "builtin/semantic_prelabel",
"runtimeContract": {
"acceptance": {
"requiresArtifactChecksum": true,
"requiresFixtureChecksum": true,
"requiresGpuEvidence": false,
"requiresRealFixture": true,
"requiresWorkflowTransfer": true
},
"artifacts": {
"requiresChecksum": true,
"requiresLineage": true,
"requiresManifest": true
},
"entrypoint": "/app/backend/operator-runner/main.py",
"handler": "builtin_semantic_prelabel",
"imagePolicy": {
"allowsSharedBaseLayer": true,
"forbidsSharedOperatorRunnerFinalImage": true,
"independentFinalImage": true
},
"operatorId": "operator-builtin-semantic-prelabel",
"operatorSlug": "semantic_prelabel",
"parameters": {
"commandWrapperAllowed": false,
"controlledScriptAllowed": false,
"source": "hyperparams",
"structured": true
},
"resources": {
"minGpuCount": 0,
"recommendedGpuType": "",
"requiresGpu": false
},
"runtimeDependencies": [
"json-artifacts",
"annotation-schema"
],
"schemaVersion": "droboticflow.operator.runtime/v1"
},
"runtimeDependencies": [
"json-artifacts",
"annotation-schema"
],
"runtimeHandler": "builtin_semantic_prelabel",
"runtimeSource": "backend/operators/builtin/semantic_prelabel/operator.py",
"schemaVersion": "droboticflow.operator.repository/v1",
"sourceRoot": "backend/operators/builtin/semantic_prelabel",
"strictPocAcceptanceExternals": [],
"type": "builtin"
}

View File

@ -0,0 +1,109 @@
# Orbbec Ego 数据标准化
- 算子 ID:`operator-builtin-orbbec-data-normalize`
- 类别:`DATASET`
- 类型:`builtin`
## 作用
将 Orbbec Ego 采集对象清单标准化为按采集编号组织的视频数据资产,并支持右相机筛选。
## 定位与职责边界
- 该算子属于 `DATASET` 类,当前登记类型是 `builtin`。
- 平台会在 `/api/operators` 中自动提供该算子元数据,运行时由 operator-runner 委派到独立算子入口。
## 平台语义
解析 Orbbec Ego 目录与双目相机命名,输出采集集合、视频、配套 PTS/音频/IMU/标定文件和相机侧信息。
## 运行时契约
- Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。
- 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。
- 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。
- 当前独立实现入口是 `operator-repos/builtin/orbbec_data_normalize/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_orbbec_data_normalize`。
## 设计边界
- 该算子应该只承担单一职责,不应在一个节点里同时混合索引、筛选、上传、审核等多个阶段性行为。
- 如果一个节点要消费多个语义不同的结果,优先通过多节点拆分,而不是把所有逻辑塞进一个超大脚本。
## 数据流示意
```mermaid
flowchart LR
A[上游输入或运行时注入] --> B[Orbbec Ego 数据标准化]
B --> C[artifact / stage manifest / 外部副作用]
```
## 输入端口详解
- `in-1` / **input** / `json` / `bus`:BOS 增量 source manifest 作为输入端口时,适合结构化清单、规则结果、摘要对象等可直接序列化的数据。 通过统一 artifact 契约传递;大 payload 会外置到 stage manifest / payloadPath。
## 输出端口详解
- `out-1` / **dataset** / `json` / `bus`:标准化数据集 manifest 作为输出端口时,适合结构化清单、规则结果、摘要对象等可直接序列化的数据。 通过统一 artifact 契约传递;大 payload 会外置到 stage manifest / payloadPath。
## 关键超参数
- `CAMERA_SIDE`:类型 `string`,默认值 `right`。相机侧过滤:left/right/both 可直接使用默认值,也可在节点级覆盖。
- `REQUIRE_STEREO`:类型 `boolean`,默认值 `false`。是否要求左右相机成对存在 可直接使用默认值,也可在节点级覆盖。
## 执行前准备
- 先确认上下游端口类型兼容,特别是 `json`、`file`、`video` 等端口不要混接。
- 为每个关键超参数补齐明确值,避免依赖隐式默认值进入生产工作流。
- 对需要跨节点长期保留的产物,提前规划对象存储前缀或外部落库集合,而不是只写临时目录。
## 数据通信与存储路径
- 标准输入来自 `INPUT_ARTIFACTS_PATH` 指向的 artifact 列表文件,artifact 可同时包含 `data`、`path`、`metadata` 与 `dataRef`。
- 标准输出写入 `OUTPUT_DIR`,并通过 `stage-manifest.json` 对外暴露产物路径、payload 引用和摘要元数据。
## 典型上下游编排
- 该算子通常位于同类数据处理节点之间,承担结构化中间层职责。
## 节点配置示例
```json
{
"label": "Orbbec Ego 数据标准化",
"operatorId": "operator-builtin-orbbec-data-normalize",
"type": "builtin",
"category": "DATASET",
"hyperparams": {
"CAMERA_SIDE": "right",
"REQUIRE_STEREO": "false"
}
}
```
## 输入输出示例
- 典型输入:worker 会把上游 artifact 序列化为 `INPUT_ARTIFACTS_PATH` 文件供节点读取。
- 典型输出:节点会在 `OUTPUT_DIR` 下写业务文件,并在 `stage-manifest.json` 里登记对外可消费的结果。
## 成功判定
- 节点 execution 状态为 `completed`,且日志中没有隐藏的回退错误或重试未果记录。
- `stage-manifest.json` 中能看到期望的 artifact 条目,且下游节点可以正常消费这些结果。
## 常见失败与排查
- 如果看不到预期结果,先检查 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 是否真实写出。
- 如果下游收不到数据,先检查当前节点输出 artifact 是否设置了正确的 `portId`、`portName` 和 `type`。
- 如果日志中只有摘要没有大 payload,优先排查 `dataRef.payloadPath` 或外置文件是否存在,而不是误以为结果丢失。
## 验收检查清单
- 至少在一条真实工作流中跑通该算子,而不是只验证单元测试或空输入。
- 确认该节点输出被下游节点实际消费,避免出现“本节点成功但链路无效”的假阳性。
- 保留一次成功运行的示例日志、stage manifest 和关键产物路径,便于后续回归对照。
## 相关文档
- [DATASET 类索引](README.md)
- [算子开发文档](../operator-authoring.md)
- [内建算子总手册](../builtin-operators-manual.zh-CN.md)

View File

@ -2,7 +2,7 @@
当前目录按“每个内建算子一份 Markdown”组织,内容基于当前平台真实算子定义按算子名称去重生成。
- 当前收录数量:`104`
- 当前收录数量:`106`
- 文档定位:单算子详细手册,重点覆盖输入输出契约、运行时路径、配置示例、排障与验收。
- 配套总览:[`../builtin-operators-manual.zh-CN.md`](../builtin-operators-manual.zh-CN.md)
@ -45,6 +45,7 @@
- [COCO 标注校验](COCO-标注校验.md)
- [HF 数据集探测](HF-数据集探测.md)
- [HoloBrain 数据准备](HoloBrain-数据准备.md)
- [Orbbec Ego 数据标准化](Orbbec-Ego-数据标准化.md)
- [Parquet 表摘要](Parquet-表摘要.md)
- [WebDataset 分片概览](WebDataset-分片概览.md)
- [X 平台数据集索引](X-平台数据集索引.md)
@ -148,6 +149,7 @@
- [YOLO 视频目标检测裁剪](YOLO-视频目标检测裁剪.md)
- [成品打包](成品打包.md)
- [数据过滤](数据过滤.md)
- [版本化语义预标](版本化语义预标.md)
- [视频切片](视频切片.md)
- [视频标注](视频标注.md)
- [视频目标检测裁剪](视频目标检测裁剪.md)

View File

@ -0,0 +1,113 @@
# 版本化语义预标
- 算子 ID:`operator-builtin-semantic-prelabel`
- 类别:`VIDEO`
- 类型:`builtin`
## 作用
按照版本化标签 Schema 将自动动作结果转换为可人工修订的语义预标数据。
## 定位与职责边界
- 该算子属于 `VIDEO` 类,当前登记类型是 `builtin`。
- 平台会在 `/api/operators` 中自动提供该算子元数据,运行时由 operator-runner 委派到独立算子入口。
## 平台语义
将动作标签按模板版本、别名、置信度和对象提示转换为语义分段,供人工标注阶段修订。
## 运行时契约
- Worker 会先把上游 artifact 汇总到 `INPUT_ARTIFACTS_PATH`,再把节点配置通过 `NODE_DATA_JSON` 注入运行容器。
- 节点执行结果会写入 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 对应的文件,再由 worker 汇总进运行记录。
- 大文件和大 JSON 不应依赖 API 内联传输,应该通过 `artifact.path`、`dataRef.payloadPath`、共享 PVC 或对象存储引用传递。
- 当前独立实现入口是 `operator-repos/builtin/semantic_prelabel/src/operator.py` 中的 `run(...)`,平台 runtimeHandler 为 `builtin_semantic_prelabel`。
## 设计边界
- 该算子应该只承担单一职责,不应在一个节点里同时混合索引、筛选、上传、审核等多个阶段性行为。
- 如果一个节点要消费多个语义不同的结果,优先通过多节点拆分,而不是把所有逻辑塞进一个超大脚本。
## 数据流示意
```mermaid
flowchart LR
A[上游输入或运行时注入] --> B[版本化语义预标]
B --> C[artifact / stage manifest / 外部副作用]
```
## 输入端口详解
- `in-1` / **input** / `json` / `bus`:动作识别或视频标注结果 作为输入端口时,适合结构化清单、规则结果、摘要对象等可直接序列化的数据。 通过统一 artifact 契约传递;大 payload 会外置到 stage manifest / payloadPath。
## 输出端口详解
- `out-1` / **prelabels** / `json` / `bus`:语义预标 manifest 作为输出端口时,适合结构化清单、规则结果、摘要对象等可直接序列化的数据。 通过统一 artifact 契约传递;大 payload 会外置到 stage manifest / payloadPath。
## 关键超参数
- `TEMPLATE_VERSION`:类型 `string`,默认值 `v1`。标注模板版本 可直接使用默认值,也可在节点级覆盖。
- `LABEL_SCHEMA_JSON`:类型 `string`,默认值 `[{"id":"action","name":"动作","aliases":[]}]`。标签 Schema JSON 可直接使用默认值,也可在节点级覆盖。
- `PHRASES_JSON`:类型 `string`,默认值 `[]`。对象提示词 JSON 可直接使用默认值,也可在节点级覆盖。
- `MINIMUM_CONFIDENCE`:类型 `number`,默认值 `0.7`。最低预标置信度 可直接使用默认值,也可在节点级覆盖。
## 执行前准备
- 先确认上下游端口类型兼容,特别是 `json`、`file`、`video` 等端口不要混接。
- 为每个关键超参数补齐明确值,避免依赖隐式默认值进入生产工作流。
- 对需要跨节点长期保留的产物,提前规划对象存储前缀或外部落库集合,而不是只写临时目录。
## 数据通信与存储路径
- 标准输入来自 `INPUT_ARTIFACTS_PATH` 指向的 artifact 列表文件,artifact 可同时包含 `data`、`path`、`metadata` 与 `dataRef`。
- 标准输出写入 `OUTPUT_DIR`,并通过 `stage-manifest.json` 对外暴露产物路径、payload 引用和摘要元数据。
## 典型上下游编排
- 该算子通常位于同类数据处理节点之间,承担结构化中间层职责。
## 节点配置示例
```json
{
"label": "版本化语义预标",
"operatorId": "operator-builtin-semantic-prelabel",
"type": "builtin",
"category": "VIDEO",
"hyperparams": {
"TEMPLATE_VERSION": "v1",
"LABEL_SCHEMA_JSON": "[{\"id\":\"action\",\"name\":\"动作\",\"aliases\":[]}]",
"PHRASES_JSON": "[]",
"MINIMUM_CONFIDENCE": "0.7"
}
}
```
## 输入输出示例
- 典型输入:worker 会把上游 artifact 序列化为 `INPUT_ARTIFACTS_PATH` 文件供节点读取。
- 典型输出:节点会在 `OUTPUT_DIR` 下写业务文件,并在 `stage-manifest.json` 里登记对外可消费的结果。
## 成功判定
- 节点 execution 状态为 `completed`,且日志中没有隐藏的回退错误或重试未果记录。
- `stage-manifest.json` 中能看到期望的 artifact 条目,且下游节点可以正常消费这些结果。
## 常见失败与排查
- 如果看不到预期结果,先检查 `OUTPUT_DIR`、`RESULT_OUTPUT_PATH` 和 `STAGE_MANIFEST_PATH` 是否真实写出。
- 如果下游收不到数据,先检查当前节点输出 artifact 是否设置了正确的 `portId`、`portName` 和 `type`。
- 如果日志中只有摘要没有大 payload,优先排查 `dataRef.payloadPath` 或外置文件是否存在,而不是误以为结果丢失。
## 验收检查清单
- 至少在一条真实工作流中跑通该算子,而不是只验证单元测试或空输入。
- 确认该节点输出被下游节点实际消费,避免出现“本节点成功但链路无效”的假阳性。
- 保留一次成功运行的示例日志、stage manifest 和关键产物路径,便于后续回归对照。
## 相关文档
- [VIDEO 类索引](README.md)
- [算子开发文档](../operator-authoring.md)
- [内建算子总手册](../builtin-operators-manual.zh-CN.md)

View File

@ -11711,29 +11711,84 @@
{
"category": "DATASET",
"containerArgs": [],
"containerCommand": ["python", "/app/backend/operator-runner/main.py"],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"description": "将 Orbbec Ego 采集对象清单标准化为按采集编号组织的视频数据资产,并支持右相机筛选。",
"hyperparams": [
{"description": "相机侧过滤:left/right/both", "key": "CAMERA_SIDE", "type": "string", "value": "right"},
{"description": "是否要求左右相机成对存在", "key": "REQUIRE_STEREO", "type": "boolean", "value": "false"}
{
"description": "相机侧过滤:left/right/both",
"key": "CAMERA_SIDE",
"type": "string",
"value": "right"
},
{
"description": "是否要求左右相机成对存在",
"key": "REQUIRE_STEREO",
"type": "boolean",
"value": "false"
}
],
"id": "operator-builtin-orbbec-data-normalize",
"image": "",
"imageId": "",
"inputs": [{"description": "BOS 增量 source manifest", "id": "in-1", "name": "input", "transmission": "bus", "type": "json"}],
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize@sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"inputs": [
{
"description": "BOS 增量 source manifest",
"id": "in-1",
"name": "input",
"transmission": "bus",
"type": "json"
}
],
"name": "Orbbec Ego 数据标准化",
"outputs": [{"description": "标准化数据集 manifest", "id": "out-1", "name": "dataset", "transmission": "bus", "type": "json"}],
"outputs": [
{
"description": "标准化数据集 manifest",
"id": "out-1",
"name": "dataset",
"transmission": "bus",
"type": "json"
}
],
"runtimeContract": {
"acceptance": {"requiresArtifactChecksum": true, "requiresFixtureChecksum": true, "requiresGpuEvidence": false, "requiresRealFixture": true, "requiresWorkflowTransfer": true},
"artifacts": {"requiresChecksum": true, "requiresLineage": true, "requiresManifest": true},
"acceptance": {
"requiresArtifactChecksum": true,
"requiresFixtureChecksum": true,
"requiresGpuEvidence": false,
"requiresRealFixture": true,
"requiresWorkflowTransfer": true
},
"artifacts": {
"requiresChecksum": true,
"requiresLineage": true,
"requiresManifest": true
},
"entrypoint": "/app/backend/operator-runner/main.py",
"handler": "builtin_orbbec_data_normalize",
"imagePolicy": {"allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, "independentFinalImage": true},
"imagePolicy": {
"allowsSharedBaseLayer": true,
"forbidsSharedOperatorRunnerFinalImage": true,
"independentFinalImage": true
},
"operatorId": "operator-builtin-orbbec-data-normalize",
"operatorSlug": "orbbec_data_normalize",
"parameters": {"commandWrapperAllowed": false, "controlledScriptAllowed": false, "source": "hyperparams", "structured": true},
"resources": {"minGpuCount": 0, "recommendedGpuType": "", "requiresGpu": false},
"runtimeDependencies": ["json-artifacts", "orbbec-ego-layout"],
"parameters": {
"commandWrapperAllowed": false,
"controlledScriptAllowed": false,
"source": "hyperparams",
"structured": true
},
"resources": {
"minGpuCount": 0,
"recommendedGpuType": "",
"requiresGpu": false
},
"runtimeDependencies": [
"json-artifacts",
"orbbec-ego-layout"
],
"schemaVersion": "droboticflow.operator.runtime/v1"
},
"runtimeHandler": "builtin_orbbec_data_normalize",
@ -11744,31 +11799,96 @@
{
"category": "VIDEO",
"containerArgs": [],
"containerCommand": ["python", "/app/backend/operator-runner/main.py"],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"description": "按照版本化标签 Schema 将自动动作结果转换为可人工修订的语义预标数据。",
"hyperparams": [
{"description": "标注模板版本", "key": "TEMPLATE_VERSION", "type": "string", "value": "v1"},
{"description": "标签 Schema JSON", "key": "LABEL_SCHEMA_JSON", "type": "string", "value": "[{\"id\":\"action\",\"name\":\"动作\",\"aliases\":[]}]"},
{"description": "对象提示词 JSON", "key": "PHRASES_JSON", "type": "string", "value": "[]"},
{"description": "最低预标置信度", "key": "MINIMUM_CONFIDENCE", "type": "number", "value": "0.7"}
{
"description": "标注模板版本",
"key": "TEMPLATE_VERSION",
"type": "string",
"value": "v1"
},
{
"description": "标签 Schema JSON",
"key": "LABEL_SCHEMA_JSON",
"type": "string",
"value": "[{\"id\":\"action\",\"name\":\"动作\",\"aliases\":[]}]"
},
{
"description": "对象提示词 JSON",
"key": "PHRASES_JSON",
"type": "string",
"value": "[]"
},
{
"description": "最低预标置信度",
"key": "MINIMUM_CONFIDENCE",
"type": "number",
"value": "0.7"
}
],
"id": "operator-builtin-semantic-prelabel",
"image": "",
"imageId": "",
"inputs": [{"description": "动作识别或视频标注结果", "id": "in-1", "name": "input", "transmission": "bus", "type": "json"}],
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel@sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"inputs": [
{
"description": "动作识别或视频标注结果",
"id": "in-1",
"name": "input",
"transmission": "bus",
"type": "json"
}
],
"name": "版本化语义预标",
"outputs": [{"description": "语义预标 manifest", "id": "out-1", "name": "prelabels", "transmission": "bus", "type": "json"}],
"outputs": [
{
"description": "语义预标 manifest",
"id": "out-1",
"name": "prelabels",
"transmission": "bus",
"type": "json"
}
],
"runtimeContract": {
"acceptance": {"requiresArtifactChecksum": true, "requiresFixtureChecksum": true, "requiresGpuEvidence": false, "requiresRealFixture": true, "requiresWorkflowTransfer": true},
"artifacts": {"requiresChecksum": true, "requiresLineage": true, "requiresManifest": true},
"acceptance": {
"requiresArtifactChecksum": true,
"requiresFixtureChecksum": true,
"requiresGpuEvidence": false,
"requiresRealFixture": true,
"requiresWorkflowTransfer": true
},
"artifacts": {
"requiresChecksum": true,
"requiresLineage": true,
"requiresManifest": true
},
"entrypoint": "/app/backend/operator-runner/main.py",
"handler": "builtin_semantic_prelabel",
"imagePolicy": {"allowsSharedBaseLayer": true, "forbidsSharedOperatorRunnerFinalImage": true, "independentFinalImage": true},
"imagePolicy": {
"allowsSharedBaseLayer": true,
"forbidsSharedOperatorRunnerFinalImage": true,
"independentFinalImage": true
},
"operatorId": "operator-builtin-semantic-prelabel",
"operatorSlug": "semantic_prelabel",
"parameters": {"commandWrapperAllowed": false, "controlledScriptAllowed": false, "source": "hyperparams", "structured": true},
"resources": {"minGpuCount": 0, "recommendedGpuType": "", "requiresGpu": false},
"runtimeDependencies": ["json-artifacts", "annotation-schema"],
"parameters": {
"commandWrapperAllowed": false,
"controlledScriptAllowed": false,
"source": "hyperparams",
"structured": true
},
"resources": {
"minGpuCount": 0,
"recommendedGpuType": "",
"requiresGpu": false
},
"runtimeDependencies": [
"json-artifacts",
"annotation-schema"
],
"schemaVersion": "droboticflow.operator.runtime/v1"
},
"runtimeHandler": "builtin_semantic_prelabel",

View File

@ -1275,6 +1275,27 @@
"runtimeSource": "operator-repos/builtin/openvla_inference/src/operator.py",
"sourceRoot": "operator-repos/builtin/openvla_inference"
},
{
"baseImage": "${OPERATOR_BASE_IMAGE}",
"containerArgs": [],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"dependencyProfile": [
"json-artifacts",
"orbbec-ego-layout"
],
"dockerfile": "operator-repos/builtin/orbbec_data_normalize/Dockerfile",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize@sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"operatorId": "operator-builtin-orbbec-data-normalize",
"operatorSlug": "orbbec_data_normalize",
"requiresGpu": false,
"runtimeHandler": "builtin_orbbec_data_normalize",
"runtimeSource": "operator-repos/builtin/orbbec_data_normalize/src/operator.py",
"sourceRoot": "operator-repos/builtin/orbbec_data_normalize"
},
{
"baseImage": "${OPERATOR_BASE_IMAGE}",
"containerArgs": [],
@ -1690,6 +1711,27 @@
"runtimeSource": "operator-repos/builtin/segmentation_mask_validate/src/operator.py",
"sourceRoot": "operator-repos/builtin/segmentation_mask_validate"
},
{
"baseImage": "${OPERATOR_BASE_IMAGE}",
"containerArgs": [],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"dependencyProfile": [
"json-artifacts",
"annotation-schema"
],
"dockerfile": "operator-repos/builtin/semantic_prelabel/Dockerfile",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel@sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"operatorId": "operator-builtin-semantic-prelabel",
"operatorSlug": "semantic_prelabel",
"requiresGpu": false,
"runtimeHandler": "builtin_semantic_prelabel",
"runtimeSource": "operator-repos/builtin/semantic_prelabel/src/operator.py",
"sourceRoot": "operator-repos/builtin/semantic_prelabel"
},
{
"baseImage": "${OPERATOR_BASE_IMAGE}",
"containerArgs": [],

View File

@ -0,0 +1,30 @@
{
"acceptance": {
"artifactId": "",
"projectId": "",
"runId": "",
"verifiedAt": "",
"workflowId": ""
},
"builtAt": "2026-08-19T03:55:00Z",
"digest": "sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"environmentReleases": {
"poc": {
"digest": "sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize@sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"registry": "ccr-29eug8s3-pub.cnc.bj.baidubce.com",
"tag": "c1467a9-poc-robodata-20260819"
}
},
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize@sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"kanikoJob": "droboticflow-kaniko-op-orbbec-data-normalize-c1467a9",
"operatorId": "operator-builtin-orbbec-data-normalize",
"registry": "ccr-29eug8s3-pub.cnc.bj.baidubce.com",
"schemaVersion": "droboticflow.operator.release/v1",
"slug": "orbbec_data_normalize",
"sourceCommit": "c1467a9ce41973aaba1a7388434242557036a7df",
"sourceTreeSha256": "52c88c404d98cff6a0d92c5eb7b3a1ff6cf657f31f395c7493f9ce844e7bbd4a",
"tag": "c1467a9-poc-robodata-20260819"
}

View File

@ -0,0 +1,83 @@
{
"acceptance": {
"fixtureContract": "tests/acceptance/fixture_contract.json",
"hardcodedOutputAccepted": false,
"mockOnlyAccepted": false,
"pocFullAcceptanceScript": "scripts/poc-operator-full-acceptance.sh",
"requiresChainedWorkflow": true,
"requiresChineseWorkflowAcceptance": true,
"requiresPersistentWorkspaceEvidence": true,
"requiresRealInputs": true,
"shallowOnlyAccepted": false,
"simulationOnlyAccepted": false
},
"category": "DATASET",
"containerArgs": [],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"containerEntrypoint": "backend/operator-runner/main.py",
"entrypoint": "src/operator.py",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-orbbec-data-normalize@sha256:c3e6a733e1b44141e73feda5a50879fba152b19a2238878d502f3cc9486f719d",
"metadata": "operator.json",
"name": "Orbbec Ego 数据标准化",
"operatorId": "operator-builtin-orbbec-data-normalize",
"operatorSlug": "orbbec_data_normalize",
"preferredSlug": "orbbec_data_normalize",
"pythonImport": "operator-repos/builtin/orbbec_data_normalize/src/operator.py:run",
"releaseManifest": "release.json",
"releaseSchemaVersion": "droboticflow.operator.release/v1",
"repositoryId": "builtin/orbbec_data_normalize",
"runtimeContract": {
"acceptance": {
"requiresArtifactChecksum": true,
"requiresFixtureChecksum": true,
"requiresGpuEvidence": false,
"requiresRealFixture": true,
"requiresWorkflowTransfer": true
},
"artifacts": {
"requiresChecksum": true,
"requiresLineage": true,
"requiresManifest": true
},
"entrypoint": "/app/backend/operator-runner/main.py",
"handler": "builtin_orbbec_data_normalize",
"imagePolicy": {
"allowsSharedBaseLayer": true,
"forbidsSharedOperatorRunnerFinalImage": true,
"independentFinalImage": true
},
"operatorId": "operator-builtin-orbbec-data-normalize",
"operatorSlug": "orbbec_data_normalize",
"parameters": {
"commandWrapperAllowed": false,
"controlledScriptAllowed": false,
"source": "hyperparams",
"structured": true
},
"resources": {
"minGpuCount": 0,
"recommendedGpuType": "",
"requiresGpu": false
},
"runtimeDependencies": [
"json-artifacts",
"orbbec-ego-layout"
],
"schemaVersion": "droboticflow.operator.runtime/v1"
},
"runtimeDependencies": [
"json-artifacts",
"orbbec-ego-layout"
],
"runtimeHandler": "builtin_orbbec_data_normalize",
"runtimeSource": "operator-repos/builtin/orbbec_data_normalize/src/operator.py",
"schemaVersion": "droboticflow.operator.repository/v1",
"sourceRoot": "operator-repos/builtin/orbbec_data_normalize",
"sourceTreeSha256": "52c88c404d98cff6a0d92c5eb7b3a1ff6cf657f31f395c7493f9ce844e7bbd4a",
"strictPocAcceptanceExternals": [],
"type": "builtin"
}

View File

@ -0,0 +1,30 @@
{
"acceptance": {
"artifactId": "",
"projectId": "",
"runId": "",
"verifiedAt": "",
"workflowId": ""
},
"builtAt": "2026-08-19T03:55:00Z",
"digest": "sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"environmentReleases": {
"poc": {
"digest": "sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel@sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"registry": "ccr-29eug8s3-pub.cnc.bj.baidubce.com",
"tag": "c1467a9-poc-robodata-20260819"
}
},
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel@sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"kanikoJob": "droboticflow-kaniko-op-semantic-prelabel-c1467a9",
"operatorId": "operator-builtin-semantic-prelabel",
"registry": "ccr-29eug8s3-pub.cnc.bj.baidubce.com",
"schemaVersion": "droboticflow.operator.release/v1",
"slug": "semantic_prelabel",
"sourceCommit": "c1467a9ce41973aaba1a7388434242557036a7df",
"sourceTreeSha256": "ddc70c6e151c847772e6af8ae29ab4db5663781ad102c097c4d67f7ede5fdde5",
"tag": "c1467a9-poc-robodata-20260819"
}

View File

@ -0,0 +1,83 @@
{
"acceptance": {
"fixtureContract": "tests/acceptance/fixture_contract.json",
"hardcodedOutputAccepted": false,
"mockOnlyAccepted": false,
"pocFullAcceptanceScript": "scripts/poc-operator-full-acceptance.sh",
"requiresChainedWorkflow": true,
"requiresChineseWorkflowAcceptance": true,
"requiresPersistentWorkspaceEvidence": true,
"requiresRealInputs": true,
"shallowOnlyAccepted": false,
"simulationOnlyAccepted": false
},
"category": "VIDEO",
"containerArgs": [],
"containerCommand": [
"python",
"/app/backend/operator-runner/main.py"
],
"containerEntrypoint": "backend/operator-runner/main.py",
"entrypoint": "src/operator.py",
"image": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel:c1467a9-poc-robodata-20260819",
"imageId": "ccr-29eug8s3-pub.cnc.bj.baidubce.com/dataflow-poc/droboticflow-operator-semantic-prelabel@sha256:a5ebed9b0677ebcf67b3e66dce2bfdeab70c8da11083ef8ee55d645ce1fa2d70",
"metadata": "operator.json",
"name": "版本化语义预标",
"operatorId": "operator-builtin-semantic-prelabel",
"operatorSlug": "semantic_prelabel",
"preferredSlug": "semantic_prelabel",
"pythonImport": "operator-repos/builtin/semantic_prelabel/src/operator.py:run",
"releaseManifest": "release.json",
"releaseSchemaVersion": "droboticflow.operator.release/v1",
"repositoryId": "builtin/semantic_prelabel",
"runtimeContract": {
"acceptance": {
"requiresArtifactChecksum": true,
"requiresFixtureChecksum": true,
"requiresGpuEvidence": false,
"requiresRealFixture": true,
"requiresWorkflowTransfer": true
},
"artifacts": {
"requiresChecksum": true,
"requiresLineage": true,
"requiresManifest": true
},
"entrypoint": "/app/backend/operator-runner/main.py",
"handler": "builtin_semantic_prelabel",
"imagePolicy": {
"allowsSharedBaseLayer": true,
"forbidsSharedOperatorRunnerFinalImage": true,
"independentFinalImage": true
},
"operatorId": "operator-builtin-semantic-prelabel",
"operatorSlug": "semantic_prelabel",
"parameters": {
"commandWrapperAllowed": false,
"controlledScriptAllowed": false,
"source": "hyperparams",
"structured": true
},
"resources": {
"minGpuCount": 0,
"recommendedGpuType": "",
"requiresGpu": false
},
"runtimeDependencies": [
"json-artifacts",
"annotation-schema"
],
"schemaVersion": "droboticflow.operator.runtime/v1"
},
"runtimeDependencies": [
"json-artifacts",
"annotation-schema"
],
"runtimeHandler": "builtin_semantic_prelabel",
"runtimeSource": "operator-repos/builtin/semantic_prelabel/src/operator.py",
"schemaVersion": "droboticflow.operator.repository/v1",
"sourceRoot": "operator-repos/builtin/semantic_prelabel",
"sourceTreeSha256": "ddc70c6e151c847772e6af8ae29ab4db5663781ad102c097c4d67f7ede5fdde5",
"strictPocAcceptanceExternals": [],
"type": "builtin"
}

View File

@ -77,6 +77,7 @@ RUNTIME_DEPENDENCIES: dict[str, list[str]] = {
"package": ["filesystem"],
"openvla_finetune": ["openvla-lora-finetune", "rlds-vla-dataset", "peft", "gpu-a800"],
"openvla_inference": ["openvla-transformers-inference", "openvla-model-or-upstream-adapter", "gpu-a800"],
"orbbec_data_normalize": ["json-artifacts", "orbbec-ego-layout"],
"partnet_mobility_asset_validate": ["partnet-mobility-sapien-assets", "urdf-files", "json-files", "semantics-txt", "mesh-obj-files"],
"parquet_table_summary": ["parquet-files", "pyarrow"],
"pointcloud_summary": ["pcd-files", "ply-files"],
@ -96,6 +97,7 @@ RUNTIME_DEPENDENCIES: dict[str, list[str]] = {
"rtx_action_schema_validate": ["csv-json-jsonl-parquet-hdf5-action-files", "pyarrow", "h5py", "numpy"],
"sensor_timestamp_sync_validate": ["timestamp-csv-jsonl"],
"segmentation_mask_validate": ["segmentation-mask-images", "opencv-python-headless", "numpy"],
"semantic_prelabel": ["json-artifacts", "annotation-schema"],
"shell_command": ["container-shell"],
"sim3d_asset_generate": ["json-artifacts", "obj-mtl-gltf-files"],
"template_render": ["json-artifacts"],