diff --git a/src/services/api/data-operations.ts b/src/services/api/data-operations.ts
new file mode 100644
index 00000000..30338ebd
--- /dev/null
+++ b/src/services/api/data-operations.ts
@@ -0,0 +1,78 @@
+import type {
+ CollectionTask,
+ CollectionTaskInput,
+ DataMetricFact,
+ DataMetricStage,
+ DataOperationsSummary,
+ DatasetVersion,
+ ExecutionRun,
+ TrainingUsage,
+} from "../../types";
+import { apiRequest } from "./client";
+
+export type DataOperationsFilters = {
+ from?: string;
+ to?: string;
+ timezone?: string;
+ projectId?: string;
+ taskId?: string;
+ robotModel?: string;
+ scene?: string;
+ stage?: DataMetricStage;
+ limit?: number;
+ cursor?: string;
+};
+
+const queryString = (filters: DataOperationsFilters = {}) => {
+ const params = new URLSearchParams();
+ for (const [key, value] of Object.entries(filters)) {
+ if (value !== undefined && value !== "") {
+ params.set(key, String(value));
+ }
+ }
+ const value = params.toString();
+ return value ? `?${value}` : "";
+};
+
+export const dataOperationsApi = {
+ listTasks: async (filters: Pick & { status?: string } = {}) =>
+ (
+ await apiRequest<{ items: CollectionTask[] }>(
+ `/api/data-collection-tasks${queryString(filters as DataOperationsFilters)}`,
+ )
+ ).items,
+ getTask: (id: string) => apiRequest(`/api/data-collection-tasks/${id}`),
+ createTask: (payload: CollectionTaskInput) =>
+ apiRequest("/api/data-collection-tasks", { method: "POST" }, payload),
+ updateTask: (id: string, payload: CollectionTaskInput) =>
+ apiRequest(`/api/data-collection-tasks/${id}`, { method: "PATCH" }, payload),
+ startTask: (id: string) =>
+ apiRequest<{ task: CollectionTask; run: ExecutionRun }>(`/api/data-collection-tasks/${id}/start`, {
+ method: "POST",
+ }),
+ completeTask: (id: string) =>
+ apiRequest(`/api/data-collection-tasks/${id}/complete`, { method: "POST" }),
+ getSummary: (filters: DataOperationsFilters = {}, signal?: AbortSignal) =>
+ apiRequest(`/api/data-operations/summary${queryString(filters)}`, { signal }),
+ listStageItems: (filters: DataOperationsFilters = {}, signal?: AbortSignal) =>
+ apiRequest<{ items: DataMetricFact[]; nextCursor?: string; hasMore: boolean }>(
+ `/api/data-operations/stage-items${queryString(filters)}`,
+ { signal },
+ ),
+ listTrainingUsage: (filters: DataOperationsFilters = {}, signal?: AbortSignal) =>
+ apiRequest<{ items: TrainingUsage[]; nextCursor?: string; hasMore: boolean }>(
+ `/api/data-operations/training-usage${queryString(filters)}`,
+ { signal },
+ ),
+ listDatasets: async (filters: DataOperationsFilters = {}, signal?: AbortSignal) =>
+ (
+ await apiRequest<{ items: DatasetVersion[] }>(`/api/data-operations/datasets${queryString(filters)}`, {
+ signal,
+ })
+ ).items,
+ backfill: () =>
+ apiRequest<{ windowDays: number; processed: number; skipped: number; failures: number; completedAt: string }>(
+ "/api/data-operations/backfill",
+ { method: "POST" },
+ ),
+};
diff --git a/src/types.ts b/src/types.ts
index c5b80719..a8bf4149 100644
--- a/src/types.ts
+++ b/src/types.ts
@@ -261,6 +261,7 @@ export interface Operator {
gpuLimit?: string;
sharedMemorySize?: string;
};
+ businessStage?: DataMetricStage;
}
export interface HyperParam {
@@ -609,6 +610,7 @@ export interface LightweightOperatorCodeManifest {
export interface ExecutionRunMetadata {
lightweightOperatorCodeManifests?: Record;
+ trainingInputs?: TrainingInput[];
}
export interface ScanConfig {
@@ -817,6 +819,8 @@ export interface NodeExecution {
logs: LogEntry[];
artifacts: ExecutionData[];
dataRefs?: DataRef[];
+ dataMetrics?: DataMetrics;
+ metricsMaterializedAt?: string;
resourceSeries: ResourceUsage[];
error?: string;
}
@@ -839,6 +843,207 @@ export interface DataRef {
partitionDir?: string;
partitionCount?: number;
itemCount?: number;
+ datasetId?: string;
+ datasetVersionId?: string;
+ split?: string;
+ fingerprint?: string;
+}
+
+export type DataMetricStage = "collect" | "process" | "clean" | "validate" | "annotate" | "audit" | "train";
+export type DataMetricQuality = "exact" | "derived" | "estimated";
+export type CollectionTaskStatus = "draft" | "active" | "paused" | "completed" | "cancelled";
+export type CollectionTaskMode = "collection_only" | "full_training";
+
+export interface DataVolume {
+ trajectoryCount?: number;
+ durationSeconds?: number;
+ bytes?: number;
+ fileCount?: number;
+}
+
+export interface DatasetMetricRef {
+ datasetId?: string;
+ datasetVersionId?: string;
+ name?: string;
+ split?: string;
+ fingerprint?: string;
+ kind?: string;
+ datasetType?: string;
+ manifestPath?: string;
+ payloadPath?: string;
+ partitionDir?: string;
+ partitionCount?: number;
+ itemCount?: number;
+}
+
+export interface TrainingInput {
+ datasetId?: string;
+ datasetVersionId?: string;
+ name?: string;
+ split?: string;
+ volume?: DataVolume;
+ manifestPath?: string;
+ partitionDir?: string;
+ external?: boolean;
+ quality?: DataMetricQuality;
+}
+
+export interface DataMetrics {
+ schemaVersion: number;
+ stage: DataMetricStage;
+ input?: DataVolume;
+ output?: DataVolume;
+ rejected?: DataVolume;
+ technicalValid?: DataVolume;
+ trainReady?: DataVolume;
+ datasetRefs?: DatasetMetricRef[];
+ trainingInputs?: TrainingInput[];
+ rejectionReasons?: Record;
+ quality?: DataMetricQuality;
+ occurredAt?: string;
+}
+
+export interface CollectionTaskRequirements {
+ requireTechnicalValidation: boolean;
+ requireQuality: boolean;
+ requireAnnotation: boolean;
+ requireAudit: boolean;
+}
+
+export interface CollectionTask {
+ id: string;
+ organizationId?: string;
+ projectId: string;
+ projectName?: string;
+ name: string;
+ description?: string;
+ robotModel: string;
+ robotVersion?: string;
+ scene: string;
+ modalities: string[];
+ format?: string;
+ mode: CollectionTaskMode;
+ status: CollectionTaskStatus;
+ workflowId?: string;
+ workflowName?: string;
+ stageBindings?: Partial>;
+ targets: DataVolume;
+ requirements: CollectionTaskRequirements;
+ splitRules?: Partial>;
+ lastRunId?: string;
+ createdAt?: string;
+ updatedAt?: string;
+}
+
+export type CollectionTaskInput = Omit<
+ CollectionTask,
+ "id" | "organizationId" | "projectName" | "workflowName" | "lastRunId" | "createdAt" | "updatedAt"
+>;
+
+export interface DatasetVersion {
+ id: string;
+ datasetId: string;
+ taskId?: string;
+ projectId?: string;
+ name: string;
+ split?: string;
+ fingerprint: string;
+ volume?: DataVolume;
+ storage?: AssetStorageLocation;
+ manifestPath?: string;
+ partitionDir?: string;
+ producerRunId?: string;
+ producerNodeId?: string;
+ artifactId?: string;
+ quality: DataMetricQuality;
+ createdAt: string;
+ updatedAt?: string;
+}
+
+export interface DataMetricFact {
+ id: string;
+ sourceKey: string;
+ projectId?: string;
+ projectName?: string;
+ taskId?: string;
+ taskName?: string;
+ robotModel?: string;
+ scene?: string;
+ workflowId?: string;
+ workflowName?: string;
+ runId: string;
+ nodeId: string;
+ nodeLabel?: string;
+ attempt: number;
+ stage: DataMetricStage;
+ input?: DataVolume;
+ output?: DataVolume;
+ rejected?: DataVolume;
+ technicalValid?: DataVolume;
+ trainReady?: DataVolume;
+ datasetRefs?: DatasetMetricRef[];
+ trainingInputs?: TrainingInput[];
+ rejectionReasons?: Record;
+ quality: DataMetricQuality;
+ occurredAt: string;
+ recordedAt: string;
+}
+
+export interface DataStageSummary {
+ stage: DataMetricStage;
+ input?: DataVolume;
+ output?: DataVolume;
+ rejected?: DataVolume;
+ technicalValid?: DataVolume;
+ trainReady?: DataVolume;
+ runCount: number;
+}
+
+export interface DataOperationsSummary {
+ from: string;
+ to: string;
+ timezone: string;
+ updatedAt: string;
+ freshness: string;
+ stages: DataStageSummary[];
+ training: {
+ consumed: DataVolume;
+ unique: DataVolume;
+ runCount: number;
+ };
+ hourly: Array<{ hour: string; stages: Partial> }>;
+ rejectionReasons: Record;
+ tasks: Array<{
+ taskId: string;
+ taskName: string;
+ status: CollectionTaskStatus;
+ targets: DataVolume;
+ collected: DataVolume;
+ percent: number;
+ }>;
+ factCount: number;
+ exactCount: number;
+ derivedCount: number;
+ estimatedCount: number;
+ unknownCount: number;
+}
+
+export interface TrainingUsage {
+ id: string;
+ taskId?: string;
+ taskName?: string;
+ projectId?: string;
+ projectName?: string;
+ workflowId?: string;
+ workflowName?: string;
+ runId: string;
+ nodeId: string;
+ nodeLabel?: string;
+ model?: string;
+ inputs: TrainingInput[];
+ consumed: DataVolume;
+ quality: DataMetricQuality;
+ occurredAt: string;
}
export interface InputLineage {
@@ -915,6 +1120,7 @@ export interface ExecutionRun {
workflowName: string;
projectId: string;
projectName: string;
+ taskId?: string;
trigger: "manual" | "scheduled" | "retry" | "rerun_subtree";
attempt?: number;
parentRunId?: string;
@@ -968,6 +1174,7 @@ export interface ExecutionRunSummary {
workflowName: string;
projectId: string;
projectName: string;
+ taskId?: string;
trigger: "manual" | "scheduled" | "retry" | "rerun_subtree";
attempt?: number;
parentRunId?: string;
diff --git a/tests/frontend/data-operations.test.mjs b/tests/frontend/data-operations.test.mjs
new file mode 100644
index 00000000..1408c18c
--- /dev/null
+++ b/tests/frontend/data-operations.test.mjs
@@ -0,0 +1,37 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { readFile } from "node:fs/promises";
+
+const pageURL = new URL("../../src/pages/DataOperations.tsx", import.meta.url);
+const serviceURL = new URL("../../src/services/api/data-operations.ts", import.meta.url);
+
+test("data operations page exposes complete task and business metric surfaces", async () => {
+ const source = await readFile(pageURL, "utf8");
+
+ assert.match(source, /数据总览/);
+ assert.match(source, /完整任务/);
+ assert.match(source, /数据版本/);
+ assert.match(source, /训练使用/);
+ assert.match(source, /技术有效/);
+ assert.match(source, /训练可用/);
+ assert.match(source, /训练消费/);
+});
+
+test("data operations polling pauses while the page is hidden", async () => {
+ const source = await readFile(pageURL, "utf8");
+
+ assert.match(source, /document\.hidden/);
+ assert.match(source, /visibilitychange/);
+ assert.match(source, /30_000/);
+ assert.match(source, /controller\?\.abort\(\)/);
+});
+
+test("data operations client uses additive compatibility endpoints", async () => {
+ const source = await readFile(serviceURL, "utf8");
+
+ assert.match(source, /\/api\/data-collection-tasks/);
+ assert.match(source, /\/api\/data-operations\/summary/);
+ assert.match(source, /\/api\/data-operations\/stage-items/);
+ assert.match(source, /\/api\/data-operations\/training-usage/);
+ assert.match(source, /\/api\/data-operations\/datasets/);
+});
diff --git a/tests/frontend/operators.test.mjs b/tests/frontend/operators.test.mjs
index cf1b1490..9282c084 100644
--- a/tests/frontend/operators.test.mjs
+++ b/tests/frontend/operators.test.mjs
@@ -55,6 +55,22 @@ test("buildOperatorPayload deep clones mutable operator fields", () => {
assert.equal(source.hyperparams[0].value, "fast");
});
+test("buildOperatorPayload normalizes and validates business stage", () => {
+ const base = {
+ name: "cleaner",
+ type: "custom",
+ category: "DATA",
+ description: "clean data",
+ inputs: [],
+ outputs: [],
+ businessStage: " CLEAN ",
+ };
+ const payload = buildOperatorPayload(base);
+ assert.equal(payload.businessStage, "clean");
+ assert.equal(getOperatorPayloadIssue(base), "");
+ assert.match(getOperatorPayloadIssue({ ...base, businessStage: "publish" }), /业务阶段/);
+});
+
test("operator payload validation rejects missing metadata and invalid ports", () => {
assert.equal(getOperatorPayloadIssue({ name: " ", description: "ok" }), "算子名称不能为空");
assert.equal(