forked from longtao.wu/droboticflow
90 lines
2.8 KiB
Go
90 lines
2.8 KiB
Go
package dataops
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"droboticflow/internal/domain"
|
|
"droboticflow/internal/store"
|
|
)
|
|
|
|
func materializerInt64(value int64) *int64 {
|
|
return &value
|
|
}
|
|
|
|
func TestMaterializeNodeMetricsCreatesFactDatasetAndMarksExecution(t *testing.T) {
|
|
ctx := context.Background()
|
|
dataStore := store.NewMemoryStore()
|
|
project, err := dataStore.CreateProject(ctx, domain.CreateProjectInput{Name: "Y1 项目"})
|
|
if err != nil {
|
|
t.Fatalf("create project: %v", err)
|
|
}
|
|
workflow, err := dataStore.CreateWorkflow(ctx, domain.CreateWorkflowInput{
|
|
ProjectID: project.ID,
|
|
Name: "Y1 数据准备",
|
|
Type: domain.WorkflowTypeBatch,
|
|
Nodes: []domain.WorkflowNode{},
|
|
Edges: []domain.WorkflowEdge{},
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("create workflow: %v", err)
|
|
}
|
|
run, err := dataStore.CreateRun(ctx, workflow.ID, domain.RunTriggerManual, "task-y1")
|
|
if err != nil {
|
|
t.Fatalf("create run: %v", err)
|
|
}
|
|
execution := domain.NodeExecutionRecord{
|
|
NodeID: "collect",
|
|
NodeLabel: "采集索引",
|
|
Attempt: 1,
|
|
Status: domain.NodeExecutionStatusCompleted,
|
|
EndedAt: "2026-07-23T01:00:00Z",
|
|
DataMetrics: &domain.DataMetricsRecord{
|
|
SchemaVersion: 1,
|
|
Stage: domain.DataMetricStageCollect,
|
|
Output: domain.DataVolume{TrajectoryCount: materializerInt64(8)},
|
|
Quality: domain.DataMetricQualityExact,
|
|
DatasetRefs: []domain.DatasetMetricRef{{
|
|
Name: "Y1 batch",
|
|
DatasetType: "x-platform",
|
|
ManifestPath: "/workspace/y1/manifest.json",
|
|
ItemCount: 8,
|
|
}},
|
|
},
|
|
}
|
|
run.NodeExecutions = []domain.NodeExecutionRecord{execution}
|
|
if err := dataStore.UpsertRun(ctx, *run); err != nil {
|
|
t.Fatalf("upsert run: %v", err)
|
|
}
|
|
if err := MaterializeNodeMetrics(ctx, dataStore, run, &execution); err != nil {
|
|
t.Fatalf("materialize: %v", err)
|
|
}
|
|
page, err := dataStore.ListDataMetricFactsPage(ctx, domain.DefaultOrganizationID, domain.DataOperationsQuery{
|
|
From: "2026-07-23T00:00:00Z",
|
|
To: "2026-07-24T00:00:00Z",
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("list facts: %v", err)
|
|
}
|
|
if len(page.Items) != 1 || len(page.Items[0].DatasetRefs) != 1 {
|
|
t.Fatalf("facts = %#v", page.Items)
|
|
}
|
|
if page.Items[0].DatasetRefs[0].DatasetVersionID == "" {
|
|
t.Fatal("dataset version id was not materialized")
|
|
}
|
|
versions, err := dataStore.ListDatasetVersions(ctx, domain.DefaultOrganizationID, domain.DataOperationsQuery{Limit: 10})
|
|
if err != nil {
|
|
t.Fatalf("list versions: %v", err)
|
|
}
|
|
if len(versions) != 1 || versions[0].Volume.TrajectoryCount == nil || *versions[0].Volume.TrajectoryCount != 8 {
|
|
t.Fatalf("versions = %#v", versions)
|
|
}
|
|
persisted, err := dataStore.GetRun(ctx, run.ID)
|
|
if err != nil {
|
|
t.Fatalf("get run: %v", err)
|
|
}
|
|
if persisted.NodeExecutions[0].MetricsMaterializedAt == "" {
|
|
t.Fatal("node metrics were not marked materialized")
|
|
}
|
|
}
|