droboticflow/internal/dataops/materializer_test.go
2026-07-23 21:11:15 +08:00

90 lines
2.8 KiB
Go

package dataops
import (
"context"
"testing"
"droboticflow/internal/domain"
"droboticflow/internal/store"
)
func materializerInt64(value int64) *int64 {
return &value
}
func TestMaterializeNodeMetricsCreatesFactDatasetAndMarksExecution(t *testing.T) {
ctx := context.Background()
dataStore := store.NewMemoryStore()
project, err := dataStore.CreateProject(ctx, domain.CreateProjectInput{Name: "Y1 项目"})
if err != nil {
t.Fatalf("create project: %v", err)
}
workflow, err := dataStore.CreateWorkflow(ctx, domain.CreateWorkflowInput{
ProjectID: project.ID,
Name: "Y1 数据准备",
Type: domain.WorkflowTypeBatch,
Nodes: []domain.WorkflowNode{},
Edges: []domain.WorkflowEdge{},
})
if err != nil {
t.Fatalf("create workflow: %v", err)
}
run, err := dataStore.CreateRun(ctx, workflow.ID, domain.RunTriggerManual, "task-y1")
if err != nil {
t.Fatalf("create run: %v", err)
}
execution := domain.NodeExecutionRecord{
NodeID: "collect",
NodeLabel: "采集索引",
Attempt: 1,
Status: domain.NodeExecutionStatusCompleted,
EndedAt: "2026-07-23T01:00:00Z",
DataMetrics: &domain.DataMetricsRecord{
SchemaVersion: 1,
Stage: domain.DataMetricStageCollect,
Output: domain.DataVolume{TrajectoryCount: materializerInt64(8)},
Quality: domain.DataMetricQualityExact,
DatasetRefs: []domain.DatasetMetricRef{{
Name: "Y1 batch",
DatasetType: "x-platform",
ManifestPath: "/workspace/y1/manifest.json",
ItemCount: 8,
}},
},
}
run.NodeExecutions = []domain.NodeExecutionRecord{execution}
if err := dataStore.UpsertRun(ctx, *run); err != nil {
t.Fatalf("upsert run: %v", err)
}
if err := MaterializeNodeMetrics(ctx, dataStore, run, &execution); err != nil {
t.Fatalf("materialize: %v", err)
}
page, err := dataStore.ListDataMetricFactsPage(ctx, domain.DefaultOrganizationID, domain.DataOperationsQuery{
From: "2026-07-23T00:00:00Z",
To: "2026-07-24T00:00:00Z",
})
if err != nil {
t.Fatalf("list facts: %v", err)
}
if len(page.Items) != 1 || len(page.Items[0].DatasetRefs) != 1 {
t.Fatalf("facts = %#v", page.Items)
}
if page.Items[0].DatasetRefs[0].DatasetVersionID == "" {
t.Fatal("dataset version id was not materialized")
}
versions, err := dataStore.ListDatasetVersions(ctx, domain.DefaultOrganizationID, domain.DataOperationsQuery{Limit: 10})
if err != nil {
t.Fatalf("list versions: %v", err)
}
if len(versions) != 1 || versions[0].Volume.TrajectoryCount == nil || *versions[0].Volume.TrajectoryCount != 8 {
t.Fatalf("versions = %#v", versions)
}
persisted, err := dataStore.GetRun(ctx, run.ID)
if err != nil {
t.Fatalf("get run: %v", err)
}
if persisted.NodeExecutions[0].MetricsMaterializedAt == "" {
t.Fatal("node metrics were not marked materialized")
}
}