droboticflow/internal/api/annotation_work_buffer_test.go

190 lines
6.6 KiB
Go

package api
import (
"droboticflow/internal/domain"
"encoding/json"
"fmt"
"net/http"
"sync"
"testing"
)
func TestAnnotationBufferCapacityAndReplay(t *testing.T) {
f := randomClaimFixture(t, 12)
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
if e := f.store.UpsertHumanBatch(f.ctx, *batch); e != nil {
t.Fatal(e)
}
path := "/api/plugins/annotation-qa/work-buffer?projectId=" + f.task.ProjectID
r := f.request(http.MethodGet, path, f.annotator, nil)
if r.Code != 200 {
t.Fatalf("read buffer: %d %s", r.Code, r.Body.String())
}
var initial struct {
Capacity int `json:"capacity"`
Occupied int `json:"occupied"`
}
json.Unmarshal(r.Body.Bytes(), &initial)
if initial.Capacity != 2 || initial.Occupied != 1 {
t.Fatalf("unexpected initial buffer %+v", initial)
}
first := claimRandom(t, f, "buffer-first-request-01")
var wg sync.WaitGroup
for i := 0; i < 8; i++ {
wg.Add(1)
go func(i int) {
defer wg.Done()
r := f.request("POST", "/api/plugins/annotation-qa/random-claims", f.annotator, map[string]any{"projectId": f.task.ProjectID, "requestId": fmt.Sprintf("buffer-concurrent-%02d", i)})
if r.Code != 409 {
t.Errorf("full buffer allowed claim: %d %s", r.Code, r.Body.String())
}
}(i)
}
wg.Wait()
if replay := claimRandom(t, f, "buffer-first-request-01"); replay.ID != first.ID {
t.Fatal("full buffer lost receipt")
}
r = f.request(http.MethodPut, path, f.annotator, map[string]any{"capacity": 3})
if r.Code != 200 {
t.Fatalf("change capacity: %d %s", r.Code, r.Body.String())
}
claimRandom(t, f, "buffer-second-request-01")
for _, v := range []any{1, 9, 2.5} {
r = f.request(http.MethodPut, path, f.annotator, map[string]any{"capacity": v})
if r.Code < 400 {
t.Fatalf("accepted invalid capacity %v", v)
}
}
r = f.request(http.MethodPut, path, f.annotator, map[string]any{"capacity": 2})
if r.Code != 200 {
t.Fatal(r.Body.String())
}
json.Unmarshal(r.Body.Bytes(), &initial)
if initial.Capacity != 2 || initial.Occupied != 3 {
t.Fatalf("lowering released work %+v", initial)
}
}
func TestAnnotationBufferConcurrentClaimsUseSharedCapacity(t *testing.T) {
f := randomClaimFixture(t, 20)
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
if err := f.store.UpsertHumanBatch(f.ctx, *batch); err != nil {
t.Fatal(err)
}
path := "/api/plugins/annotation-qa/work-buffer?projectId=" + f.task.ProjectID
if r := f.request("PUT", path, f.annotator, map[string]any{"capacity": 8}); r.Code != 200 {
t.Fatal(r.Body.String())
}
var wg sync.WaitGroup
successes := make(chan string, 20)
for i := 0; i < 20; i++ {
wg.Add(1)
go func(i int) {
defer wg.Done()
r := f.request("POST", "/api/plugins/annotation-qa/random-claims", f.annotator, map[string]any{"projectId": f.task.ProjectID, "requestId": fmt.Sprintf("capacity-race-request-%02d", i)})
if r.Code == 200 {
var response struct {
Item domain.HumanItemRecord `json:"item"`
}
json.Unmarshal(r.Body.Bytes(), &response)
successes <- response.Item.ID
} else if r.Code != 409 {
t.Errorf("unexpected claim result %d %s", r.Code, r.Body.String())
}
}(i)
}
wg.Wait()
close(successes)
seen := map[string]bool{}
for id := range successes {
if id == "" || seen[id] {
t.Fatalf("duplicate/missing assignment %q", id)
}
seen[id] = true
}
if len(seen) != 7 {
t.Fatalf("expected seven free slots, got %d", len(seen))
}
r := f.request("GET", path, f.annotator, nil)
var buffer struct {
Occupied int `json:"occupied"`
Items []domain.HumanItemRecord `json:"items"`
}
json.Unmarshal(r.Body.Bytes(), &buffer)
if r.Code != 200 || buffer.Occupied != 8 || len(buffer.Items) != 8 {
t.Fatalf("authoritative buffer %d %s", r.Code, r.Body.String())
}
}
func TestAnnotationBufferLeavesOtherWorkflowsUnchanged(t *testing.T) {
f := randomClaimFixture(t, 4)
path := "/api/plugins/annotation-qa/work-buffer?projectId=" + f.task.ProjectID
r := f.request("GET", path, f.annotator, nil)
var result struct {
Enabled bool `json:"enabled"`
Items []domain.HumanItemRecord `json:"items"`
}
json.Unmarshal(r.Body.Bytes(), &result)
if r.Code != 200 || result.Enabled || len(result.Items) != 0 {
t.Fatalf("other workflow buffer enabled: %d %s", r.Code, r.Body.String())
}
if r = f.request("PUT", path, f.annotator, map[string]any{"capacity": 8}); r.Code != 409 {
t.Fatalf("unsupported workflow settings changed: %d %s", r.Code, r.Body.String())
}
for i := 0; i < 3; i++ {
claimRandom(t, f, fmt.Sprintf("legacy-no-capacity-%02d", i))
}
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
if e := f.store.UpsertHumanBatch(f.ctx, *batch); e != nil {
t.Fatal(e)
}
r = f.request("GET", path, f.annotator, nil)
json.Unmarshal(r.Body.Bytes(), &result)
if r.Code != 200 || !result.Enabled || len(result.Items) != 4 {
t.Fatalf("trusted batch scope unavailable: %d %s", r.Code, r.Body.String())
}
}
func TestAnnotationBufferDoesNotClaimOtherWorkflowInMixedProject(t *testing.T) {
f := randomClaimFixture(t, 1)
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
if e := f.store.UpsertHumanBatch(f.ctx, *batch); e != nil {
t.Fatal(e)
}
legacy := *batch
legacy.ID = "other-workflow-batch"
legacy.ProcessingProfile = ""
if e := f.store.UpsertHumanBatch(f.ctx, legacy); e != nil {
t.Fatal(e)
}
candidate, _ := f.store.GetHumanItem(f.ctx, "random-item-0")
candidate.BatchID = legacy.ID
if e := f.store.UpsertHumanItem(f.ctx, *candidate); e != nil {
t.Fatal(e)
}
r := f.request("POST", "/api/plugins/annotation-qa/random-claims", f.annotator, map[string]any{"projectId": f.task.ProjectID, "requestId": "buffer-filter-scope-01", "bufferOnly": true})
var claim struct {
Item *domain.HumanItemRecord `json:"item"`
}
json.Unmarshal(r.Body.Bytes(), &claim)
if r.Code != 200 || claim.Item != nil {
t.Fatalf("buffer claimed another workflow: %d %s", r.Code, r.Body.String())
}
if item := claimRandom(t, f, "manual-other-workflow-01"); item.ID != "random-item-0" {
t.Fatal("legacy manual claim changed")
}
r = f.request("GET", "/api/plugins/annotation-qa/work-buffer?projectId="+f.task.ProjectID, f.annotator, nil)
var buffer struct {
Enabled bool `json:"enabled"`
Occupied int `json:"occupied"`
}
json.Unmarshal(r.Body.Bytes(), &buffer)
if r.Code != 200 || !buffer.Enabled || buffer.Occupied != 1 {
t.Fatalf("legacy task occupies scoped buffer: %d %s", r.Code, r.Body.String())
}
}