190 lines
6.6 KiB
Go
190 lines
6.6 KiB
Go
package api
|
|
|
|
import (
|
|
"droboticflow/internal/domain"
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/http"
|
|
"sync"
|
|
"testing"
|
|
)
|
|
|
|
func TestAnnotationBufferCapacityAndReplay(t *testing.T) {
|
|
f := randomClaimFixture(t, 12)
|
|
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
|
|
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
|
|
if e := f.store.UpsertHumanBatch(f.ctx, *batch); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
path := "/api/plugins/annotation-qa/work-buffer?projectId=" + f.task.ProjectID
|
|
r := f.request(http.MethodGet, path, f.annotator, nil)
|
|
if r.Code != 200 {
|
|
t.Fatalf("read buffer: %d %s", r.Code, r.Body.String())
|
|
}
|
|
var initial struct {
|
|
Capacity int `json:"capacity"`
|
|
Occupied int `json:"occupied"`
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &initial)
|
|
if initial.Capacity != 2 || initial.Occupied != 1 {
|
|
t.Fatalf("unexpected initial buffer %+v", initial)
|
|
}
|
|
first := claimRandom(t, f, "buffer-first-request-01")
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < 8; i++ {
|
|
wg.Add(1)
|
|
go func(i int) {
|
|
defer wg.Done()
|
|
r := f.request("POST", "/api/plugins/annotation-qa/random-claims", f.annotator, map[string]any{"projectId": f.task.ProjectID, "requestId": fmt.Sprintf("buffer-concurrent-%02d", i)})
|
|
if r.Code != 409 {
|
|
t.Errorf("full buffer allowed claim: %d %s", r.Code, r.Body.String())
|
|
}
|
|
}(i)
|
|
}
|
|
wg.Wait()
|
|
if replay := claimRandom(t, f, "buffer-first-request-01"); replay.ID != first.ID {
|
|
t.Fatal("full buffer lost receipt")
|
|
}
|
|
r = f.request(http.MethodPut, path, f.annotator, map[string]any{"capacity": 3})
|
|
if r.Code != 200 {
|
|
t.Fatalf("change capacity: %d %s", r.Code, r.Body.String())
|
|
}
|
|
claimRandom(t, f, "buffer-second-request-01")
|
|
for _, v := range []any{1, 9, 2.5} {
|
|
r = f.request(http.MethodPut, path, f.annotator, map[string]any{"capacity": v})
|
|
if r.Code < 400 {
|
|
t.Fatalf("accepted invalid capacity %v", v)
|
|
}
|
|
}
|
|
r = f.request(http.MethodPut, path, f.annotator, map[string]any{"capacity": 2})
|
|
if r.Code != 200 {
|
|
t.Fatal(r.Body.String())
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &initial)
|
|
if initial.Capacity != 2 || initial.Occupied != 3 {
|
|
t.Fatalf("lowering released work %+v", initial)
|
|
}
|
|
}
|
|
|
|
func TestAnnotationBufferConcurrentClaimsUseSharedCapacity(t *testing.T) {
|
|
f := randomClaimFixture(t, 20)
|
|
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
|
|
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
|
|
if err := f.store.UpsertHumanBatch(f.ctx, *batch); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
path := "/api/plugins/annotation-qa/work-buffer?projectId=" + f.task.ProjectID
|
|
if r := f.request("PUT", path, f.annotator, map[string]any{"capacity": 8}); r.Code != 200 {
|
|
t.Fatal(r.Body.String())
|
|
}
|
|
var wg sync.WaitGroup
|
|
successes := make(chan string, 20)
|
|
for i := 0; i < 20; i++ {
|
|
wg.Add(1)
|
|
go func(i int) {
|
|
defer wg.Done()
|
|
r := f.request("POST", "/api/plugins/annotation-qa/random-claims", f.annotator, map[string]any{"projectId": f.task.ProjectID, "requestId": fmt.Sprintf("capacity-race-request-%02d", i)})
|
|
if r.Code == 200 {
|
|
var response struct {
|
|
Item domain.HumanItemRecord `json:"item"`
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &response)
|
|
successes <- response.Item.ID
|
|
} else if r.Code != 409 {
|
|
t.Errorf("unexpected claim result %d %s", r.Code, r.Body.String())
|
|
}
|
|
}(i)
|
|
}
|
|
wg.Wait()
|
|
close(successes)
|
|
seen := map[string]bool{}
|
|
for id := range successes {
|
|
if id == "" || seen[id] {
|
|
t.Fatalf("duplicate/missing assignment %q", id)
|
|
}
|
|
seen[id] = true
|
|
}
|
|
if len(seen) != 7 {
|
|
t.Fatalf("expected seven free slots, got %d", len(seen))
|
|
}
|
|
r := f.request("GET", path, f.annotator, nil)
|
|
var buffer struct {
|
|
Occupied int `json:"occupied"`
|
|
Items []domain.HumanItemRecord `json:"items"`
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &buffer)
|
|
if r.Code != 200 || buffer.Occupied != 8 || len(buffer.Items) != 8 {
|
|
t.Fatalf("authoritative buffer %d %s", r.Code, r.Body.String())
|
|
}
|
|
}
|
|
|
|
func TestAnnotationBufferLeavesOtherWorkflowsUnchanged(t *testing.T) {
|
|
f := randomClaimFixture(t, 4)
|
|
path := "/api/plugins/annotation-qa/work-buffer?projectId=" + f.task.ProjectID
|
|
r := f.request("GET", path, f.annotator, nil)
|
|
var result struct {
|
|
Enabled bool `json:"enabled"`
|
|
Items []domain.HumanItemRecord `json:"items"`
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &result)
|
|
if r.Code != 200 || result.Enabled || len(result.Items) != 0 {
|
|
t.Fatalf("other workflow buffer enabled: %d %s", r.Code, r.Body.String())
|
|
}
|
|
if r = f.request("PUT", path, f.annotator, map[string]any{"capacity": 8}); r.Code != 409 {
|
|
t.Fatalf("unsupported workflow settings changed: %d %s", r.Code, r.Body.String())
|
|
}
|
|
for i := 0; i < 3; i++ {
|
|
claimRandom(t, f, fmt.Sprintf("legacy-no-capacity-%02d", i))
|
|
}
|
|
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
|
|
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
|
|
if e := f.store.UpsertHumanBatch(f.ctx, *batch); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
r = f.request("GET", path, f.annotator, nil)
|
|
json.Unmarshal(r.Body.Bytes(), &result)
|
|
if r.Code != 200 || !result.Enabled || len(result.Items) != 4 {
|
|
t.Fatalf("trusted batch scope unavailable: %d %s", r.Code, r.Body.String())
|
|
}
|
|
}
|
|
|
|
func TestAnnotationBufferDoesNotClaimOtherWorkflowInMixedProject(t *testing.T) {
|
|
f := randomClaimFixture(t, 1)
|
|
batch, _ := f.store.GetHumanBatch(f.ctx, f.item.BatchID)
|
|
batch.ProcessingProfile = domain.ProcessingProfileRawHuman
|
|
if e := f.store.UpsertHumanBatch(f.ctx, *batch); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
legacy := *batch
|
|
legacy.ID = "other-workflow-batch"
|
|
legacy.ProcessingProfile = ""
|
|
if e := f.store.UpsertHumanBatch(f.ctx, legacy); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
candidate, _ := f.store.GetHumanItem(f.ctx, "random-item-0")
|
|
candidate.BatchID = legacy.ID
|
|
if e := f.store.UpsertHumanItem(f.ctx, *candidate); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
r := f.request("POST", "/api/plugins/annotation-qa/random-claims", f.annotator, map[string]any{"projectId": f.task.ProjectID, "requestId": "buffer-filter-scope-01", "bufferOnly": true})
|
|
var claim struct {
|
|
Item *domain.HumanItemRecord `json:"item"`
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &claim)
|
|
if r.Code != 200 || claim.Item != nil {
|
|
t.Fatalf("buffer claimed another workflow: %d %s", r.Code, r.Body.String())
|
|
}
|
|
if item := claimRandom(t, f, "manual-other-workflow-01"); item.ID != "random-item-0" {
|
|
t.Fatal("legacy manual claim changed")
|
|
}
|
|
r = f.request("GET", "/api/plugins/annotation-qa/work-buffer?projectId="+f.task.ProjectID, f.annotator, nil)
|
|
var buffer struct {
|
|
Enabled bool `json:"enabled"`
|
|
Occupied int `json:"occupied"`
|
|
}
|
|
json.Unmarshal(r.Body.Bytes(), &buffer)
|
|
if r.Code != 200 || !buffer.Enabled || buffer.Occupied != 1 {
|
|
t.Fatalf("legacy task occupies scoped buffer: %d %s", r.Code, r.Body.String())
|
|
}
|
|
}
|