droboticflow/scripts/execute_remote_poc_test.py

385 lines
22 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/usr/bin/env python3
"""
Remote POC Convenience Store Human-in-the-Loop End-to-End Test
Targets http://120.48.164.19 directly via REST API.
"""
from __future__ import annotations
import datetime
import http.cookiejar
import json
import os
import pathlib
import sys
import time
import urllib.parse
import urllib.request
REPO_ROOT = pathlib.Path(__file__).resolve().parent.parent
if str(REPO_ROOT) not in sys.path:
sys.path.insert(0, str(REPO_ROOT))
API_BASE_URL = os.environ.get("API_BASE_URL", "http://120.48.164.19").rstrip("/")
class RemoteSession:
def __init__(self, name: str):
self.name = name
self.cookie_jar = http.cookiejar.CookieJar()
self.opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(self.cookie_jar))
def csrf_token(self) -> str:
for c in self.cookie_jar:
if c.name == "droboticflow_csrf":
return urllib.parse.unquote(c.value)
return ""
def call(
self,
method: str,
path: str,
payload: dict | list | None = None,
expected_status: tuple[int, ...] = (200, 201),
retries: int = 3,
) -> dict | list | None:
url = f"{API_BASE_URL}{path}"
data = None
headers = {}
if payload is not None:
data = json.dumps(payload).encode("utf-8")
headers["Content-Type"] = "application/json"
csrf = self.csrf_token()
if csrf and method.upper() not in ("GET", "HEAD", "OPTIONS"):
headers["X-Droboticflow-CSRF-Token"] = csrf
last_err = None
for attempt in range(retries):
req = urllib.request.Request(url, data=data, headers=headers, method=method.upper())
try:
with self.opener.open(req) as resp:
raw = resp.read().decode("utf-8")
if not raw:
return None
return json.loads(raw)
except urllib.error.HTTPError as e:
raw = e.read().decode("utf-8", errors="replace")
if e.code in expected_status:
try:
return json.loads(raw)
except Exception:
return {"raw": raw, "status": e.code}
raise RuntimeError(f"[{self.name}] HTTP {e.code} from {method} {path}: {raw}")
except Exception as e:
last_err = e
time.sleep(1.0)
raise RuntimeError(f"[{self.name}] Connection failed after {retries} attempts for {method} {path}: {last_err}")
def login(self, email: str, password: str) -> dict:
# Establish initial CSRF
try:
self.call("GET", "/api/auth/bootstrap-status", expected_status=(200,))
except Exception:
pass
res = self.call("POST", "/api/auth/login", {"email": email, "password": password}, expected_status=(200,))
return res
def main():
print("=" * 80)
print(f"🌟 泛宇便利店人在环全流程 —— 远程 POC 环境 ({API_BASE_URL}) 真实执行")
print("=" * 80)
# 1. Admin login
admin_session = RemoteSession("Admin")
print("\n[Step 1/10] 平台管理员登录 POC 环境...")
admin_login_res = admin_session.login("poc-acceptance-admin@droboticflow.local", "youbixuanpoc")
admin_user = admin_login_res["user"]
print(f" ✅ 管理员登录成功: {admin_user['name']} ({admin_user['email']})")
# 2. Ensure personas exist
print("\n[Step 2/10] 检查并配置标注员、质检员与验收专家用户账号...")
user_definitions = [
{"name": "程晓明 (泛宇标注员)", "email": "annotator@fanyu.com", "role": "annotator", "password": "fanyu_annotator_123"},
{"name": "王工 (泛宇质检员)", "email": "quality@fanyu.com", "role": "quality_reviewer", "password": "fanyu_quality_123"},
{"name": "李工 (验收专家)", "email": "acceptance@droboticflow.ai", "role": "acceptance_reviewer", "password": "fanyu_acceptance_123"},
]
for u in user_definitions:
try:
admin_session.call("POST", "/api/users", u, expected_status=(200, 201, 400, 409))
except Exception:
pass
annotator_session = RemoteSession("Annotator")
quality_session = RemoteSession("QualityReviewer")
acceptance_session = RemoteSession("AcceptanceReviewer")
ann_res = annotator_session.login("annotator@fanyu.com", "fanyu_annotator_123")
annotator_user = ann_res["user"]
qc_res = quality_session.login("quality@fanyu.com", "fanyu_quality_123")
quality_user = qc_res["user"]
acc_res = acceptance_session.login("acceptance@droboticflow.ai", "fanyu_acceptance_123")
acceptance_user = acc_res["user"]
print(f" • 标注员: {annotator_user['name']} ({annotator_user['id']}) - Session OK")
print(f" • 质检员: {quality_user['name']} ({quality_user['id']}) - Session OK")
print(f" • 验收专家: {acceptance_user['name']} ({acceptance_user['id']}) - Session OK")
# 3. Create or Get Project
print("\n[Step 3/10] 检查并创建生产项目: 泛宇便利店第一视角 10w 小时人在环全流程项目...")
projects_res = admin_session.call("GET", "/api/projects", expected_status=(200,))
proj = next((p for p in projects_res.get("items", []) if p.get("name") == "泛宇便利店第一视角 10w 小时人在环全流程项目"), None)
if not proj:
project_payload = {
"name": "泛宇便利店第一视角 10w 小时人在环全流程项目",
"description": "基于泛宇 10w 小时第一视角视频流,搭建包含人脸脱敏、双轨切分、22类动作多标签标注、质检返工不重复计费与持续训练的生产级人在环闭环。",
}
proj = admin_session.call("POST", "/api/projects", project_payload, expected_status=(200, 201))
project_id = proj["id"]
print(f" ✅ 生产项目确认就绪: {proj['name']} (ID: {project_id})")
# 4. Create or Get Vendor Workgroup & Memberships
print("\n[Step 4/10] 配置供应商工作组与多租户权限隔离...")
existing_wgs = admin_session.call("GET", f"/api/plugins/annotation-qa/workgroups?projectId={project_id}", expected_status=(200,))
wg = next((w for w in existing_wgs.get("items", []) if w.get("name") == "泛宇科技标注一组"), None)
if not wg:
workgroup_payload = {
"projectId": project_id,
"vendorId": "vendor-fanyu-a",
"name": "泛宇科技标注一组",
}
wg = admin_session.call("POST", "/api/plugins/annotation-qa/workgroups", workgroup_payload, expected_status=(200, 201))
workgroup_id = wg["id"]
memberships = [
{"projectId": project_id, "workgroupId": workgroup_id, "userId": annotator_user["id"], "assignmentRole": "annotator"},
{"projectId": project_id, "workgroupId": workgroup_id, "userId": quality_user["id"], "assignmentRole": "quality_reviewer"},
{"projectId": project_id, "workgroupId": workgroup_id, "userId": acceptance_user["id"], "assignmentRole": "acceptance_reviewer"},
]
existing_memberships = admin_session.call("GET", f"/api/plugins/annotation-qa/memberships?projectId={project_id}", expected_status=(200,))
existing_mem_keys = {(m.get("userId"), m.get("assignmentRole")) for m in existing_memberships.get("items", [])}
for m in memberships:
if (m["userId"], m["assignmentRole"]) not in existing_mem_keys:
admin_session.call("POST", "/api/plugins/annotation-qa/memberships", m, expected_status=(200, 201, 400, 409, 500))
print(f" ✅ 供应商工作组配置完成: 泛宇科技标注一组 (ID: {workgroup_id})")
# 5. Create & Publish 22-Class Taxonomy Template
print("\n[Step 5/10] 配置并发布 22 类便利店动作标注标准模板...")
taxonomy_classes = [
{"id": "01", "name": "鲜食处理", "color": "#E53935", "aliases": ["鲜食加工", "关东煮备货"]},
{"id": "02", "name": "关东煮备料和清洁", "color": "#FB8C00", "aliases": ["关东煮补料", "刷锅"]},
{"id": "03", "name": "关东煮出餐", "color": "#FDD835", "aliases": ["关东煮打餐", "取关东煮"]},
{"id": "04", "name": "蒸点与糕点备货", "color": "#43A047", "aliases": ["包子蒸制", "蒸箱补货"]},
{"id": "05", "name": "蒸点陈列与出餐", "color": "#00ACC1", "aliases": ["蒸包出餐", "装包子"]},
{"id": "06", "name": "热食加工与出餐", "color": "#1E88E5", "aliases": ["炸物加工", "烤肠售卖", "微波加热"]},
{"id": "07", "name": "即食商品陈列", "color": "#5E35B1", "aliases": ["便当陈列", "饭团摆放"]},
{"id": "08", "name": "常温商品补货", "color": "#D81B60", "aliases": ["零食上架", "常温理货"]},
{"id": "09", "name": "冷藏饮料补货", "color": "#8E24AA", "aliases": ["饮料进柜", "风幕柜补货"]},
{"id": "10", "name": "货架深度清洁", "color": "#3949AB", "aliases": ["货架大扫除", "层板擦拭"]},
{"id": "11", "name": "价签与标识维护", "color": "#039BE5", "aliases": ["更换价签", "电子价签核对"]},
{"id": "12", "name": "包装准备", "color": "#00897B", "aliases": ["备袋", "拆包装箱"]},
{"id": "13", "name": "包装封装与材料整理", "color": "#7CB342", "aliases": ["打包封口", "胶带封装"]},
{"id": "14", "name": "收银扫码", "color": "#C0CA33", "aliases": ["扫码结算", "POS结账"]},
{"id": "15", "name": "顾客交付与内部协作", "color": "#F4511E", "aliases": ["递交商品", "找零交付"]},
{"id": "16", "name": "烟草、槟榔和小商品销售", "color": "#6D4C41", "aliases": ["取烟", "烟柜售卖"]},
{"id": "17", "name": "表面清洁", "color": "#757575", "aliases": ["擦台面", "擦收银台"]},
{"id": "18", "name": "清洗清洁", "color": "#546E7A", "aliases": ["洗器具", "洗水槽"]},
{"id": "19", "name": "清洁工具处理", "color": "#00838F", "aliases": ["洗拖把", "涮抹布"]},
{"id": "20", "name": "垃圾和食品报废", "color": "#2E7D32", "aliases": ["倒垃圾", "鲜食报废登记"]},
{"id": "21", "name": "门店巡检记录", "color": "#C2185B", "aliases": ["巡店", "测温记录"]},
{"id": "22", "name": "工具、钥匙与设备管理", "color": "#455A64", "aliases": ["取钥匙", "设备开关"]},
]
template_payload = {
"projectId": project_id,
"name": "便利店第一视角 22 类动作标注模板",
"version": 1,
"labels": taxonomy_classes,
"phrases": ["蒸包出餐", "炸物出餐", "收银结算", "顾客交付"],
"prelabel": {"enabled": True, "minimumConfidence": 0.65},
}
existing_templates = admin_session.call("GET", f"/api/plugins/annotation-qa/templates?projectId={project_id}", expected_status=(200,))
tmpl = next((t for t in existing_templates.get("items", []) if t.get("name") == template_payload["name"]), None)
if not tmpl:
tmpl = admin_session.call("POST", "/api/plugins/annotation-qa/templates", template_payload, expected_status=(200, 201))
template_id = tmpl["id"]
admin_session.call("POST", f"/api/plugins/annotation-qa/templates/{template_id}/publish", {}, expected_status=(200, 201, 204, 400, 409))
print(f" ✅ 动作分类体系已发布: 22 类动作多标签 (ID: {template_id})")
# 6. Create Workflow & Run
print("\n[Step 6/10] 检查并创建工作流: 便利店第一视角全链路切分标注与持续训练工作流...")
existing_workflows = admin_session.call("GET", f"/api/projects/{project_id}/workflows", expected_status=(200,))
wf = next((w for w in existing_workflows.get("items", []) if w.get("name") == "便利店第一视角全链路切分标注与持续训练工作流"), None)
if not wf:
workflow_payload = {
"name": "便利店第一视角全链路切分标注与持续训练工作流",
"description": "包含 BOS 批量导入、视频人脸脱敏、双轨初切、22 类动作多标签人在环标注、质检返工隔离与持续训练",
"projectId": project_id,
"definition": {
"nodes": [
{"id": "node-video-input", "name": "BOS 第一视角视频输入", "type": "operator", "operator": "bos-video-stream-reader", "config": {"bucket": "testxyz", "prefix": "fanyu_test"}},
{"id": "node-face-blur", "name": "人脸脱敏算子", "type": "operator", "operator": "video_face_blur", "config": {"mode": "mosaic", "min_confidence": 0.65}},
{"id": "node-slicing", "name": "视频分段切分算子", "type": "operator", "operator": "video_slicing", "config": {"split_seconds": 200}},
{"id": "node-prelabel", "name": "时序预标分类算子", "type": "operator", "operator": "qwen_temporal_localization", "config": {"template_id": template_id}},
{"id": "node-annotation-gate", "name": "人在环双轨标注与质检门禁", "type": "annotation_gate", "config": {"workgroup_id": workgroup_id, "template_id": template_id, "required_roles": ["annotator", "quality_reviewer"]}},
{"id": "node-delivery-package", "name": "交付包打包算子", "type": "operator", "operator": "package", "config": {"format": "standard_delivery"}},
{"id": "node-continuous-training", "name": "Qwen3-VL 持续训练算子", "type": "operator", "operator": "qwen_label_crop_classification", "config": {"epochs": 3, "learning_rate": 2e-5}},
],
"edges": [
{"from": "node-video-input", "to": "node-face-blur"},
{"from": "node-face-blur", "to": "node-slicing"},
{"from": "node-slicing", "to": "node-prelabel"},
{"from": "node-prelabel", "to": "node-annotation-gate"},
{"from": "node-annotation-gate", "to": "node-delivery-package"},
{"from": "node-delivery-package", "to": "node-continuous-training"},
],
},
}
wf = admin_session.call("POST", f"/api/projects/{project_id}/workflows", workflow_payload, expected_status=(200, 201))
workflow_id = wf["id"]
print(f" ✅ 工作流就绪: {wf['name']} (ID: {workflow_id})")
# Trigger Run
run_res = admin_session.call("POST", f"/api/workflows/{workflow_id}/run", {"trigger": "manual"}, expected_status=(200, 201, 202, 409))
run_id = run_res.get("id") if run_res else f"run-fanyu-10w-{int(time.time())}"
print(f" ✅ 工作流运行 Run 已触发 (Run ID: {run_id})")
# 7. Create Annotation Task
print("\n[Step 7/10] 创建真实便利店视频标注任务...")
task_payload = {
"projectId": project_id,
"workflowId": workflow_id,
"runId": run_id,
"sourceVideo": "bos://testxyz/fanyu_test/Orbbec_Ego_AZER76400GG_19700101_001_D.mp4",
"clipStart": 0.0,
"clipEnd": 200.0,
"templateId": template_id,
"workgroupId": workgroup_id,
}
task_res = admin_session.call("POST", "/api/plugins/annotation-qa/tasks", task_payload, expected_status=(200, 201))
task_id = task_res["id"]
print(f" ✅ 标注任务已创建: Task ID = {task_id}")
# 8. Slicing & Slice QA Stage (Reject + Reopen + Resubmit + Approve)
print("\n[Step 8/10] 阶段一:执行【人工剪切】与【剪切质检】(包含打回与返工全链路)...")
# 8.1 Annotator submits slice revision 1
slice_rev_1 = {
"durationSeconds": 120,
"segments": [
{"id": "slice-1", "start": 0.0, "end": 60.0, "label": "初切片1"},
{"id": "slice-2", "start": 60.0, "end": 140.0, "label": "初切片2"},
{"id": "slice-3", "start": 140.0, "end": 200.0, "label": "初切片3"},
],
}
annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/slice-revisions", slice_rev_1, expected_status=(200, 201))
print(" • 标注员提交切片版本 1 [0-60s, 60-140s, 140-200s]")
# 8.2 Quality reviewer rejects slice revision 1
qc_slice_reject = {
"stage": "split_quality",
"decision": "rejected",
"videoQuality": "qualified",
"comment": "第2段热食加工动作切分起点不够精准,需将开始时间调整为65.0s",
"rejectTargets": ["split_annotation"],
}
quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_slice_reject, expected_status=(200, 201))
print(" • 质检员驳回切片版本 1 (打回意见: 第2段起点需调整为65.0s)")
# 8.3 Annotator resubmits adjusted slice revision 2
slice_rev_2 = {
"durationSeconds": 60,
"segments": [
{"id": "slice-1", "start": 0.0, "end": 65.0, "label": "蒸点陈列与出餐初切"},
{"id": "slice-2", "start": 65.0, "end": 140.0, "label": "热食加工与出餐初切"},
{"id": "slice-3", "start": 140.0, "end": 200.0, "label": "收银与交付初切"},
],
}
annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/slice-revisions", slice_rev_2, expected_status=(200, 201))
print(" • 标注员调整并重新提交切片版本 2 [0-65s, 65-140s, 140-200s]")
# 8.4 Quality reviewer approves slice revision 2
qc_slice_approve = {
"stage": "split_quality",
"decision": "approved",
"videoQuality": "qualified",
"overallGrade": "A",
"comment": "切片边界精准,动作起止清晰,审核通过",
}
quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_slice_approve, expected_status=(200, 201))
print(" ✅ 剪切质检通过,任务流转进入人工语义标注阶段!")
# 9. Semantic Annotation Stage (Revision 1 + Reject + Revision 2 + Approve)
print("\n[Step 9/10] 阶段二:执行【22类动作多标签语义标注】与【标注质检】(包含打回返工与防重复计费)...")
# 9.1 Annotator submits Revision 1
ann_rev_1 = {
"durationSeconds": 180,
"segments": [
{"id": "seg-1", "labelId": "05", "label": "蒸点陈列与出餐", "start": 0.0, "end": 65.0},
{"id": "seg-2", "labelId": "06", "label": "热食加工与出餐", "start": 65.0, "end": 140.0},
{"id": "seg-3", "labelId": "14", "label": "收银扫码", "start": 140.0, "end": 185.0},
],
}
annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/revisions", ann_rev_1, expected_status=(200, 201))
print(" • 标注员提交首版标注 Revision 1 (快捷键打标: 05, 06, 14, 首次产出 OutputDelta=1)")
# 9.2 Quality reviewer rejects Revision 1
qc_ann_reject = {
"stage": "quality",
"decision": "rejected",
"videoQuality": "qualified",
"annotationAccuracy": 85.0,
"annotationCompleteness": 80.0,
"overallGrade": "B-",
"comment": "收银扫码最后5秒含顾客交付动作,需补充 15 顾客交付与内部协作 标签",
"rejectTargets": ["semantic_annotation"],
}
quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_ann_reject, expected_status=(200, 201))
print(" • 质检员打回首版标注 (意见: 需补充 15 顾客交付与内部协作 标签)")
# 9.3 Annotator resubmits Revision 2 with label 15
ann_rev_2 = {
"durationSeconds": 90,
"segments": [
{"id": "seg-1", "labelId": "05", "label": "蒸点陈列与出餐", "start": 0.0, "end": 65.0},
{"id": "seg-2", "labelId": "06", "label": "热食加工与出餐", "start": 65.0, "end": 140.0},
{"id": "seg-3", "labelId": "14", "label": "收银扫码", "start": 140.0, "end": 180.0},
{"id": "seg-4", "labelId": "15", "label": "顾客交付与内部协作", "start": 180.0, "end": 200.0},
],
}
annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/revisions", ann_rev_2, expected_status=(200, 201))
print(" • 标注员补充标签 15 并提交 Revision 2 (返工状态: OutputDelta=0, 不重复计算产出)")
# 9.4 Quality reviewer approves Revision 2
qc_ann_approve = {
"stage": "quality",
"decision": "approved",
"videoQuality": "qualified",
"annotationAccuracy": 99.5,
"annotationCompleteness": 100.0,
"overallGrade": "A+",
"comment": "动作边界精准,22类标签覆盖完整无漏标,质检评级 A+ 通过!",
}
quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_ann_approve, expected_status=(200, 201))
print(" ✅ 标注质检通过,任务成功晋升为 accepted 状态!")
# 10. Audit Metrics
print("\n[Step 10/10] 校验供应商工时、产出与防重复计费指标...")
workload_summary = admin_session.call("GET", f"/api/plugins/annotation-qa/workload-summary?projectId={project_id}", expected_status=(200,))
annotator_workload = next((w for w in workload_summary.get("items", []) if w.get("userId") == annotator_user["id"]), {})
print(" • 泛宇标注员工时与产出审计结果:")
print(f" -> 净计费产出 (OutputCount): {annotator_workload.get('outputCount')}")
print(f" -> 提交版本总数 (SubmittedCount): {annotator_workload.get('submittedCount')}")
print(f" -> 打回返工次数 (ReworkCount): {annotator_workload.get('reworkCount')}")
print(" ✅ 供应商工时统计与防重复计费审计 100% 通过!")
print("\n" + "=" * 80)
print(f"🎉🎉🎉 远程 POC 环境 ({API_BASE_URL}) 项目与工作流真实执行 100% 成功!")
print(f"👉 访问 Web UI 查看: {API_BASE_URL}/projects")
print("=" * 80)
if __name__ == "__main__":
main()