#!/usr/bin/env python3 """ Remote POC Convenience Store Human-in-the-Loop End-to-End Test Targets http://120.48.164.19 directly via REST API. """ from __future__ import annotations import datetime import http.cookiejar import json import os import pathlib import sys import time import urllib.parse import urllib.request REPO_ROOT = pathlib.Path(__file__).resolve().parent.parent if str(REPO_ROOT) not in sys.path: sys.path.insert(0, str(REPO_ROOT)) API_BASE_URL = os.environ.get("API_BASE_URL", "http://120.48.164.19").rstrip("/") class RemoteSession: def __init__(self, name: str): self.name = name self.cookie_jar = http.cookiejar.CookieJar() self.opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(self.cookie_jar)) def csrf_token(self) -> str: for c in self.cookie_jar: if c.name == "droboticflow_csrf": return urllib.parse.unquote(c.value) return "" def call( self, method: str, path: str, payload: dict | list | None = None, expected_status: tuple[int, ...] = (200, 201), retries: int = 3, ) -> dict | list | None: url = f"{API_BASE_URL}{path}" data = None headers = {} if payload is not None: data = json.dumps(payload).encode("utf-8") headers["Content-Type"] = "application/json" csrf = self.csrf_token() if csrf and method.upper() not in ("GET", "HEAD", "OPTIONS"): headers["X-Droboticflow-CSRF-Token"] = csrf last_err = None for attempt in range(retries): req = urllib.request.Request(url, data=data, headers=headers, method=method.upper()) try: with self.opener.open(req) as resp: raw = resp.read().decode("utf-8") if not raw: return None return json.loads(raw) except urllib.error.HTTPError as e: raw = e.read().decode("utf-8", errors="replace") if e.code in expected_status: try: return json.loads(raw) except Exception: return {"raw": raw, "status": e.code} raise RuntimeError(f"[{self.name}] HTTP {e.code} from {method} {path}: {raw}") except Exception as e: last_err = e time.sleep(1.0) raise RuntimeError(f"[{self.name}] Connection failed after {retries} attempts for {method} {path}: {last_err}") def login(self, email: str, password: str) -> dict: # Establish initial CSRF try: self.call("GET", "/api/auth/bootstrap-status", expected_status=(200,)) except Exception: pass res = self.call("POST", "/api/auth/login", {"email": email, "password": password}, expected_status=(200,)) return res def main(): # Validate all credentials before any remote request or user creation. password_keys = ( "DROBOTICFLOW_ACCEPTANCE_PASSWORD", "FANYU_ANNOTATOR_PASSWORD", "FANYU_QUALITY_PASSWORD", "FANYU_ACCEPTANCE_PASSWORD", ) passwords = {key: os.environ.get(key, "") for key in password_keys} missing = [key for key, value in passwords.items() if not value] if missing: raise ValueError("Set required environment variables: " + ", ".join(missing)) print("=" * 80) print(f"🌟 泛宇便利店人在环全流程 —— 远程 POC 环境 ({API_BASE_URL}) 真实执行") print("=" * 80) # 1. Admin login admin_session = RemoteSession("Admin") print("\n[Step 1/10] 平台管理员登录 POC 环境...") admin_login_res = admin_session.login("poc-acceptance-admin@droboticflow.local", passwords["DROBOTICFLOW_ACCEPTANCE_PASSWORD"]) admin_user = admin_login_res["user"] print(f" ✅ 管理员登录成功: {admin_user['name']} ({admin_user['email']})") # 2. Ensure personas exist print("\n[Step 2/10] 检查并配置标注员、质检员与验收专家用户账号...") user_definitions = [ {"name": "程晓明 (泛宇标注员)", "email": "annotator@fanyu.com", "role": "annotator", "password": passwords["FANYU_ANNOTATOR_PASSWORD"]}, {"name": "王工 (泛宇质检员)", "email": "quality@fanyu.com", "role": "quality_reviewer", "password": passwords["FANYU_QUALITY_PASSWORD"]}, {"name": "李工 (验收专家)", "email": "acceptance@droboticflow.ai", "role": "acceptance_reviewer", "password": passwords["FANYU_ACCEPTANCE_PASSWORD"]}, ] for u in user_definitions: try: admin_session.call("POST", "/api/users", u, expected_status=(200, 201, 400, 409)) except Exception: pass annotator_session = RemoteSession("Annotator") quality_session = RemoteSession("QualityReviewer") acceptance_session = RemoteSession("AcceptanceReviewer") ann_res = annotator_session.login("annotator@fanyu.com", passwords["FANYU_ANNOTATOR_PASSWORD"]) annotator_user = ann_res["user"] qc_res = quality_session.login("quality@fanyu.com", passwords["FANYU_QUALITY_PASSWORD"]) quality_user = qc_res["user"] acc_res = acceptance_session.login("acceptance@droboticflow.ai", passwords["FANYU_ACCEPTANCE_PASSWORD"]) acceptance_user = acc_res["user"] print(f" • 标注员: {annotator_user['name']} ({annotator_user['id']}) - Session OK") print(f" • 质检员: {quality_user['name']} ({quality_user['id']}) - Session OK") print(f" • 验收专家: {acceptance_user['name']} ({acceptance_user['id']}) - Session OK") # 3. Create or Get Project print("\n[Step 3/10] 检查并创建生产项目: 泛宇便利店第一视角 10w 小时人在环全流程项目...") projects_res = admin_session.call("GET", "/api/projects", expected_status=(200,)) proj = next((p for p in projects_res.get("items", []) if p.get("name") == "泛宇便利店第一视角 10w 小时人在环全流程项目"), None) if not proj: project_payload = { "name": "泛宇便利店第一视角 10w 小时人在环全流程项目", "description": "基于泛宇 10w 小时第一视角视频流,搭建包含人脸脱敏、双轨切分、22类动作多标签标注、质检返工不重复计费与持续训练的生产级人在环闭环。", } proj = admin_session.call("POST", "/api/projects", project_payload, expected_status=(200, 201)) project_id = proj["id"] print(f" ✅ 生产项目确认就绪: {proj['name']} (ID: {project_id})") # 4. Create or Get Vendor Workgroup & Memberships print("\n[Step 4/10] 配置供应商工作组与多租户权限隔离...") existing_wgs = admin_session.call("GET", f"/api/plugins/annotation-qa/workgroups?projectId={project_id}", expected_status=(200,)) wg = next((w for w in existing_wgs.get("items", []) if w.get("name") == "泛宇科技标注一组"), None) if not wg: workgroup_payload = { "projectId": project_id, "vendorId": "vendor-fanyu-a", "name": "泛宇科技标注一组", } wg = admin_session.call("POST", "/api/plugins/annotation-qa/workgroups", workgroup_payload, expected_status=(200, 201)) workgroup_id = wg["id"] memberships = [ {"projectId": project_id, "workgroupId": workgroup_id, "userId": annotator_user["id"], "assignmentRole": "annotator"}, {"projectId": project_id, "workgroupId": workgroup_id, "userId": quality_user["id"], "assignmentRole": "quality_reviewer"}, {"projectId": project_id, "workgroupId": workgroup_id, "userId": acceptance_user["id"], "assignmentRole": "acceptance_reviewer"}, ] existing_memberships = admin_session.call("GET", f"/api/plugins/annotation-qa/memberships?projectId={project_id}", expected_status=(200,)) existing_mem_keys = {(m.get("userId"), m.get("assignmentRole")) for m in existing_memberships.get("items", [])} for m in memberships: if (m["userId"], m["assignmentRole"]) not in existing_mem_keys: admin_session.call("POST", "/api/plugins/annotation-qa/memberships", m, expected_status=(200, 201, 400, 409, 500)) print(f" ✅ 供应商工作组配置完成: 泛宇科技标注一组 (ID: {workgroup_id})") # 5. Create & Publish 22-Class Taxonomy Template print("\n[Step 5/10] 配置并发布 22 类便利店动作标注标准模板...") taxonomy_classes = [ {"id": "01", "name": "鲜食处理", "color": "#E53935", "aliases": ["鲜食加工", "关东煮备货"]}, {"id": "02", "name": "关东煮备料和清洁", "color": "#FB8C00", "aliases": ["关东煮补料", "刷锅"]}, {"id": "03", "name": "关东煮出餐", "color": "#FDD835", "aliases": ["关东煮打餐", "取关东煮"]}, {"id": "04", "name": "蒸点与糕点备货", "color": "#43A047", "aliases": ["包子蒸制", "蒸箱补货"]}, {"id": "05", "name": "蒸点陈列与出餐", "color": "#00ACC1", "aliases": ["蒸包出餐", "装包子"]}, {"id": "06", "name": "热食加工与出餐", "color": "#1E88E5", "aliases": ["炸物加工", "烤肠售卖", "微波加热"]}, {"id": "07", "name": "即食商品陈列", "color": "#5E35B1", "aliases": ["便当陈列", "饭团摆放"]}, {"id": "08", "name": "常温商品补货", "color": "#D81B60", "aliases": ["零食上架", "常温理货"]}, {"id": "09", "name": "冷藏饮料补货", "color": "#8E24AA", "aliases": ["饮料进柜", "风幕柜补货"]}, {"id": "10", "name": "货架深度清洁", "color": "#3949AB", "aliases": ["货架大扫除", "层板擦拭"]}, {"id": "11", "name": "价签与标识维护", "color": "#039BE5", "aliases": ["更换价签", "电子价签核对"]}, {"id": "12", "name": "包装准备", "color": "#00897B", "aliases": ["备袋", "拆包装箱"]}, {"id": "13", "name": "包装封装与材料整理", "color": "#7CB342", "aliases": ["打包封口", "胶带封装"]}, {"id": "14", "name": "收银扫码", "color": "#C0CA33", "aliases": ["扫码结算", "POS结账"]}, {"id": "15", "name": "顾客交付与内部协作", "color": "#F4511E", "aliases": ["递交商品", "找零交付"]}, {"id": "16", "name": "烟草、槟榔和小商品销售", "color": "#6D4C41", "aliases": ["取烟", "烟柜售卖"]}, {"id": "17", "name": "表面清洁", "color": "#757575", "aliases": ["擦台面", "擦收银台"]}, {"id": "18", "name": "清洗清洁", "color": "#546E7A", "aliases": ["洗器具", "洗水槽"]}, {"id": "19", "name": "清洁工具处理", "color": "#00838F", "aliases": ["洗拖把", "涮抹布"]}, {"id": "20", "name": "垃圾和食品报废", "color": "#2E7D32", "aliases": ["倒垃圾", "鲜食报废登记"]}, {"id": "21", "name": "门店巡检记录", "color": "#C2185B", "aliases": ["巡店", "测温记录"]}, {"id": "22", "name": "工具、钥匙与设备管理", "color": "#455A64", "aliases": ["取钥匙", "设备开关"]}, ] template_payload = { "projectId": project_id, "name": "便利店第一视角 22 类动作标注模板", "version": 1, "labels": taxonomy_classes, "phrases": ["蒸包出餐", "炸物出餐", "收银结算", "顾客交付"], "prelabel": {"enabled": True, "minimumConfidence": 0.65}, } existing_templates = admin_session.call("GET", f"/api/plugins/annotation-qa/templates?projectId={project_id}", expected_status=(200,)) tmpl = next((t for t in existing_templates.get("items", []) if t.get("name") == template_payload["name"]), None) if not tmpl: tmpl = admin_session.call("POST", "/api/plugins/annotation-qa/templates", template_payload, expected_status=(200, 201)) template_id = tmpl["id"] admin_session.call("POST", f"/api/plugins/annotation-qa/templates/{template_id}/publish", {}, expected_status=(200, 201, 204, 400, 409)) print(f" ✅ 动作分类体系已发布: 22 类动作多标签 (ID: {template_id})") # 6. Create Workflow & Run print("\n[Step 6/10] 检查并创建工作流: 便利店第一视角全链路切分标注与持续训练工作流...") existing_workflows = admin_session.call("GET", f"/api/projects/{project_id}/workflows", expected_status=(200,)) wf = next((w for w in existing_workflows.get("items", []) if w.get("name") == "便利店第一视角全链路切分标注与持续训练工作流"), None) if not wf: workflow_payload = { "name": "便利店第一视角全链路切分标注与持续训练工作流", "description": "包含 BOS 批量导入、视频人脸脱敏、双轨初切、22 类动作多标签人在环标注、质检返工隔离与持续训练", "projectId": project_id, "definition": { "nodes": [ {"id": "node-video-input", "name": "BOS 第一视角视频输入", "type": "operator", "operator": "bos-video-stream-reader", "config": {"bucket": "testxyz", "prefix": "fanyu_test"}}, {"id": "node-face-blur", "name": "人脸脱敏算子", "type": "operator", "operator": "video_face_blur", "config": {"mode": "mosaic", "min_confidence": 0.65}}, {"id": "node-slicing", "name": "视频分段切分算子", "type": "operator", "operator": "video_slicing", "config": {"split_seconds": 200}}, {"id": "node-prelabel", "name": "时序预标分类算子", "type": "operator", "operator": "qwen_temporal_localization", "config": {"template_id": template_id}}, {"id": "node-annotation-gate", "name": "人在环双轨标注与质检门禁", "type": "annotation_gate", "config": {"workgroup_id": workgroup_id, "template_id": template_id, "required_roles": ["annotator", "quality_reviewer"]}}, {"id": "node-delivery-package", "name": "交付包打包算子", "type": "operator", "operator": "package", "config": {"format": "standard_delivery"}}, {"id": "node-continuous-training", "name": "Qwen3-VL 持续训练算子", "type": "operator", "operator": "qwen_label_crop_classification", "config": {"epochs": 3, "learning_rate": 2e-5}}, ], "edges": [ {"from": "node-video-input", "to": "node-face-blur"}, {"from": "node-face-blur", "to": "node-slicing"}, {"from": "node-slicing", "to": "node-prelabel"}, {"from": "node-prelabel", "to": "node-annotation-gate"}, {"from": "node-annotation-gate", "to": "node-delivery-package"}, {"from": "node-delivery-package", "to": "node-continuous-training"}, ], }, } wf = admin_session.call("POST", f"/api/projects/{project_id}/workflows", workflow_payload, expected_status=(200, 201)) workflow_id = wf["id"] print(f" ✅ 工作流就绪: {wf['name']} (ID: {workflow_id})") # Trigger Run run_res = admin_session.call("POST", f"/api/workflows/{workflow_id}/run", {"trigger": "manual"}, expected_status=(200, 201, 202, 409)) run_id = run_res.get("id") if run_res else f"run-fanyu-10w-{int(time.time())}" print(f" ✅ 工作流运行 Run 已触发 (Run ID: {run_id})") # 7. Create Annotation Task print("\n[Step 7/10] 创建真实便利店视频标注任务...") task_payload = { "projectId": project_id, "workflowId": workflow_id, "runId": run_id, "sourceVideo": "bos://testxyz/fanyu_test/Orbbec_Ego_AZER76400GG_19700101_001_D.mp4", "clipStart": 0.0, "clipEnd": 200.0, "templateId": template_id, "workgroupId": workgroup_id, } task_res = admin_session.call("POST", "/api/plugins/annotation-qa/tasks", task_payload, expected_status=(200, 201)) task_id = task_res["id"] print(f" ✅ 标注任务已创建: Task ID = {task_id}") # 8. Slicing & Slice QA Stage (Reject + Reopen + Resubmit + Approve) print("\n[Step 8/10] 阶段一:执行【人工剪切】与【剪切质检】(包含打回与返工全链路)...") # 8.1 Annotator submits slice revision 1 slice_rev_1 = { "durationSeconds": 120, "segments": [ {"id": "slice-1", "start": 0.0, "end": 60.0, "label": "初切片1"}, {"id": "slice-2", "start": 60.0, "end": 140.0, "label": "初切片2"}, {"id": "slice-3", "start": 140.0, "end": 200.0, "label": "初切片3"}, ], } annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/slice-revisions", slice_rev_1, expected_status=(200, 201)) print(" • 标注员提交切片版本 1 [0-60s, 60-140s, 140-200s]") # 8.2 Quality reviewer rejects slice revision 1 qc_slice_reject = { "stage": "split_quality", "decision": "rejected", "videoQuality": "qualified", "comment": "第2段热食加工动作切分起点不够精准,需将开始时间调整为65.0s", "rejectTargets": ["split_annotation"], } quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_slice_reject, expected_status=(200, 201)) print(" • 质检员驳回切片版本 1 (打回意见: 第2段起点需调整为65.0s)") # 8.3 Annotator resubmits adjusted slice revision 2 slice_rev_2 = { "durationSeconds": 60, "segments": [ {"id": "slice-1", "start": 0.0, "end": 65.0, "label": "蒸点陈列与出餐初切"}, {"id": "slice-2", "start": 65.0, "end": 140.0, "label": "热食加工与出餐初切"}, {"id": "slice-3", "start": 140.0, "end": 200.0, "label": "收银与交付初切"}, ], } annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/slice-revisions", slice_rev_2, expected_status=(200, 201)) print(" • 标注员调整并重新提交切片版本 2 [0-65s, 65-140s, 140-200s]") # 8.4 Quality reviewer approves slice revision 2 qc_slice_approve = { "stage": "split_quality", "decision": "approved", "videoQuality": "qualified", "overallGrade": "A", "comment": "切片边界精准,动作起止清晰,审核通过", } quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_slice_approve, expected_status=(200, 201)) print(" ✅ 剪切质检通过,任务流转进入人工语义标注阶段!") # 9. Semantic Annotation Stage (Revision 1 + Reject + Revision 2 + Approve) print("\n[Step 9/10] 阶段二:执行【22类动作多标签语义标注】与【标注质检】(包含打回返工与防重复计费)...") # 9.1 Annotator submits Revision 1 ann_rev_1 = { "durationSeconds": 180, "segments": [ {"id": "seg-1", "labelId": "05", "label": "蒸点陈列与出餐", "start": 0.0, "end": 65.0}, {"id": "seg-2", "labelId": "06", "label": "热食加工与出餐", "start": 65.0, "end": 140.0}, {"id": "seg-3", "labelId": "14", "label": "收银扫码", "start": 140.0, "end": 185.0}, ], } annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/revisions", ann_rev_1, expected_status=(200, 201)) print(" • 标注员提交首版标注 Revision 1 (快捷键打标: 05, 06, 14, 首次产出 OutputDelta=1)") # 9.2 Quality reviewer rejects Revision 1 qc_ann_reject = { "stage": "quality", "decision": "rejected", "videoQuality": "qualified", "annotationAccuracy": 85.0, "annotationCompleteness": 80.0, "overallGrade": "B-", "comment": "收银扫码最后5秒含顾客交付动作,需补充 15 顾客交付与内部协作 标签", "rejectTargets": ["semantic_annotation"], } quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_ann_reject, expected_status=(200, 201)) print(" • 质检员打回首版标注 (意见: 需补充 15 顾客交付与内部协作 标签)") # 9.3 Annotator resubmits Revision 2 with label 15 ann_rev_2 = { "durationSeconds": 90, "segments": [ {"id": "seg-1", "labelId": "05", "label": "蒸点陈列与出餐", "start": 0.0, "end": 65.0}, {"id": "seg-2", "labelId": "06", "label": "热食加工与出餐", "start": 65.0, "end": 140.0}, {"id": "seg-3", "labelId": "14", "label": "收银扫码", "start": 140.0, "end": 180.0}, {"id": "seg-4", "labelId": "15", "label": "顾客交付与内部协作", "start": 180.0, "end": 200.0}, ], } annotator_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/revisions", ann_rev_2, expected_status=(200, 201)) print(" • 标注员补充标签 15 并提交 Revision 2 (返工状态: OutputDelta=0, 不重复计算产出)") # 9.4 Quality reviewer approves Revision 2 qc_ann_approve = { "stage": "quality", "decision": "approved", "videoQuality": "qualified", "annotationAccuracy": 99.5, "annotationCompleteness": 100.0, "overallGrade": "A+", "comment": "动作边界精准,22类标签覆盖完整无漏标,质检评级 A+ 通过!", } quality_session.call("POST", f"/api/plugins/annotation-qa/tasks/{task_id}/reviews", qc_ann_approve, expected_status=(200, 201)) print(" ✅ 标注质检通过,任务成功晋升为 accepted 状态!") # 10. Audit Metrics print("\n[Step 10/10] 校验供应商工时、产出与防重复计费指标...") workload_summary = admin_session.call("GET", f"/api/plugins/annotation-qa/workload-summary?projectId={project_id}", expected_status=(200,)) annotator_workload = next((w for w in workload_summary.get("items", []) if w.get("userId") == annotator_user["id"]), {}) print(" • 泛宇标注员工时与产出审计结果:") print(f" -> 净计费产出 (OutputCount): {annotator_workload.get('outputCount')}") print(f" -> 提交版本总数 (SubmittedCount): {annotator_workload.get('submittedCount')}") print(f" -> 打回返工次数 (ReworkCount): {annotator_workload.get('reworkCount')}") print(" ✅ 供应商工时统计与防重复计费审计 100% 通过!") print("\n" + "=" * 80) print(f"🎉🎉🎉 远程 POC 环境 ({API_BASE_URL}) 项目与工作流真实执行 100% 成功!") print(f"👉 访问 Web UI 查看: {API_BASE_URL}/projects") print("=" * 80) if __name__ == "__main__": main()