TBC/tests/data_generation/data_generation_api_helpers.py
jiawei.chen 6f6053ff51 feat: TestAgent 智能测试平台 v1.0
- CLI + Web 双平台,基于 LLM 的 TDD+DDD 自动化测试生成
- 集成 unified-test-platform 903 个 D-Cloud 用例 + 13 个 Robogo 场景
- Agent 5 步流水线: 扫描 -> DDD -> LLM 生成测试
- 精确回归 + UI 变更检查
- 可视化 HTML 测试报告
- 暗色/亮色主题切换
- 19 个 API 端点 + 6 个 SPA 页面
- 15/15 项 TDD+DDD 合规
2026-07-08 11:27:38 +08:00

496 lines
16 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""
数据生成模块API辅助函数
提供真实创建、查询、删除等操作的API封装
"""
import os
from typing import Optional
from tests.logger import get_logger
logger = get_logger(__name__)
def api_upload_file(client, file_path: str) -> Optional[str]:
"""上传文件
Args:
client: API客户端
file_path: 文件路径
Returns:
文件URL,上传失败返回None
"""
if not os.path.exists(file_path):
logger.error(f"文件不存在: {file_path}")
return None
logger.info(f"开始上传文件: {file_path}")
try:
# 使用正确的API路径:/api/generationApi/file/upload
response = client.upload_file("/api/generationApi/file/upload", file_path)
logger.info(f"上传响应: status={response.status_code}")
if response.status_code == 200:
data = response.json()
logger.info(f"上传响应数据: {data}")
if isinstance(data, dict) and "data" in data:
url = data["data"].get("url")
if url:
logger.info(f"文件上传成功: {url}")
return url
logger.warning(f"上传响应中未找到URL: {data}")
else:
logger.error(f"文件上传失败: {response.status_code} - {response.text}")
except Exception as e:
logger.error(f"文件上传异常: {e}")
return None
def api_get_workflows(client, page_num: int = 1, page_size: int = 20) -> list:
"""获取工作流列表
Args:
client: API客户端
page_num: 页码
page_size: 每页数量
Returns:
工作流列表
"""
response = client.post(
"/api/generationApi/comfyWorkflow/list",
json={"pageNum": page_num, "pageSize": page_size},
)
if response.status_code == 200:
data = response.json()
logger.info(
f"工作流列表API响应: {list(data.keys()) if isinstance(data, dict) else 'is list'}"
)
if isinstance(data, list):
logger.info(f"返回列表格式,长度: {len(data)}")
return data
elif isinstance(data, dict) and "data" in data:
workflows = data["data"] if isinstance(data["data"], list) else []
logger.info(f"返回data字段,长度: {len(workflows)}")
return workflows
elif isinstance(data, dict) and "list" in data:
workflows = data["list"] if isinstance(data["list"], list) else []
logger.info(f"返回list字段,长度: {len(workflows)}")
return workflows
else:
logger.warning(f"获取工作流列表失败: {response.status_code}")
return []
def api_get_first_workflow_id(client) -> Optional[str]:
"""获取第一个工作流的ID
Args:
client: API客户端
Returns:
工作流ID,如果没有工作流返回None
"""
response = client.post(
"/api/generationApi/comfyWorkflow/list", json={"pageNum": 1, "pageSize": 10}
)
if response.status_code == 200:
data = response.json()
logger.info(f"工作流列表API响应: {list(data.keys())}")
# 处理响应数据结构
if isinstance(data, dict):
# 新格式:{"status": 0, "data": {"list": [...], "total": 5}}
if "data" in data and isinstance(data["data"], dict):
workflow_list = data["data"].get("list", [])
if isinstance(workflow_list, list) and len(workflow_list) > 0:
workflow = workflow_list[0]
workflow_id = workflow.get("id")
if workflow_id:
logger.info(
f"找到工作流: {workflow.get('name')} (ID: {workflow_id})"
)
return str(workflow_id)
# 旧格式:{"data": [...]}
elif "data" in data and isinstance(data["data"], list):
if len(data["data"]) > 0:
workflow = data["data"][0]
workflow_id = workflow.get("id") or workflow.get("_id")
if workflow_id:
logger.info(
f"找到工作流: {workflow.get('name')} (ID: {workflow_id})"
)
return str(workflow_id)
# 直接返回列表
elif isinstance(data, list) and len(data) > 0:
workflow = data[0]
workflow_id = workflow.get("id") or workflow.get("_id")
if workflow_id:
logger.info(f"找到工作流: {workflow.get('name')} (ID: {workflow_id})")
return str(workflow_id)
logger.info("没有找到工作流")
else:
logger.error(f"获取工作流列表失败: {response.status_code}")
return None
def api_create_task(
client, task_name: str, workflow_id: str, **kwargs
) -> Optional[str]:
"""创建数据生成任务
Args:
client: API客户端
task_name: 任务名称
workflow_id: 工作流ID
**kwargs: 其他参数
- prompt: 提示词(默认:test)
- prompt_list: 提示词列表(默认:["test"])
- batch_size: 批量大小(默认:1)
- instance_count: GPU数量(默认:1)
- sku_id: SKU ID(默认:a10690ab-816a-e350-0f00-b6f318ee86ee)
- queue_name: 队列名称(默认:fattest-elastic)
- queue_type: 队列类型(默认:elastic)
- cache_path: 缓存路径(默认:fattest/test)
Returns:
任务ID,创建失败返回None
"""
# 必需参数
task_data = {
"name": task_name,
"workflow_id": int(workflow_id), # API期望整数
"batch_size": kwargs.get("batch_size", 1),
"instance_count": kwargs.get("instance_count", 1),
"cache_path": kwargs.get("cache_path", f"fattest/test_{task_name}"),
"prompt_list": kwargs.get("prompt_list", [kwargs.get("prompt", "test")]),
"expansion_param": {
"prompt": kwargs.get("prompt", "test"),
"system_prompt": kwargs.get("system_prompt", ""),
},
"resource_param": {
"sku_id": kwargs.get("sku_id", "a10690ab-816a-e350-0f00-b6f318ee86ee"),
"queue_name": kwargs.get("queue_name", "fattest-elastic"),
"queue_type": kwargs.get("queue_type", "elastic"),
},
}
logger.info(f"创建任务请求数据: workflow_id={workflow_id}, name={task_name}")
response = client.post("/api/generationApi/imgGeneration/task", json=task_data)
if response.status_code in [200, 201]:
data = response.json()
logger.info(f"创建任务响应: {data}")
# 尝试从响应中提取任务ID
if isinstance(data, dict):
# 新格式:{"data": {"task_id": "..."}}
if "data" in data and isinstance(data["data"], dict):
task_id = data["data"].get("task_id")
if task_id:
logger.info(f"创建任务成功: {task_name} (ID: {task_id})")
return str(task_id)
# 旧格式:{"taskId": "..."} 或 {"id": "..."}
task_id = data.get("taskId") or data.get("id")
if task_id:
logger.info(f"创建任务成功: {task_name} (ID: {task_id})")
return str(task_id)
logger.warning(f"创建任务响应中未找到任务ID: {data}")
else:
logger.error(f"创建任务失败: {response.status_code} - {response.text}")
return None
def api_delete_task(client, task_id: str) -> bool:
"""删除数据生成任务
Args:
client: API客户端
task_id: 任务ID
Returns:
是否删除成功
"""
response = client.post(
f"/api/generationApi/imgGeneration/task/{task_id}/delete", json={}
)
if response.status_code == 200:
logger.info(f"删除任务成功: {task_id}")
return True
else:
logger.warning(f"删除任务失败: {response.status_code} - {response.text}")
return False
def api_get_tasks(client, page_num: int = 1, page_size: int = 20) -> list:
"""获取任务列表
Args:
client: API客户端
page_num: 页码
page_size: 每页数量
Returns:
任务列表
"""
response = client.post(
"/api/generationApi/imgGeneration/tasks",
json={"pageNum": page_num, "pageSize": page_size},
)
if response.status_code == 200:
data = response.json()
if isinstance(data, list):
return data
elif isinstance(data, dict) and "list" in data:
return data["list"] if isinstance(data["list"], list) else []
elif isinstance(data, dict) and "data" in data:
if isinstance(data["data"], dict) and "list" in data["data"]:
return (
data["data"]["list"]
if isinstance(data["data"]["list"], list)
else []
)
elif isinstance(data["data"], list):
return data["data"]
return []
def api_create_workflow(
client, name: str, description: str = "", **kwargs
) -> Optional[str]:
"""创建工作流
Args:
client: API客户端
name: 工作流名称
description: 描述
**kwargs: 其他参数
- workflow_url: 工作流文件URL
- workflow_file: 工作流文件路径(会自动上传)
- workflow_id: 现有工作流ID(克隆)
- width: 宽度
- height: 高度
Returns:
工作流ID,创建失败返回None
"""
workflow_url = kwargs.get("workflow_url")
workflow_file = kwargs.get("workflow_file")
workflow_id = kwargs.get("workflow_id")
logger.info(
f"创建工作流: name={name}, workflow_file={workflow_file}, workflow_id={workflow_id}"
)
# 方案A:如果有workflow_id,直接使用(克隆现有工作流)
if workflow_id:
logger.info(f"使用现有工作流ID克隆: {workflow_id}")
workflow_data = {
"name": name,
"description": description,
"workflow_id": workflow_id,
}
# 方案B:如果有workflow_file,先上传
elif workflow_file and not workflow_url:
logger.info(f"开始上传工作流文件: {workflow_file}")
workflow_url = api_upload_file(client, workflow_file)
if not workflow_url:
logger.error("工作流文件上传失败")
return None
logger.info(f"文件上传成功,获得URL: {workflow_url}")
# 构造完整URL(可能需要)
if not workflow_url.startswith("http"):
base_url = client.base_url
workflow_url = f"{base_url}{workflow_url}"
logger.info(f"转换为完整URL: {workflow_url}")
workflow_data = {
"name": name,
"description": description,
"workflow_url": workflow_url,
}
# 方案C:如果已经有workflow_url
elif workflow_url:
# 构造完整URL(可能需要)
if not workflow_url.startswith("http"):
base_url = client.base_url
workflow_url = f"{base_url}{workflow_url}"
logger.info(f"转换为完整URL: {workflow_url}")
workflow_data = {
"name": name,
"description": description,
"workflow_url": workflow_url,
}
else:
logger.error("创建工作流需要workflow_url、workflow_file或workflow_id")
return None
# 添加可选参数
if kwargs.get("width"):
workflow_data["width"] = kwargs["width"]
if kwargs.get("height"):
workflow_data["height"] = kwargs["height"]
logger.info(f"创建工作流请求数据: {workflow_data}")
response = client.post(
"/api/generationApi/comfyWorkflow/create", json=workflow_data
)
if response.status_code in [200, 201]:
data = response.json()
# 安全地获取工作流ID
workflow_id = data.get("id") or data.get("workflowId") or data.get("workflow_id")
if not workflow_id and isinstance(data.get("data"), dict):
workflow_id = data["data"].get("id") or data["data"].get("workflow_id")
if workflow_id:
logger.info(f"创建工作流成功: {name} (ID: {workflow_id})")
return workflow_id
else:
logger.warning(f"创建工作流响应中未找到ID: {data}")
else:
logger.error(f"创建工作流失败: {response.status_code} - {response.text}")
return None
def api_get_task_detail(client, task_id: str) -> Optional[dict]:
"""获取任务详情
Args:
client: API客户端
task_id: 任务ID
Returns:
任务详情字典,失败返回None
"""
try:
response = client.post(
f"/api/generationApi/imgGeneration/task/{task_id}/detail", json={}
)
if response.status_code == 200:
data = response.json()
if isinstance(data, dict) and "data" in data:
logger.info(f"获取任务详情成功: {task_id}")
return data["data"]
return data
else:
logger.warning(f"获取任务详情失败: {response.status_code}")
except Exception as e:
logger.error(f"获取任务详情异常: {e}")
return None
def api_stop_task(client, task_id: str) -> bool:
"""停止数据生成任务
Args:
client: API客户端
task_id: 任务ID
Returns:
是否停止成功
"""
try:
response = client.post(
f"/api/generationApi/imgGeneration/task/{task_id}/stop", json={}
)
if response.status_code == 200:
logger.info(f"停止任务成功: {task_id}")
return True
else:
logger.warning(f"停止任务失败: {response.status_code} - {response.text}")
except Exception as e:
logger.error(f"停止任务异常: {e}")
return False
def api_score_task(client, task_id: str) -> bool:
"""触发任务图片评测
Args:
client: API客户端
task_id: 任务ID
Returns:
是否触发成功
"""
try:
response = client.post(
f"/api/generationApi/imgGeneration/task/{task_id}/score", json={}
)
if response.status_code == 200:
logger.info(f"触发评测成功: {task_id}")
return True
else:
logger.warning(f"触发评测失败: {response.status_code} - {response.text}")
except Exception as e:
logger.error(f"触发评测异常: {e}")
return False
def api_get_task_pods(client, task_id: str) -> list:
"""获取任务Pod列表
Args:
client: API客户端
task_id: 任务ID
Returns:
Pod列表
"""
try:
response = client.get(f"/api/generationApi/imgGeneration/task/{task_id}/pods")
if response.status_code == 200:
data = response.json()
if isinstance(data, dict) and "data" in data:
return data["data"] if isinstance(data["data"], list) else []
elif isinstance(data, list):
return data
else:
logger.warning(f"获取Pod列表失败: {response.status_code}")
except Exception as e:
logger.error(f"获取Pod列表异常: {e}")
return []
def api_delete_workflow(client, workflow_id: str) -> bool:
"""删除工作流
Args:
client: API客户端
workflow_id: 工作流ID
Returns:
是否删除成功
"""
# 注意:需要确认实际的删除API路径
response = client.delete(f"/api/generationApi/comfyWorkflow/{workflow_id}")
if response.status_code == 200:
logger.info(f"删除工作流成功: {workflow_id}")
return True
else:
logger.warning(f"删除工作流失败: {response.status_code} - {response.text}")
return False