TBC/tests/data_generation/conftest.py
D-Robotics cfb653c2d5 v1.0.0: Python 3.9 兼容性修复 + Dashboard E2E 入口 + 文档同步
- 15个文件添加 from __future__ import annotations 修复 Python 3.9 管道语法
- DCloudDashboard 首页新增总览分组,E2E 全量测试入口卡片
- 同步更新 README/history/测试用例文档
2026-06-25 19:32:09 +08:00

187 lines
5.5 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""
数据生成模块测试配置
提供数据生成模块专用的fixtures和辅助函数
包含真实创建和自动清理机制
"""
from __future__ import annotations
import pytest
import uuid
import os
from tests.logger import get_logger
from tests.data_generation.data_generation_api_helpers import (
api_get_first_workflow_id,
api_create_task,
api_delete_task,
api_create_workflow,
api_delete_workflow,
)
from tests.utils import ensure_auth_token
# 从 conftest_auth 导入公共函数
from tests.conftest_auth import _get_worker_index
logger = get_logger(__name__)
# 记录本次测试创建的资源(用于清理)
_CREATED_TASKS: list[str] = []
_CREATED_WORKFLOWS: list[str] = []
# Worker 隔离:每个 xdist worker 分配独立的工作流
_WORKER_WORKFLOW: dict | None = None
@pytest.fixture
def generation_api_client(api_client):
"""数据生成API客户端fixture"""
return api_client
@pytest.fixture
def workflow_data():
"""工作流测试数据"""
return {
"name": "test_workflow",
"description": "测试工作流",
"core_elements": ["element1", "element2"],
}
@pytest.fixture
def lora_task_data():
"""LORA任务测试数据"""
return {
"task_name": "test_lora_task",
"lora_name": "test_lora",
"data_source": "test_data_source",
}
@pytest.fixture
def cleanup_tasks(api_client):
"""自动清理创建的任务
使用方法:
def test_example(cleanup_tasks):
task_id = create_task(...)
cleanup_tasks.append(task_id) # 添加到清理列表
"""
created_task_ids = []
yield created_task_ids
# 清理所有创建的任务
for task_id in created_task_ids:
try:
if api_delete_task(api_client, task_id):
logger.info(f"清理任务成功: {task_id}")
else:
logger.warning(f"清理任务失败: {task_id}")
except Exception as e:
logger.error(f"清理任务异常: {task_id} - {e}")
@pytest.fixture
def cleanup_workflows(api_client):
"""自动清理创建的工作流
使用方法:
def test_example(cleanup_workflows):
workflow_id = create_workflow(...)
cleanup_workflows.append(workflow_id) # 添加到清理列表
"""
created_workflow_ids = []
yield created_workflow_ids
# 清理所有创建的工作流
for workflow_id in created_workflow_ids:
try:
if api_delete_workflow(api_client, workflow_id):
logger.info(f"清理工作流成功: {workflow_id}")
else:
logger.warning(f"清理工作流失败: {workflow_id}")
except Exception as e:
logger.error(f"清理工作流异常: {workflow_id} - {e}")
@pytest.fixture
def ensure_workflow_exists(api_client, cleanup_workflows):
"""确保至少有一个工作流存在
如果没有工作流,则创建一个测试工作流
**重要:只清理测试中新创建的工作流,不会删除现有工作流**
Returns:
工作流ID
"""
# 确保api_client有有效的token
page = getattr(api_client, "page", None)
ensure_auth_token(api_client, page)
# 尝试获取现有工作流(不创建新工作流)
workflow_id = api_get_first_workflow_id(api_client)
if workflow_id:
logger.info(f"使用现有工作流: {workflow_id}(不会删除)")
# 使用现有工作流,不添加到清理列表
return workflow_id
# 没有工作流,使用Z-image.json创建新工作流
logger.info("没有可用的工作流,使用Z-image.json创建测试工作流")
workflow_file = os.path.join(os.path.dirname(__file__), "Z-image.json")
if not os.path.exists(workflow_file):
logger.error(f"工作流文件不存在: {workflow_file}")
import pytest
pytest.skip(f"工作流文件不存在: {workflow_file}")
return None
try:
workflow_name = f"test_workflow_{uuid.uuid4().hex[:8]}"
workflow_id = api_create_workflow(
api_client,
name=workflow_name,
description="自动化测试工作流",
workflow_file=workflow_file,
)
if workflow_id:
# 只有新创建的工作流才添加到清理列表
cleanup_workflows.append(workflow_id)
logger.info(f"创建测试工作流成功: {workflow_id}(测试后将自动删除)")
return workflow_id
else:
logger.warning("创建测试工作流失败,跳过测试")
import pytest
pytest.skip("无法创建工作流")
return None
except Exception as e:
logger.error(f"创建工作流异常: {e}")
import pytest
pytest.skip(f"创建工作流异常: {e}")
return None
@pytest.fixture(scope="session")
def worker_workflow_info(api_client):
"""返回当前 worker 可用的工作流信息。
依赖 ensure_workflow_exists 的逻辑,确保每个 worker 有独立工作流。
"""
global _WORKER_WORKFLOW
worker_id = os.environ.get("PYTEST_XDIST_WORKER", "master")
workflow_id = api_get_first_workflow_id(api_client)
if workflow_id:
_WORKER_WORKFLOW = {"id": workflow_id, "worker": worker_id}
logger.info(f"[{worker_id}] 分配工作流: {workflow_id}")
return workflow_id
logger.warning(f"[{worker_id}] 无可用工作流")
pytest.skip("No workflow available for worker")