524 lines
17 KiB
Python
524 lines
17 KiB
Python
"""报告生成引擎的单元测试。"""
|
||
|
||
import pytest
|
||
import tempfile
|
||
import os
|
||
|
||
from src.engines.report_generation import (
|
||
extract_key_findings,
|
||
organize_report_structure,
|
||
generate_report,
|
||
_categorize_insight,
|
||
_calculate_importance,
|
||
_generate_report_title,
|
||
_generate_default_sections
|
||
)
|
||
from src.models.analysis_result import AnalysisResult
|
||
from src.models.requirement_spec import RequirementSpec, AnalysisObjective
|
||
from src.models.data_profile import DataProfile, ColumnInfo
|
||
|
||
|
||
@pytest.fixture
|
||
def sample_results():
|
||
"""创建示例分析结果。"""
|
||
return [
|
||
AnalysisResult(
|
||
task_id='task1',
|
||
task_name='状态分布分析',
|
||
success=True,
|
||
data={'open': 50, 'closed': 30, 'pending': 20},
|
||
visualizations=['chart1.png'],
|
||
insights=[
|
||
'待处理工单占比50%，异常高',
|
||
'已关闭工单占比30%'
|
||
],
|
||
execution_time=2.5
|
||
),
|
||
AnalysisResult(
|
||
task_id='task2',
|
||
task_name='趋势分析',
|
||
success=True,
|
||
data={'trend': 'increasing'},
|
||
visualizations=['chart2.png'],
|
||
insights=[
|
||
'工单数量呈上升趋势',
|
||
'增长率为15%'
|
||
],
|
||
execution_time=3.2
|
||
),
|
||
AnalysisResult(
|
||
task_id='task3',
|
||
task_name='类型分析',
|
||
success=False,
|
||
data={},
|
||
visualizations=[],
|
||
insights=[],
|
||
error='数据缺少类型字段',
|
||
execution_time=0.1
|
||
)
|
||
]
|
||
|
||
|
||
@pytest.fixture
|
||
def sample_requirement():
|
||
"""创建示例需求规格。"""
|
||
return RequirementSpec(
|
||
user_input='分析工单健康度',
|
||
objectives=[
|
||
AnalysisObjective(
|
||
name='健康度分析',
|
||
description='评估工单处理的健康状况',
|
||
metrics=['关闭率', '处理时长', '积压情况'],
|
||
priority=5
|
||
)
|
||
]
|
||
)
|
||
|
||
|
||
@pytest.fixture
|
||
def sample_data_profile():
|
||
"""创建示例数据画像。"""
|
||
return DataProfile(
|
||
file_path='test.csv',
|
||
row_count=1000,
|
||
column_count=5,
|
||
columns=[
|
||
ColumnInfo(
|
||
name='status',
|
||
dtype='categorical',
|
||
missing_rate=0.0,
|
||
unique_count=3,
|
||
sample_values=['open', 'closed', 'pending']
|
||
),
|
||
ColumnInfo(
|
||
name='created_at',
|
||
dtype='datetime',
|
||
missing_rate=0.0,
|
||
unique_count=1000
|
||
)
|
||
],
|
||
inferred_type='ticket',
|
||
key_fields={'status': '状态', 'created_at': '创建时间'},
|
||
quality_score=85.0,
|
||
summary='工单数据，包含1000条记录'
|
||
)
|
||
|
||
|
||
class TestExtractKeyFindings:
|
||
"""测试关键发现提炼。"""
|
||
|
||
def test_basic_functionality(self, sample_results):
|
||
"""测试基本功能。"""
|
||
key_findings = extract_key_findings(sample_results)
|
||
|
||
# 验证：返回列表
|
||
assert isinstance(key_findings, list)
|
||
|
||
# 验证：只包含成功的结果
|
||
assert len(key_findings) == 4 # 2个任务，每个2个洞察
|
||
|
||
# 验证：每个发现都有必需的字段
|
||
for finding in key_findings:
|
||
assert 'finding' in finding
|
||
assert 'importance' in finding
|
||
assert 'source_task' in finding
|
||
assert 'category' in finding
|
||
|
||
def test_importance_sorting(self, sample_results):
|
||
"""测试按重要性排序。"""
|
||
key_findings = extract_key_findings(sample_results)
|
||
|
||
# 验证：按重要性降序排列
|
||
for i in range(len(key_findings) - 1):
|
||
assert key_findings[i]['importance'] >= key_findings[i + 1]['importance']
|
||
|
||
def test_empty_results(self):
|
||
"""测试空结果列表。"""
|
||
key_findings = extract_key_findings([])
|
||
|
||
assert isinstance(key_findings, list)
|
||
assert len(key_findings) == 0
|
||
|
||
def test_only_failed_results(self):
|
||
"""测试只有失败的结果。"""
|
||
results = [
|
||
AnalysisResult(
|
||
task_id='task1',
|
||
task_name='失败任务',
|
||
success=False,
|
||
error='测试错误'
|
||
)
|
||
]
|
||
|
||
key_findings = extract_key_findings(results)
|
||
|
||
# 失败的任务不应该产生发现
|
||
assert len(key_findings) == 0
|
||
|
||
|
||
class TestCategorizeInsight:
|
||
"""测试洞察分类。"""
|
||
|
||
def test_anomaly_detection(self):
|
||
"""测试异常检测。"""
|
||
insight = '待处理工单占比50%，异常高'
|
||
category = _categorize_insight(insight)
|
||
assert category == 'anomaly'
|
||
|
||
def test_trend_detection(self):
|
||
"""测试趋势检测。"""
|
||
insight = '工单数量呈上升趋势'
|
||
category = _categorize_insight(insight)
|
||
assert category == 'trend'
|
||
|
||
def test_general_insight(self):
|
||
"""测试一般洞察。"""
|
||
insight = '数据质量良好'
|
||
category = _categorize_insight(insight)
|
||
assert category == 'insight'
|
||
|
||
def test_english_keywords(self):
|
||
"""测试英文关键词。"""
|
||
assert _categorize_insight('This is an anomaly') == 'anomaly'
|
||
assert _categorize_insight('Showing growth trend') == 'trend'
|
||
|
||
|
||
class TestCalculateImportance:
|
||
"""测试重要性计算。"""
|
||
|
||
def test_anomaly_importance(self):
|
||
"""测试异常的重要性。"""
|
||
insight = '严重异常：系统故障'
|
||
importance = _calculate_importance(insight, {})
|
||
|
||
# 异常 + 严重 = 高重要性
|
||
assert importance >= 4
|
||
|
||
def test_percentage_importance(self):
|
||
"""测试包含百分比的重要性。"""
|
||
insight = '占比达到80%'
|
||
importance = _calculate_importance(insight, {})
|
||
|
||
# 包含百分比 = 较高重要性
|
||
assert importance >= 4
|
||
|
||
def test_normal_importance(self):
|
||
"""测试普通洞察的重要性。"""
|
||
insight = '数据正常'
|
||
importance = _calculate_importance(insight, {})
|
||
|
||
# 默认中等重要性
|
||
assert importance == 3
|
||
|
||
def test_importance_range(self):
|
||
"""测试重要性范围。"""
|
||
# 测试多个洞察，确保重要性在1-5范围内
|
||
insights = [
|
||
'严重异常问题',
|
||
'占比80%',
|
||
'正常数据',
|
||
'轻微变化'
|
||
]
|
||
|
||
for insight in insights:
|
||
importance = _calculate_importance(insight, {})
|
||
assert 1 <= importance <= 5
|
||
|
||
|
||
class TestOrganizeReportStructure:
|
||
"""测试报告结构组织。"""
|
||
|
||
def test_basic_structure(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试基本结构。"""
|
||
key_findings = extract_key_findings(sample_results)
|
||
structure = organize_report_structure(key_findings, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：包含必需的字段
|
||
assert 'title' in structure
|
||
assert 'sections' in structure
|
||
assert 'executive_summary' in structure
|
||
assert 'detailed_analysis' in structure
|
||
assert 'conclusions' in structure
|
||
|
||
def test_with_template(self, sample_results, sample_data_profile):
|
||
"""测试使用模板的结构。"""
|
||
# 创建带模板的需求
|
||
requirement = RequirementSpec(
|
||
user_input='按模板分析',
|
||
objectives=[
|
||
AnalysisObjective(
|
||
name='分析',
|
||
description='按模板分析',
|
||
metrics=['指标1'],
|
||
priority=5
|
||
)
|
||
],
|
||
template_path='template.md',
|
||
template_requirements={
|
||
'sections': ['第一章', '第二章', '第三章'],
|
||
'required_metrics': ['指标1', '指标2'],
|
||
'required_charts': ['图表1']
|
||
}
|
||
)
|
||
|
||
key_findings = extract_key_findings(sample_results)
|
||
structure = organize_report_structure(key_findings, requirement, sample_data_profile)
|
||
|
||
# 验证：使用模板结构
|
||
assert structure['use_template'] is True
|
||
assert structure['sections'] == ['第一章', '第二章', '第三章']
|
||
|
||
def test_without_template(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试不使用模板的结构。"""
|
||
key_findings = extract_key_findings(sample_results)
|
||
structure = organize_report_structure(key_findings, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：生成默认结构
|
||
assert structure['use_template'] is False
|
||
assert len(structure['sections']) > 0
|
||
assert '执行摘要' in structure['sections']
|
||
|
||
def test_executive_summary(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试执行摘要组织。"""
|
||
key_findings = extract_key_findings(sample_results)
|
||
structure = organize_report_structure(key_findings, sample_requirement, sample_data_profile)
|
||
|
||
exec_summary = structure['executive_summary']
|
||
|
||
# 验证：包含关键发现
|
||
assert 'key_findings' in exec_summary
|
||
assert isinstance(exec_summary['key_findings'], list)
|
||
|
||
# 验证：包含统计信息
|
||
assert 'anomaly_count' in exec_summary
|
||
assert 'trend_count' in exec_summary
|
||
|
||
def test_detailed_analysis(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试详细分析组织。"""
|
||
key_findings = extract_key_findings(sample_results)
|
||
structure = organize_report_structure(key_findings, sample_requirement, sample_data_profile)
|
||
|
||
detailed = structure['detailed_analysis']
|
||
|
||
# 验证：包含分类
|
||
assert 'anomaly' in detailed
|
||
assert 'trend' in detailed
|
||
assert 'insight' in detailed
|
||
|
||
# 验证：每个分类都是列表
|
||
assert isinstance(detailed['anomaly'], list)
|
||
assert isinstance(detailed['trend'], list)
|
||
assert isinstance(detailed['insight'], list)
|
||
|
||
|
||
class TestGenerateReportTitle:
|
||
"""测试报告标题生成。"""
|
||
|
||
def test_health_analysis_title(self, sample_data_profile):
|
||
"""测试健康度分析标题。"""
|
||
requirement = RequirementSpec(
|
||
user_input='分析工单健康度',
|
||
objectives=[]
|
||
)
|
||
|
||
title = _generate_report_title(requirement, sample_data_profile)
|
||
|
||
assert '工单' in title
|
||
assert '健康度' in title
|
||
|
||
def test_trend_analysis_title(self, sample_data_profile):
|
||
"""测试趋势分析标题。"""
|
||
requirement = RequirementSpec(
|
||
user_input='分析趋势',
|
||
objectives=[]
|
||
)
|
||
|
||
title = _generate_report_title(requirement, sample_data_profile)
|
||
|
||
assert '工单' in title
|
||
assert '趋势' in title
|
||
|
||
def test_generic_title(self, sample_data_profile):
|
||
"""测试通用标题。"""
|
||
requirement = RequirementSpec(
|
||
user_input='分析数据',
|
||
objectives=[]
|
||
)
|
||
|
||
title = _generate_report_title(requirement, sample_data_profile)
|
||
|
||
assert '工单' in title
|
||
assert '分析报告' in title
|
||
|
||
|
||
class TestGenerateDefaultSections:
|
||
"""测试默认章节生成。"""
|
||
|
||
def test_with_anomalies(self):
|
||
"""测试包含异常的章节。"""
|
||
key_findings = [
|
||
{
|
||
'finding': '异常情况',
|
||
'category': 'anomaly',
|
||
'importance': 5
|
||
}
|
||
]
|
||
|
||
data_profile = DataProfile(
|
||
file_path='test.csv',
|
||
row_count=100,
|
||
column_count=3,
|
||
columns=[],
|
||
inferred_type='ticket'
|
||
)
|
||
|
||
sections = _generate_default_sections(key_findings, data_profile)
|
||
|
||
# 验证：包含异常分析章节
|
||
assert '异常分析' in sections
|
||
|
||
def test_with_trends(self):
|
||
"""测试包含趋势的章节。"""
|
||
key_findings = [
|
||
{
|
||
'finding': '上升趋势',
|
||
'category': 'trend',
|
||
'importance': 4
|
||
}
|
||
]
|
||
|
||
data_profile = DataProfile(
|
||
file_path='test.csv',
|
||
row_count=100,
|
||
column_count=3,
|
||
columns=[],
|
||
inferred_type='sales'
|
||
)
|
||
|
||
sections = _generate_default_sections(key_findings, data_profile)
|
||
|
||
# 验证：包含趋势分析章节
|
||
assert '趋势分析' in sections
|
||
|
||
def test_ticket_data_sections(self):
|
||
"""测试工单数据的章节。"""
|
||
data_profile = DataProfile(
|
||
file_path='test.csv',
|
||
row_count=100,
|
||
column_count=3,
|
||
columns=[],
|
||
inferred_type='ticket'
|
||
)
|
||
|
||
sections = _generate_default_sections([], data_profile)
|
||
|
||
# 验证：包含工单相关章节
|
||
assert '状态分析' in sections or '类型分析' in sections
|
||
|
||
|
||
class TestGenerateReport:
|
||
"""测试完整报告生成。"""
|
||
|
||
def test_basic_report_generation(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试基本报告生成。"""
|
||
report = generate_report(sample_results, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：返回字符串
|
||
assert isinstance(report, str)
|
||
|
||
# 验证：报告不为空
|
||
assert len(report) > 0
|
||
|
||
# 验证：包含标题
|
||
assert '#' in report
|
||
|
||
# 验证：包含执行摘要
|
||
assert '执行摘要' in report or '摘要' in report
|
||
|
||
def test_report_with_skipped_tasks(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试包含跳过任务的报告。"""
|
||
report = generate_report(sample_results, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：提到跳过的任务
|
||
assert '跳过' in report or '失败' in report
|
||
|
||
# 验证：提到失败的任务名称
|
||
assert '类型分析' in report
|
||
|
||
def test_report_with_visualizations(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试包含可视化的报告。"""
|
||
report = generate_report(sample_results, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：包含图表引用
|
||
assert 'chart1.png' in report or 'chart2.png' in report or '![' in report
|
||
|
||
def test_report_with_insights(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试包含洞察的报告。"""
|
||
report = generate_report(sample_results, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：包含洞察内容
|
||
assert '待处理工单' in report or '趋势' in report
|
||
|
||
def test_report_save_to_file(self, sample_results, sample_requirement, sample_data_profile):
|
||
"""测试报告保存到文件。"""
|
||
with tempfile.NamedTemporaryFile(mode='w', suffix='.md', delete=False, encoding='utf-8') as f:
|
||
output_path = f.name
|
||
|
||
try:
|
||
report = generate_report(
|
||
sample_results,
|
||
sample_requirement,
|
||
sample_data_profile,
|
||
output_path=output_path
|
||
)
|
||
|
||
# 验证：文件已创建
|
||
assert os.path.exists(output_path)
|
||
|
||
# 验证：文件内容与返回内容一致
|
||
with open(output_path, 'r', encoding='utf-8') as f:
|
||
saved_content = f.read()
|
||
|
||
assert saved_content == report
|
||
|
||
finally:
|
||
if os.path.exists(output_path):
|
||
os.unlink(output_path)
|
||
|
||
def test_empty_results(self, sample_requirement, sample_data_profile):
|
||
"""测试空结果列表。"""
|
||
report = generate_report([], sample_requirement, sample_data_profile)
|
||
|
||
# 验证：仍然生成报告
|
||
assert isinstance(report, str)
|
||
assert len(report) > 0
|
||
|
||
# 验证：包含基本结构
|
||
assert '执行摘要' in report or '摘要' in report
|
||
|
||
def test_all_failed_results(self, sample_requirement, sample_data_profile):
|
||
"""测试所有任务都失败的情况。"""
|
||
results = [
|
||
AnalysisResult(
|
||
task_id='task1',
|
||
task_name='失败任务1',
|
||
success=False,
|
||
error='错误1'
|
||
),
|
||
AnalysisResult(
|
||
task_id='task2',
|
||
task_name='失败任务2',
|
||
success=False,
|
||
error='错误2'
|
||
)
|
||
]
|
||
|
||
report = generate_report(results, sample_requirement, sample_data_profile)
|
||
|
||
# 验证：报告生成成功
|
||
assert isinstance(report, str)
|
||
assert len(report) > 0
|
||
|
||
# 验证：提到失败
|
||
assert '失败' in report or '跳过' in report
|