208 lines
6.9 KiB
Python
208 lines
6.9 KiB
Python
|
#!/usr/bin/env python3
|
|||
|
|
"""
|
|||
|
|
分组编程题评分脚本
|
|||
|
|
|
|||
|
|
解析 JUnit XML 报告，按测试分组（Core/Advanced/Challenge）计算加权分数
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
import argparse
|
|||
|
|
import xml.etree.ElementTree as ET
|
|||
|
|
import json
|
|||
|
|
import os
|
|||
|
|
import re
|
|||
|
|
import sys
|
|||
|
|
from pathlib import Path
|
|||
|
|
from glob import glob
|
|||
|
|
|
|||
|
|
|
|||
|
|
def parse_junit_files(junit_dir):
|
|||
|
|
"""
|
|||
|
|
解析目录下所有 JUnit XML 报告
|
|||
|
|
|
|||
|
|
Returns
|
|||
|
|
-------
|
|||
|
|
results : list of dict
|
|||
|
|
每个测试的结果，包含 classname, name, passed
|
|||
|
|
"""
|
|||
|
|
results = []
|
|||
|
|
|
|||
|
|
xml_files = glob(os.path.join(junit_dir, "TEST-*.xml"))
|
|||
|
|
if not xml_files:
|
|||
|
|
xml_files = glob(os.path.join(junit_dir, "*.xml"))
|
|||
|
|
|
|||
|
|
for xml_file in xml_files:
|
|||
|
|
try:
|
|||
|
|
root = ET.parse(xml_file).getroot()
|
|||
|
|
|
|||
|
|
for testsuite in root.iter("testsuite"):
|
|||
|
|
for testcase in testsuite.iter("testcase"):
|
|||
|
|
classname = testcase.get("classname", "")
|
|||
|
|
name = testcase.get("name", "")
|
|||
|
|
|
|||
|
|
# 检查是否有 failure、error 或 skipped 子元素
|
|||
|
|
failed = any(testcase.iter("failure")) or any(testcase.iter("error"))
|
|||
|
|
skipped = any(testcase.iter("skipped"))
|
|||
|
|
|
|||
|
|
results.append({
|
|||
|
|
"classname": classname,
|
|||
|
|
"name": name,
|
|||
|
|
"passed": not failed and not skipped,
|
|||
|
|
"skipped": skipped
|
|||
|
|
})
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"Error parsing {xml_file}: {e}", file=sys.stderr)
|
|||
|
|
|
|||
|
|
return results
|
|||
|
|
|
|||
|
|
|
|||
|
|
def load_groups_config(groups_file):
|
|||
|
|
"""加载测试分组配置"""
|
|||
|
|
if not os.path.exists(groups_file):
|
|||
|
|
# 默认配置
|
|||
|
|
return {
|
|||
|
|
"groups": {
|
|||
|
|
"core": {"pattern": ".*core.*", "weight": 0.75, "max_score": 60},
|
|||
|
|
"advanced": {"pattern": ".*advanced.*", "weight": 0.125, "max_score": 10},
|
|||
|
|
"challenge": {"pattern": ".*challenge.*", "weight": 0.125, "max_score": 10}
|
|||
|
|
},
|
|||
|
|
"fallback_group": "core"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
with open(groups_file, "r", encoding="utf-8") as f:
|
|||
|
|
return json.load(f)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def categorize_test(classname, groups_config):
|
|||
|
|
"""根据 classname 将测试分类到对应的组"""
|
|||
|
|
for group_name, group_info in groups_config.get("groups", {}).items():
|
|||
|
|
pattern = group_info.get("pattern", "")
|
|||
|
|
if re.search(pattern, classname, re.IGNORECASE):
|
|||
|
|
return group_name
|
|||
|
|
|
|||
|
|
return groups_config.get("fallback_group", "core")
|
|||
|
|
|
|||
|
|
|
|||
|
|
def calculate_grouped_score(test_results, groups_config):
|
|||
|
|
"""
|
|||
|
|
按分组计算加权分数
|
|||
|
|
|
|||
|
|
Returns
|
|||
|
|
-------
|
|||
|
|
dict
|
|||
|
|
包含各组得分和总分的字典
|
|||
|
|
"""
|
|||
|
|
groups = groups_config.get("groups", {})
|
|||
|
|
|
|||
|
|
# 初始化各组统计
|
|||
|
|
group_stats = {}
|
|||
|
|
for group_name, group_info in groups.items():
|
|||
|
|
group_stats[group_name] = {
|
|||
|
|
"passed": 0,
|
|||
|
|
"total": 0,
|
|||
|
|
"max_score": group_info.get("max_score", 10),
|
|||
|
|
"weight": group_info.get("weight", 0.1),
|
|||
|
|
"tests": []
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
# 分类并统计测试结果
|
|||
|
|
for test in test_results:
|
|||
|
|
group = categorize_test(test["classname"], groups_config)
|
|||
|
|
if group not in group_stats:
|
|||
|
|
group = groups_config.get("fallback_group", "core")
|
|||
|
|
|
|||
|
|
group_stats[group]["total"] += 1
|
|||
|
|
if test["passed"]:
|
|||
|
|
group_stats[group]["passed"] += 1
|
|||
|
|
else:
|
|||
|
|
group_stats[group]["tests"].append(f"{test['classname']}.{test['name']}")
|
|||
|
|
|
|||
|
|
# 计算各组得分
|
|||
|
|
total_score = 0
|
|||
|
|
group_scores = {}
|
|||
|
|
|
|||
|
|
for group_name, stats in group_stats.items():
|
|||
|
|
if stats["total"] > 0:
|
|||
|
|
pass_rate = stats["passed"] / stats["total"]
|
|||
|
|
group_score = pass_rate * stats["max_score"]
|
|||
|
|
else:
|
|||
|
|
group_score = 0
|
|||
|
|
|
|||
|
|
group_scores[group_name] = {
|
|||
|
|
"passed": stats["passed"],
|
|||
|
|
"total": stats["total"],
|
|||
|
|
"max_score": stats["max_score"],
|
|||
|
|
"score": round(group_score, 2),
|
|||
|
|
"failed_tests": stats["tests"][:10] # 只保留前 10 个失败测试
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
total_score += group_score
|
|||
|
|
|
|||
|
|
return {
|
|||
|
|
"total_score": round(total_score, 2),
|
|||
|
|
"max_score": 80, # 编程测试总分 80 分（Core 60 + Advanced 10 + Challenge 10）
|
|||
|
|
"groups": group_scores
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
def main():
|
|||
|
|
parser = argparse.ArgumentParser(description="Grade programming assignments with test groups")
|
|||
|
|
parser.add_argument("--junit-dir", required=True, help="Directory containing JUnit XML files")
|
|||
|
|
parser.add_argument("--groups", default="test_groups.json", help="Test groups configuration file")
|
|||
|
|
parser.add_argument("--out", default="grade.json", help="Output JSON file")
|
|||
|
|
parser.add_argument("--summary", default="summary.md", help="Output summary markdown file")
|
|||
|
|
args = parser.parse_args()
|
|||
|
|
|
|||
|
|
# 解析测试结果
|
|||
|
|
test_results = parse_junit_files(args.junit_dir)
|
|||
|
|
|
|||
|
|
if not test_results:
|
|||
|
|
print("Warning: No test results found", file=sys.stderr)
|
|||
|
|
grade_data = {
|
|||
|
|
"total_score": 0,
|
|||
|
|
"max_score": 80,
|
|||
|
|
"groups": {},
|
|||
|
|
"error": "No test results found"
|
|||
|
|
}
|
|||
|
|
else:
|
|||
|
|
# 加载分组配置
|
|||
|
|
groups_config = load_groups_config(args.groups)
|
|||
|
|
|
|||
|
|
# 计算分组分数
|
|||
|
|
grade_data = calculate_grouped_score(test_results, groups_config)
|
|||
|
|
|
|||
|
|
# 保存 grade.json
|
|||
|
|
with open(args.out, "w", encoding="utf-8") as f:
|
|||
|
|
json.dump(grade_data, f, ensure_ascii=False, indent=2)
|
|||
|
|
|
|||
|
|
# 生成 summary.md
|
|||
|
|
with open(args.summary, "w", encoding="utf-8") as f:
|
|||
|
|
f.write("# 编程测试成绩报告\n\n")
|
|||
|
|
f.write(f"**总分：{grade_data['total_score']:.2f} / {grade_data['max_score']}**\n\n")
|
|||
|
|
|
|||
|
|
f.write("## 分组得分\n\n")
|
|||
|
|
f.write("| 分组 | 通过 | 总数 | 得分 | 满分 |\n")
|
|||
|
|
f.write("|------|------|------|------|------|\n")
|
|||
|
|
|
|||
|
|
for group_name, group_info in grade_data.get("groups", {}).items():
|
|||
|
|
f.write(f"| {group_name} | {group_info['passed']} | {group_info['total']} | "
|
|||
|
|
f"{group_info['score']:.2f} | {group_info['max_score']} |\n")
|
|||
|
|
|
|||
|
|
# 列出失败的测试
|
|||
|
|
all_failed = []
|
|||
|
|
for group_name, group_info in grade_data.get("groups", {}).items():
|
|||
|
|
all_failed.extend(group_info.get("failed_tests", []))
|
|||
|
|
|
|||
|
|
if all_failed:
|
|||
|
|
f.write("\n## 未通过的测试\n\n")
|
|||
|
|
for test in all_failed[:20]: # 最多显示 20 个
|
|||
|
|
f.write(f"- {test}\n")
|
|||
|
|
if len(all_failed) > 20:
|
|||
|
|
f.write(f"\n... 还有 {len(all_failed) - 20} 个未通过的测试\n")
|
|||
|
|
|
|||
|
|
print(f"Grading complete: {grade_data['total_score']:.2f}/{grade_data['max_score']}")
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
main()
|
|||
|
|
|