239 lines
8.9 KiB
YAML
239 lines
8.9 KiB
YAML
name: autograde-assignment-03-files
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
tags:
|
|
- 'submit'
|
|
- 'submit-*'
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
contents: read
|
|
pull-requests: write
|
|
|
|
jobs:
|
|
check-trigger:
|
|
runs-on: docker
|
|
container:
|
|
image: alpine:latest
|
|
outputs:
|
|
should_run: ${{ steps.check.outputs.trigger }}
|
|
steps:
|
|
- name: Check commit message for trigger keyword
|
|
id: check
|
|
run: |
|
|
COMMIT_MSG="${{ github.event.head_commit.message || '' }}"
|
|
echo "Commit message: $COMMIT_MSG"
|
|
if echo "$COMMIT_MSG" | grep -q "完成作业"; then
|
|
echo "trigger=true" >> $GITHUB_OUTPUT
|
|
echo "✅ Commit contains \"完成作业\"，即将执行评分"
|
|
else
|
|
echo "trigger=false" >> $GITHUB_OUTPUT
|
|
echo "⛔ 只有包含"完成作业"的提交才会执行自动评分" >&2
|
|
fi
|
|
|
|
grade:
|
|
needs: check-trigger
|
|
if: needs.check-trigger.outputs.should_run == 'true'
|
|
runs-on: docker
|
|
container:
|
|
image: python:3.11
|
|
options: --user root
|
|
timeout-minutes: 20
|
|
|
|
steps:
|
|
- name: Configure APT mirror (Aliyun)
|
|
run: |
|
|
set -e
|
|
for f in /etc/apt/sources.list /etc/apt/sources.list.d/*.list /etc/apt/sources.list.d/*.sources; do
|
|
[ -f "$f" ] || continue
|
|
sed -i -E 's|https?://deb.debian.org|http://mirrors.aliyun.com|g' "$f" || true
|
|
sed -i -E 's|https?://security.debian.org|http://mirrors.aliyun.com/debian-security|g' "$f" || true
|
|
sed -i -E 's|https?://archive.ubuntu.com|http://mirrors.aliyun.com|g' "$f" || true
|
|
sed -i -E 's|https?://ports.ubuntu.com|http://mirrors.aliyun.com|g' "$f" || true
|
|
done
|
|
apt-get -o Acquire::Check-Valid-Until=false update -y
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends git ca-certificates python3-pip rsync fonts-noto-cjk fonts-wqy-microhei
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
- name: Checkout code
|
|
env:
|
|
GITHUB_TOKEN: ${{ github.token }}
|
|
run: |
|
|
git config --global --add safe.directory ${{ github.workspace }}
|
|
git init
|
|
REPO_URL="${{ github.server_url }}/${{ github.repository }}.git"
|
|
AUTH_URL=$(echo "$REPO_URL" | sed "s|://|://${GITHUB_TOKEN}@|")
|
|
git remote add origin "$AUTH_URL"
|
|
git fetch --depth=1 origin ${{ github.sha }}
|
|
git checkout ${{ github.sha }}
|
|
|
|
- name: Fix permissions
|
|
run: chown -R $(whoami):$(whoami) ${{ github.workspace }} || true
|
|
|
|
- name: Fetch hidden tests and grading scripts
|
|
working-directory: ${{ github.workspace }}
|
|
env:
|
|
EXTERNAL_GITEA_HOST: ${{ secrets.EXTERNAL_GITEA_HOST }}
|
|
run: |
|
|
set -e
|
|
TESTS_USERNAME="${RUNNER_TESTS_USERNAME:-}"
|
|
TESTS_TOKEN="${RUNNER_TESTS_TOKEN:-}"
|
|
if [ -z "$TESTS_TOKEN" ] || [ -z "$TESTS_USERNAME" ]; then
|
|
echo "❌ RUNNER_TESTS_USERNAME / RUNNER_TESTS_TOKEN not set!"
|
|
exit 1
|
|
fi
|
|
|
|
# Resolve host
|
|
if [ -n "$EXTERNAL_GITEA_HOST" ]; then
|
|
HOST="$EXTERNAL_GITEA_HOST"
|
|
elif [ -n "$GITEA_ROOT_URL" ]; then
|
|
HOST=$(echo "$GITEA_ROOT_URL" | sed 's|https\?://||' | sed 's|/$||')
|
|
else
|
|
HOST=$(echo "${{ github.server_url }}" | sed 's|https\?://||' | cut -d'/' -f1)
|
|
fi
|
|
|
|
ORG=$(echo "${{ github.repository }}" | cut -d'/' -f1)
|
|
REPO_NAME=$(echo "${{ github.repository }}" | cut -d'/' -f2)
|
|
|
|
if echo "$REPO_NAME" | grep -q -- '-stu_'; then
|
|
ASSIGNMENT_ID=$(echo "$REPO_NAME" | sed 's/-stu_.*//')
|
|
elif echo "$REPO_NAME" | grep -q -- '-template'; then
|
|
ASSIGNMENT_ID=$(echo "$REPO_NAME" | sed 's/-template.*//')
|
|
else
|
|
ASSIGNMENT_ID="assignment-03-files"
|
|
fi
|
|
|
|
echo "📥 Fetching tests from ${ORG}/${ASSIGNMENT_ID}-tests..."
|
|
AUTH_URL="http://${TESTS_USERNAME}:${TESTS_TOKEN}@${HOST}/${ORG}/${ASSIGNMENT_ID}-tests.git"
|
|
git -c http.sslVerify=false clone --depth=1 "$AUTH_URL" _priv_tests
|
|
|
|
rm -rf .autograde
|
|
mkdir -p .autograde
|
|
cp _priv_tests/autograde/*.py .autograde/
|
|
cp _priv_tests/autograde/*.sh .autograde/ 2>/dev/null || true
|
|
# Copy metadata scripts if available
|
|
if [ -f "_priv_tests/autograde/create_minimal_metadata.py" ]; then
|
|
cp _priv_tests/autograde/create_minimal_metadata.py .autograde/ 2>/dev/null || true
|
|
fi
|
|
if [ -f "_priv_tests/autograde/upload_metadata.py" ]; then
|
|
cp _priv_tests/autograde/upload_metadata.py .autograde/ 2>/dev/null || true
|
|
fi
|
|
|
|
# Copy Python tests
|
|
if [ -d "_priv_tests/python" ]; then
|
|
mkdir -p tests
|
|
rsync -a _priv_tests/python/ tests/
|
|
echo "✅ Private tests copied"
|
|
fi
|
|
|
|
# Copy test groups
|
|
if [ -f "_priv_tests/test_groups.json" ]; then
|
|
cp _priv_tests/test_groups.json .
|
|
fi
|
|
|
|
# Copy LLM rubrics
|
|
if [ -d "_priv_tests/llm" ]; then
|
|
mkdir -p .llm_rubrics
|
|
cp _priv_tests/llm/*.json .llm_rubrics/ 2>/dev/null || true
|
|
fi
|
|
|
|
rm -rf _priv_tests
|
|
|
|
- name: Install Python dependencies
|
|
run: |
|
|
pip config set global.index-url https://mirrors.aliyun.com/pypi/simple
|
|
pip install --no-cache-dir -r requirements.txt
|
|
# 安装评分脚本依赖
|
|
pip install --no-cache-dir pytest requests python-dotenv
|
|
|
|
- name: Run tests
|
|
working-directory: ${{ github.workspace }}
|
|
run: |
|
|
mkdir -p test-results
|
|
export PYTHONPATH="$(pwd):${PYTHONPATH}"
|
|
echo "📋 Tests to be executed:"
|
|
find tests -name "test_*.py" -type f 2>/dev/null || echo "No test files found"
|
|
pytest tests/ -v --junitxml=test-results/junit.xml || true
|
|
echo "📊 JUnit report generated"
|
|
|
|
- name: Grade programming tests
|
|
run: |
|
|
python ./.autograde/grade_grouped.py \
|
|
--junit-dir test-results \
|
|
--groups test_groups.json \
|
|
--out grade.json \
|
|
--summary summary.md
|
|
|
|
- name: Grade REPORT.md
|
|
run: |
|
|
if [ -f REPORT.md ] && [ -f .llm_rubrics/rubric_report.json ]; then
|
|
python ./.autograde/llm_grade.py \
|
|
--question "请评估这份反思报告" \
|
|
--answer REPORT.md \
|
|
--rubric .llm_rubrics/rubric_report.json \
|
|
--out report_grade.json \
|
|
--summary report_summary.md
|
|
echo "✅ REPORT.md graded"
|
|
else
|
|
echo '{"total": 0, "flags": ["missing_file"]}' > report_grade.json
|
|
echo "⚠️ REPORT.md or rubric not found"
|
|
fi
|
|
|
|
- name: Aggregate grades
|
|
run: |
|
|
python ./.autograde/aggregate_grade.py \
|
|
--programming grade.json \
|
|
--report report_grade.json \
|
|
--out final_grade.json \
|
|
--summary final_summary.md
|
|
|
|
- name: Create metadata
|
|
working-directory: ${{ github.workspace }}
|
|
env:
|
|
REPO: ${{ github.repository }}
|
|
LANGUAGE: python
|
|
run: |
|
|
if [ -f final_grade.json ]; then
|
|
# Use final grade type for aggregated grades
|
|
export GRADE_TYPE=final
|
|
export GRADE_FILE=final_grade.json
|
|
if [ -f .autograde/create_minimal_metadata.py ]; then
|
|
python ./.autograde/create_minimal_metadata.py > metadata.json || echo "{}" > metadata.json
|
|
else
|
|
echo "⚠️ create_minimal_metadata.py not found, skipping metadata creation"
|
|
echo "{}" > metadata.json
|
|
fi
|
|
fi
|
|
|
|
- name: Upload metadata
|
|
if: env.RUNNER_METADATA_TOKEN != ''
|
|
working-directory: ${{ github.workspace }}
|
|
env:
|
|
# 使用当前组织的 course-metadata 仓库
|
|
METADATA_REPO: ${{ github.repository_owner }}/course-metadata
|
|
METADATA_TOKEN: ${{ env.RUNNER_METADATA_TOKEN }}
|
|
METADATA_BRANCH: ${{ env.RUNNER_METADATA_BRANCH }}
|
|
STUDENT_REPO: ${{ github.repository }}
|
|
RUN_ID: ${{ github.run_id }}
|
|
COMMIT_SHA: ${{ github.sha }}
|
|
SERVER_URL: ${{ github.server_url }}
|
|
run: |
|
|
if [ -f metadata.json ] && [ -f .autograde/upload_metadata.py ]; then
|
|
python ./.autograde/upload_metadata.py \
|
|
--metadata-file metadata.json \
|
|
--metadata-repo "${METADATA_REPO}" \
|
|
--branch "${METADATA_BRANCH:-main}" \
|
|
--student-repo "${STUDENT_REPO}" \
|
|
--run-id "${RUN_ID}" \
|
|
--commit-sha "${COMMIT_SHA}" \
|
|
--workflow grade \
|
|
--server-url "${SERVER_URL}" \
|
|
--external-host "${EXTERNAL_GITEA_HOST}"
|
|
else
|
|
echo "⚠️ metadata.json or upload_metadata.py not found, skipping upload"
|
|
fi
|
|
|