Report Generation & Analysis

#!/bin/bash
# Run test suite with JUnit XML output for Jenkins/GitLab
pytest tests/ \
    --junit-xml=test_results/report.xml \
    --html=test_results/report.html \
    --self-contained-html \
    --tb=short \
    --log-cli-level=INFO \
    --log-file=test_results/test.log \
    -v \
    --can-channel=vcan0 \
    --dbc=vehicle.dbc \
    -m "not hil"  # skip HiL tests in CI

# Parse results
python3 << EOF
import xml.etree.ElementTree as ET
tree = ET.parse("test_results/report.xml")
root = tree.getroot()
suite = root.find("testsuite") or root
print(f"Tests: {suite.get('tests')} "
      f"Passed: {int(suite.get('tests',0))-int(suite.get('failures',0))-int(suite.get('errors',0))} "
      f"Failed: {suite.get('failures')} "
      f"Errors: {suite.get('errors')}")
EOF

"""Generate ASPICE-compliant requirements traceability matrix."""
import xml.etree.ElementTree as ET
import csv
from collections import defaultdict

def build_traceability_matrix(junit_xml: str, req_csv: str) -> dict:
    """Link test results to requirements via test IDs."""
    # Load requirements
    reqs = {}
    with open(req_csv) as f:
        for row in csv.DictReader(f):
            reqs[row["req_id"]] = row
    # Load test results
    tree = ET.parse(junit_xml)
    results = {}
    for tc in tree.iter("testcase"):
        tc_id = tc.get("name")
        verdict = "FAIL" if tc.find("failure") is not None else "PASS"
        results[tc_id] = verdict
    # Build matrix
    matrix = defaultdict(list)
    for tc_id, verdict in results.items():
        req_id = tc_id.split("_")[1] if "_" in tc_id else "UNKNOWN"
        matrix[req_id].append({"tc_id": tc_id, "verdict": verdict})
    uncovered = [r for r in reqs if r not in matrix]
    return {"matrix": dict(matrix), "uncovered_reqs": uncovered}