04_evaluate_report.py 600 Bytes
from __future__ import annotations

import sys

from _runner import print_artifacts, run_scripts


SCRIPTS = [
    "scripts/07_run_weknora_qa.py",
    "scripts/08_build_ragas_input.py",
    "scripts/09_run_ragas_eval.py",
    "scripts/10_report.py",
]

ARTIFACTS = [
    "data/runs/weknora_answers.jsonl",
    "data/runs/failed_requests.jsonl",
    "data/runs/ragas_input.jsonl",
    "data/reports/ragas_scores.csv",
    "data/reports/summary.md",
]


def main() -> int:
    code = run_scripts(SCRIPTS)
    print_artifacts(ARTIFACTS)
    return code


if __name__ == "__main__":
    sys.exit(main())