04_evaluate_report.py
600 Bytes
from __future__ import annotations
import sys
from _runner import print_artifacts, run_scripts
SCRIPTS = [
"scripts/07_run_weknora_qa.py",
"scripts/08_build_ragas_input.py",
"scripts/09_run_ragas_eval.py",
"scripts/10_report.py",
]
ARTIFACTS = [
"data/runs/weknora_answers.jsonl",
"data/runs/failed_requests.jsonl",
"data/runs/ragas_input.jsonl",
"data/reports/ragas_scores.csv",
"data/reports/summary.md",
]
def main() -> int:
code = run_scripts(SCRIPTS)
print_artifacts(ARTIFACTS)
return code
if __name__ == "__main__":
sys.exit(main())