06_review_testset.py 587 Bytes
from __future__ import annotations

import sys

import _bootstrap  # noqa: F401

from weknora_eval.loaders import setup_logging
from weknora_eval.testset import approve_pending_testset, validate_reviewed_testset


def main() -> int:
    setup_logging()
    rows = approve_pending_testset()
    errors = validate_reviewed_testset()
    if errors:
        for error in errors:
            print(error)
        return 1
    print(f"Wrote {len(rows)} approved QA records to data/testsets/testset.reviewed.jsonl")
    return 0 if rows else 1


if __name__ == "__main__":
    sys.exit(main())