06_review_testset.py
587 Bytes
from __future__ import annotations
import sys
import _bootstrap # noqa: F401
from weknora_eval.loaders import setup_logging
from weknora_eval.testset import approve_pending_testset, validate_reviewed_testset
def main() -> int:
setup_logging()
rows = approve_pending_testset()
errors = validate_reviewed_testset()
if errors:
for error in errors:
print(error)
return 1
print(f"Wrote {len(rows)} approved QA records to data/testsets/testset.reviewed.jsonl")
return 0 if rows else 1
if __name__ == "__main__":
sys.exit(main())