01_ingest_export.py 542 Bytes
from __future__ import annotations

import sys

from _runner import print_artifacts, run_scripts


SCRIPTS = [
    "scripts/01_upload_docs.py",
    "scripts/02_wait_ingestion.py",
    "scripts/03_export_chunks.py",
]

ARTIFACTS = [
    "data/exported/knowledge_uploads.jsonl",
    "data/exported/failed_uploads.jsonl",
    "data/exported/knowledge.jsonl",
    "data/exported/chunks.jsonl",
]


def main() -> int:
    code = run_scripts(SCRIPTS)
    print_artifacts(ARTIFACTS)
    return code


if __name__ == "__main__":
    sys.exit(main())