01_ingest_export.py
542 Bytes
from __future__ import annotations
import sys
from _runner import print_artifacts, run_scripts
SCRIPTS = [
"scripts/01_upload_docs.py",
"scripts/02_wait_ingestion.py",
"scripts/03_export_chunks.py",
]
ARTIFACTS = [
"data/exported/knowledge_uploads.jsonl",
"data/exported/failed_uploads.jsonl",
"data/exported/knowledge.jsonl",
"data/exported/chunks.jsonl",
]
def main() -> int:
code = run_scripts(SCRIPTS)
print_artifacts(ARTIFACTS)
return code
if __name__ == "__main__":
sys.exit(main())