13062bf08e
Deploy / deploy (push) Successful in 6m1s
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01FbMbJPadPzVwvt9rU9GBNo
25 lines
1.1 KiB
Python
25 lines
1.1 KiB
Python
#!/usr/bin/env python3
|
|
"""Export every table of the staging SQLite DB to JSON-lines files for scripts/load-pg.js.
|
|
|
|
usage: python3 scripts/export_jsonl.py --db build/papers.db --out build/export
|
|
Each <table>.jsonl: first line {"cols": [...]}, then one JSON array per row.
|
|
"""
|
|
import argparse, json, os, sqlite3
|
|
|
|
TABLES = ['conferences', 'taxonomy', 'areas', 'roles', 'benchmarks', 'papers', 'paper_taxonomy', 'work_types',
|
|
'paper_benchmarks', 'paper_meta', 'paper_work_types', 'results', 'type_notes', 'type_reviews']
|
|
|
|
ap = argparse.ArgumentParser(); ap.add_argument("--db", default="build/papers.db"); ap.add_argument("--out", default="build/export")
|
|
a = ap.parse_args()
|
|
os.makedirs(a.out, exist_ok=True)
|
|
db = sqlite3.connect(f"file:{a.db}?mode=ro", uri=True)
|
|
for t in TABLES:
|
|
cur = db.execute(f"SELECT * FROM {t}")
|
|
cols = [d[0] for d in cur.description]
|
|
n = 0
|
|
with open(os.path.join(a.out, t + ".jsonl"), "w", encoding="utf-8") as f:
|
|
f.write(json.dumps({"cols": cols}) + "\n")
|
|
for row in cur:
|
|
f.write(json.dumps(list(row), ensure_ascii=False) + "\n"); n += 1
|
|
print(f"exported {t}: {n}")
|