Files
ai-taxonomy-literature-anal…/lib/queries.ts
T
2026-10-22 15:38:57 +00:00

130 lines
6.8 KiB
TypeScript

import { one, query } from './db';
import { Conference, PAGE_SIZE, Paper, PaperQuery, TaxNode } from './types';
export async function getConferences(): Promise<Conference[]> {
return query<Conference>(
`SELECT c.*, (SELECT COUNT(*) FROM papers p WHERE p.conf = c.slug) AS paper_count
FROM conferences c ORDER BY COALESCE(c.start_date, '9999'), c.short`
);
}
export async function getConference(slug: string): Promise<Conference | null> {
return (await getConferences()).find((c) => c.slug === slug) ?? null;
}
/** Turn free text into a safe tsquery: letters/digits only, all terms ANDed, last one prefix-matched. */
function ftsQuery(q: string): string | null {
const toks = q.match(/[\p{L}\p{N}]+/gu);
if (!toks) return null;
return toks.map((t, i) => `${t}${i === toks.length - 1 ? ':*' : ''}`).join(' & ');
}
interface Where { sql: string; params: unknown[]; fts: string | null }
function buildWhere(q: Partial<PaperQuery>): Where {
const parts: string[] = [];
const params: unknown[] = [];
const fts = q.q ? ftsQuery(q.q) : null;
if (fts) { parts.push("p.search @@ to_tsquery('english', ?)"); params.push(fts); }
if (q.conf) { parts.push('p.conf = ?'); params.push(q.conf); }
if (q.track) { parts.push('p.track = ?'); params.push(q.track); }
if (q.llm) parts.push('p.is_llm = 1');
if (q.node) {
parts.push('p.id IN (SELECT paper_id FROM paper_taxonomy WHERE node_id = ? OR node_id LIKE ?)');
params.push(q.node, q.node + '/%');
}
return { sql: parts.length ? 'WHERE ' + parts.join(' AND ') : '', params, fts };
}
export async function searchPapers(q: PaperQuery): Promise<{ papers: (Paper & { topics: string[] })[]; total: number }> {
const w = buildWhere(q);
const total = (await one<{ n: number }>(`SELECT COUNT(*) AS n FROM papers p ${w.sql}`, w.params))!.n;
const ranked = q.sort === 'rank' && !!w.fts;
const order = q.sort === 'title' ? 'lower(p.title), p.id' : ranked ? "ts_rank(p.search, to_tsquery('english', ?)) DESC, p.id" : 'p.conf, p.id';
const sql = `SELECT p.*, c.short AS conf_short FROM papers p JOIN conferences c ON c.slug = p.conf ${w.sql} ORDER BY ${order} LIMIT ? OFFSET ?`;
const params = ranked ? [...w.params, w.fts] : w.params;
const papers = await query<Paper>(sql, [...params, PAGE_SIZE, (q.page - 1) * PAGE_SIZE]);
const topicRows = papers.length
? await query<{ paper_id: number; label: string }>(
`SELECT pt.paper_id, t.label FROM paper_taxonomy pt JOIN taxonomy t ON t.id = pt.node_id WHERE pt.paper_id = ANY(?) ORDER BY pt.is_primary DESC, pt.score DESC`,
[papers.map((p) => p.id)]
)
: [];
const topics = new Map<number, string[]>();
for (const r of topicRows) (topics.get(r.paper_id) ?? topics.set(r.paper_id, []).get(r.paper_id)!).push(r.label);
return {
total,
papers: papers.map((p) => ({ ...p, abstract: p.abstract ? p.abstract.slice(0, 420) : null, topics: topics.get(p.id) ?? [] })),
};
}
export async function getPaper(id: number): Promise<(Paper & { topics: { id: string; label: string }[] }) | null> {
if (!Number.isInteger(id)) return null;
const p = await one<Paper>(`SELECT p.*, c.short AS conf_short FROM papers p JOIN conferences c ON c.slug = p.conf WHERE p.id = ?`, [id]);
if (!p) return null;
const topics = await query<{ id: string; label: string }>(
`SELECT t.id, t.label FROM paper_taxonomy pt JOIN taxonomy t ON t.id = pt.node_id WHERE pt.paper_id = ? ORDER BY pt.is_primary DESC`,
[id]
);
return { ...p, topics };
}
export async function getTracks(conf: string): Promise<string[]> {
const rows = conf
? await query<{ track: string }>(`SELECT DISTINCT track FROM papers WHERE conf = ? ORDER BY track`, [conf])
: await query<{ track: string }>(`SELECT DISTINCT track FROM papers ORDER BY track`);
return rows.map((r) => r.track).filter(Boolean);
}
/** Global taxonomy tree (spans all conferences) with distinct-paper counts per node. */
export async function getTaxonomyTree(opts: { llm?: boolean } = {}): Promise<TaxNode[]> {
const nodes = await query<Omit<TaxNode, 'count' | 'children'>>('SELECT id, parent, label, depth FROM taxonomy ORDER BY sort');
const where = opts.llm ? 'WHERE p.is_llm = 1' : '';
const leafRows = await query<{ id: string; n: number }>(
`SELECT pt.node_id AS id, COUNT(DISTINCT pt.paper_id) AS n FROM paper_taxonomy pt JOIN papers p ON p.id = pt.paper_id ${where} GROUP BY pt.node_id`
);
const topRows = await query<{ id: string; n: number }>(
`SELECT t.parent AS id, COUNT(DISTINCT pt.paper_id) AS n FROM paper_taxonomy pt JOIN taxonomy t ON t.id = pt.node_id JOIN papers p ON p.id = pt.paper_id ${where ? where + ' AND' : 'WHERE'} t.parent IS NOT NULL GROUP BY t.parent`
);
const counts = new Map<string, number>([...leafRows, ...topRows].map((r) => [r.id, r.n]));
const byId = new Map<string, TaxNode>();
nodes.forEach((n) => byId.set(n.id, { ...n, count: counts.get(n.id) ?? 0, children: [] }));
const roots: TaxNode[] = [];
byId.forEach((n) => (n.parent ? byId.get(n.parent)!.children.push(n) : roots.push(n)));
return roots;
}
/** node id -> { conference slug -> paper count }, for leaves and their parents. */
export async function getNodeConfBreakdown(opts: { llm?: boolean } = {}): Promise<Record<string, Record<string, number>>> {
const where = opts.llm ? 'WHERE p.is_llm = 1' : '';
const leaf = await query<{ id: string; conf: string; n: number }>(
`SELECT pt.node_id AS id, p.conf AS conf, COUNT(DISTINCT pt.paper_id) AS n FROM paper_taxonomy pt JOIN papers p ON p.id = pt.paper_id ${where} GROUP BY pt.node_id, p.conf`
);
const top = await query<{ id: string; conf: string; n: number }>(
`SELECT t.parent AS id, p.conf AS conf, COUNT(DISTINCT pt.paper_id) AS n FROM paper_taxonomy pt JOIN taxonomy t ON t.id = pt.node_id JOIN papers p ON p.id = pt.paper_id ${where ? where + ' AND' : 'WHERE'} t.parent IS NOT NULL GROUP BY t.parent, p.conf`
);
const out: Record<string, Record<string, number>> = {};
for (const r of [...leaf, ...top]) (out[r.id] ??= {})[r.conf] = r.n;
return out;
}
/** Conference-tag counts for the current query, ignoring the conference filter itself. */
export async function getConfFacets(q: PaperQuery): Promise<Record<string, number>> {
const w = buildWhere({ ...q, conf: '' });
const rows = await query<{ conf: string; n: number }>(`SELECT p.conf AS conf, COUNT(*) AS n FROM papers p ${w.sql} GROUP BY p.conf`, w.params);
return Object.fromEntries(rows.map((r) => [r.conf, r.n]));
}
export async function getTaxonomyLabel(id: string): Promise<string | null> {
const r = await one<{ label: string }>('SELECT label FROM taxonomy WHERE id = ?', [id]);
return r?.label ?? null;
}
export async function getStats() {
const [a, b] = await Promise.all([
one<{ n: number }>('SELECT COUNT(*) AS n FROM papers'),
one<{ n: number }>('SELECT COUNT(*) AS n FROM papers WHERE is_llm = 1'),
]);
return { papers: a!.n, llm: b!.n };
}