Files
ai-taxonomy-literature-anal…/lib/worktypes.ts
T
2026-10-22 15:38:57 +00:00

101 lines
8.5 KiB
TypeScript

import { one, query } from './db';
export interface Role { id: string; label: string; descr: string; fixes: string; varies: string; pattern: string; n: number }
export interface Area { id: string; label: string; kind: 'agent' | 'general'; n: number }
export async function getMatrix(opts: { src?: 'llm' | 'all' } = {}) {
const llmOnly = opts.src === 'llm';
const src = llmOnly ? "AND w.source='llm'" : '';
const roles = await query<Role>(`SELECT r.*, (SELECT COUNT(*) FROM paper_work_types w WHERE split_part(w.type_id,'|',2) = r.id ${src}) AS n FROM roles r ORDER BY sort`);
const areas = await query<Area>(`SELECT a.*, (SELECT COUNT(*) FROM paper_work_types w WHERE split_part(w.type_id,'|',1) = a.id ${src}) AS n FROM areas a ORDER BY sort`);
const cells = await query<{ id: string; n: number; n_llm: number }>(
`SELECT type_id AS id, COUNT(*) AS n, SUM((source='llm')::int) AS n_llm FROM paper_work_types GROUP BY type_id`
);
return { roles, areas: areas.filter((a) => a.n > 0), cells: Object.fromEntries(cells.map((c) => [c.id, llmOnly ? c.n_llm : c.n])) as Record<string, number> };
}
export interface TypeMember {
id: number; title: string; authors: string | null; conf_short: string; conf: string; date: string; track: string | null;
why: string | null; source: string; summary: string | null; fixes: string[]; varies: string[]; workflow: string[];
}
const j = (s: string | null): string[] => { try { return s ? (JSON.parse(s) as string[]) : []; } catch { return []; } };
const DATE = "COALESCE(c.start_date, '2026-06-01')";
export async function getWorkType(id: string, page: number, srcLlm: boolean) {
const t = await one<{ id: string; area: string; role: string; n_papers: number; n_llm_labeled: number }>(`SELECT * FROM work_types WHERE id = ?`, [id]);
if (!t) return null;
const area = (await one<Area>('SELECT * FROM areas WHERE id = ?', [t.area]))!;
const role = (await one<Role>('SELECT * FROM roles WHERE id = ?', [t.role]))!;
const srcSql = srcLlm ? "AND pwt.source = 'llm'" : '';
const PAGE = 60;
const total = (await one<{ n: number }>(`SELECT COUNT(*) AS n FROM paper_work_types pwt WHERE pwt.type_id = ? ${srcSql}`, [id]))!.n;
const rows = await query<Omit<TypeMember, 'fixes' | 'varies' | 'workflow'> & { fixes: string; varies: string; workflow: string }>(`
SELECT p.id, p.title, p.authors, c.short AS conf_short, c.slug AS conf, ${DATE} AS date, p.track, pwt.why, pwt.source, pm.summary, pm.fixes, pm.varies, pm.workflow
FROM paper_work_types pwt JOIN papers p ON p.id = pwt.paper_id JOIN conferences c ON c.slug = p.conf LEFT JOIN paper_meta pm ON pm.paper_id = p.id
WHERE pwt.type_id = ? ${srcSql} ORDER BY date, p.id LIMIT ? OFFSET ?`, [id, PAGE, (page - 1) * PAGE]);
const members: TypeMember[] = rows.map((r) => ({ ...r, fixes: j(r.fixes), varies: j(r.varies), workflow: j(r.workflow) }));
const [timeline, benchmarks, results, siblings, sameRole, note] = await Promise.all([
query<{ label: string; date: string; n: number }>(`
SELECT c.short AS label, ${DATE} AS date, COUNT(*) AS n FROM paper_work_types pwt JOIN papers p ON p.id = pwt.paper_id JOIN conferences c ON c.slug = p.conf
WHERE pwt.type_id = ? ${srcSql} GROUP BY c.slug ORDER BY date`, [id]),
query<{ id: number; name: string; n: number; n_new: number; purposes: string | null }>(`
SELECT b.id, b.name, COUNT(DISTINCT pb.paper_id) AS n, SUM(pb.is_new) AS n_new,
(SELECT string_agg(s.purpose, ' | ') FROM (SELECT DISTINCT pb2.purpose AS purpose FROM paper_benchmarks pb2 JOIN paper_work_types w2 ON w2.paper_id = pb2.paper_id WHERE pb2.bench_id = b.id AND w2.type_id = ? AND pb2.purpose <> '' LIMIT 3) s) AS purposes
FROM paper_benchmarks pb JOIN benchmarks b ON b.id = pb.bench_id JOIN paper_work_types pwt ON pwt.paper_id = pb.paper_id
WHERE pwt.type_id = ? GROUP BY b.id ORDER BY n DESC LIMIT 15`, [id, id]),
getResults({ typeId: id }),
query<{ id: string; role: string; n_papers: number; label: string; fixes: string; varies: string }>(`SELECT w.id, w.role, w.n_papers, r.label, r.fixes, r.varies FROM work_types w JOIN roles r ON r.id = w.role WHERE w.area = ? ORDER BY w.n_papers DESC`, [t.area]),
query<{ id: string; n_papers: number; label: string }>(`SELECT w.id, w.n_papers, a.label FROM work_types w JOIN areas a ON a.id = w.area WHERE w.role = ? AND w.area <> ? AND a.kind = ? ORDER BY w.n_papers DESC LIMIT 8`, [t.role, t.area, area.kind]),
one<{ why_same: string; workflow: string; bench_summary: string; narrative: string }>('SELECT * FROM type_notes WHERE type_id = ?', [id]),
]);
const workflows = members.filter((m) => m.workflow.length).slice(0, 6).map((m) => ({ id: m.id, title: m.title, steps: m.workflow }));
return { type: t, area, role, total, pageSize: PAGE, members, timeline, benchmarks, results, siblings, sameRole, note: note ? { ...note, workflow: j(note.workflow) } : null, workflows };
}
export interface ResultRow { id: number; paper_id: number; title: string; system: string | null; base_model: string | null; setting: string | null; metric: string | null; score: number; unit: string | null; date: string; bench_id: number; bench: string; conf_short: string }
export async function getResults(f: { typeId?: string; benchId?: number }): Promise<ResultRow[]> {
const where: string[] = []; const params: unknown[] = [];
if (f.benchId) { where.push('r.bench_id = ?'); params.push(f.benchId); }
if (f.typeId) { where.push('r.paper_id IN (SELECT paper_id FROM paper_work_types WHERE type_id = ?)'); params.push(f.typeId); }
return query<ResultRow>(`
SELECT r.id, r.paper_id, p.title, r.system, r.base_model, r.setting, r.metric, r.score, r.unit, ${DATE} AS date, r.bench_id, b.name AS bench, c.short AS conf_short
FROM results r JOIN papers p ON p.id = r.paper_id JOIN conferences c ON c.slug = p.conf JOIN benchmarks b ON b.id = r.bench_id
${where.length ? 'WHERE ' + where.join(' AND ') : ''} ORDER BY date, r.id LIMIT 500`, params);
}
export async function getBenchmarks(minPapers = 2) {
return query<{ id: number; name: string; n_papers: number; n_new: number; n_results: number }>(
`SELECT id, name, n_papers, n_new, (SELECT COUNT(*) FROM results r WHERE r.bench_id = benchmarks.id) AS n_results FROM benchmarks WHERE n_papers >= ? ORDER BY n_papers DESC, id`, [minPapers]);
}
export async function getBenchmark(id: number) {
if (!Number.isInteger(id)) return null;
const b = await one<{ id: number; name: string; n_papers: number; n_new: number }>('SELECT * FROM benchmarks WHERE id = ?', [id]);
if (!b) return null;
const [papers, byType, results] = await Promise.all([
query<{ id: number; title: string; conf_short: string; date: string; purpose: string; is_new: number; source: string; summary: string | null; types: string | null }>(`
SELECT p.id, p.title, c.short AS conf_short, ${DATE} AS date, pb.purpose, pb.is_new, pb.source, pm.summary,
(SELECT string_agg(w.type_id, ',') FROM paper_work_types w WHERE w.paper_id = p.id) AS types
FROM paper_benchmarks pb JOIN papers p ON p.id = pb.paper_id JOIN conferences c ON c.slug = p.conf LEFT JOIN paper_meta pm ON pm.paper_id = p.id
WHERE pb.bench_id = ? ORDER BY date, p.id LIMIT 300`, [id]),
query<{ id: string; n: number }>(`
SELECT w.type_id AS id, COUNT(*) AS n FROM paper_benchmarks pb JOIN paper_work_types w ON w.paper_id = pb.paper_id WHERE pb.bench_id = ? GROUP BY w.type_id ORDER BY n DESC, w.type_id LIMIT 12`, [id]),
getResults({ benchId: id }),
]);
return { bench: b, papers, byType, results };
}
export async function getPaperWork(paperId: number) {
const [types, meta, benchmarks] = await Promise.all([
query<{ id: string; why: string; source: string; area_label: string; role_label: string; fixes: string; varies: string }>(
`SELECT w.type_id AS id, w.why, w.source, a.label AS area_label, r.label AS role_label, r.fixes, r.varies FROM paper_work_types w
JOIN areas a ON a.id = split_part(w.type_id,'|',1) JOIN roles r ON r.id = split_part(w.type_id,'|',2) WHERE w.paper_id = ?`, [paperId]),
one<{ summary: string; fixes: string; varies: string; workflow: string; label_source: string }>('SELECT * FROM paper_meta WHERE paper_id = ?', [paperId]),
query<{ id: number; name: string; purpose: string; is_new: number }>(`SELECT b.id, b.name, pb.purpose, pb.is_new FROM paper_benchmarks pb JOIN benchmarks b ON b.id = pb.bench_id WHERE pb.paper_id = ?`, [paperId]),
]);
return { types, meta: meta ? { ...meta, fixes: j(meta.fixes), varies: j(meta.varies), workflow: j(meta.workflow) } : null, benchmarks };
}