Stream reader results and navigate with cursors [skip ci]

This commit is contained in:
2026-11-07 17:27:31 +08:00
parent b5b1994993
commit ae4a505d70
10 changed files with 149 additions and 46 deletions
+7 -4
View File
@@ -21,14 +21,14 @@ test("sample index has working pagination and returns to the same list", async (
const first = await page.locator(".paper-row h3").first().innerText();
await page.screenshot({ path: info.outputPath("home.png"), fullPage: true });
await page.getByRole("link", { name: "下一页" }).click();
await expect(page).toHaveURL(/page=2/);
await expect(page).toHaveURL(/cursor=/);
await expect(page.locator(".paper-row h3").first()).not.toHaveText(first);
await page.getByRole("link", { name: "上一页" }).click();
await expect(page.locator(".paper-row h3").first()).toHaveText(first);
await page.goto("/?page=999999");
await expect(page).toHaveURL(/page=3/);
await page.getByRole("link", { name: "下一页" }).click();
await page.getByRole("link", { name: "下一页" }).click();
await expect(page.locator(".paper-row")).toHaveCount(4);
await expect(page.getByRole("navigation", { name: "论文分页" })).toContainText("3 / 3");
await expect(page.getByRole("navigation", { name: "论文分页" })).toContainText("本页 4 篇");
await expect(page.getByRole("link", { name: "下一页" })).toHaveCount(0);
});
@@ -38,10 +38,13 @@ test("search, empty results, author scope and category filters work", async ({ p
await page.getByRole("button", { name: "搜索论文", exact: true }).click();
await expect(page.getByRole("heading", { name: "没有找到符合条件的论文" })).toBeVisible();
await page.getByRole("link", { name: "查看全部论文" }).click();
await expect(page.getByRole("textbox", {name:"搜索论文",exact:true})).toHaveValue("");
await expect(page.locator(".paper-row")).toHaveCount(8);
const author = snapshot.papers[0].authors[0];
await page.getByRole("combobox", { name: "搜索范围", exact: true }).selectOption("author");
await page.getByRole("textbox", { name: "搜索论文", exact: true }).fill(author);
await page.getByRole("button", { name: "搜索论文", exact: true }).click();
await expect(page).toHaveURL(/searchIn=author/);
await expect(page.locator(".paper-row").first()).toContainText(author);
await page.getByRole("link", { name: "清除筛选" }).click();
const topic = snapshot.papers[0].topics[0];
+6 -4
View File
@@ -14,10 +14,10 @@ const snapshot = JSON.parse(await readFile(join(root, "src/data/papers.json"), "
const sessions = new Set(), grants = new Map();
let meFailure = false, logoutFailure = false, verified = false;
let counts = {};
let paperStatus = 0, paperMalformed = false;
let paperStatus = 0, paperMalformed = false, paperDelay = 0;
function reset() {
sessions.clear(); grants.clear(); meFailure = false; logoutFailure = false; verified = false;
paperStatus = 0; paperMalformed = false;
paperStatus = 0; paperMalformed = false; paperDelay = 0;
counts = { exchange: 0, verified: 0, logout: 0, google: 0, slack: 0 };
}
reset();
@@ -47,6 +47,7 @@ const server = createServer(async (req, res) => {
if (typeof data.logoutFailure === "boolean") logoutFailure = data.logoutFailure;
if ([0, 400, 429, 503, 504].includes(data.paperStatus)) paperStatus = data.paperStatus;
if (typeof data.paperMalformed === "boolean") paperMalformed = data.paperMalformed;
if (typeof data.paperDelay === "number") paperDelay = Math.min(5000, Math.max(0,data.paperDelay));
return reply(res, 200, {});
}
if (url.pathname.startsWith("/projects/thesisly/research/papers/")) {
@@ -54,11 +55,12 @@ const server = createServer(async (req, res) => {
return reply(res, paper ? 200 : 404, paper || { error: "not_found" });
}
if (url.pathname === "/projects/thesisly/research/papers") {
if (paperDelay) await new Promise(resolve => setTimeout(resolve, paperDelay));
if (paperStatus) return reply(res, paperStatus, { error: "synthetic research failure" });
if (paperMalformed) return reply(res, 200, { unexpected: true });
const page = Number(url.searchParams.get("page") || 1), pageSize = Number(url.searchParams.get("pageSize") || 8);
const pageSize = Number(url.searchParams.get("pageSize") || 8);
// Fixture transport data, not an implementation of Core search semantics.
return reply(res, 200, { items: snapshot.papers.slice((page - 1) * pageSize, page * pageSize), total: snapshot.papers.length, page, pageSize, topics: [...new Set(snapshot.papers.flatMap(p => p.topics))] });
return reply(res, 200, { items: snapshot.papers.slice(0, pageSize), nextCursor: "", previousCursor: "", pageSize, topics: [...new Set(snapshot.papers.flatMap(p => p.topics))] });
}
const match = /^\/projects\/thesisly\/auth\/([a-z-]+)$/.exec(url.pathname);
if (!match) return reply(res, 404, { error: "not_found" });
+3 -3
View File
@@ -5,14 +5,14 @@ const origin = "https://core.example.test/projects/thesisly/research/";
test("paper transport uses the anonymous no-store API without forwarding site credentials", async () => {
const transport = createPaperTransport(origin, async (url, options) => {
assert.equal(url.href, origin + "papers?q=graph&page=2");
assert.equal(url.href, origin + "papers?q=graph&cursor=opaque");
assert.equal(options.cache, "no-store");
assert.equal(options.redirect, "error");
assert.equal(options.headers, undefined);
assert.ok(options.signal instanceof AbortSignal);
return Response.json({ items: [], total: 0, topics: [], page: 2, pageSize: 8 });
return Response.json({ items: [], nextCursor: "", previousCursor: "", topics: [], pageSize: 8 });
});
assert.deepEqual(await transport("papers?q=graph&page=2"), { ok: true, data: { items: [], total: 0, topics: [], page: 2, pageSize: 8 } });
assert.deepEqual(await transport("papers?q=graph&cursor=opaque"), { ok: true, data: { items: [], nextCursor: "", previousCursor: "", topics: [], pageSize: 8 } });
});
test("HTTP errors stay distinguishable and never become empty search results", async () => {
+26
View File
@@ -0,0 +1,26 @@
import { test } from 'node:test';
import assert from 'node:assert/strict';
import { readFileSync } from 'node:fs';
import { samplePage } from '../src/lib/sample-page.mjs';
const papers=JSON.parse(readFileSync(new URL('../src/data/papers.json',import.meta.url))).papers;
test('sample cursor traversal reaches every record and reverses without duplication',()=>{
for(const sort of ['recent','title']) {
let cursor='',previous=[];const seen=[];
do {
const page=samplePage(papers,{sort,cursor,pageSize:8});
if(previous.length) assert.deepEqual(samplePage(papers,{sort,cursor:page.previousCursor,pageSize:8}).items.map(p=>p.id),previous);
previous=page.items.map(p=>p.id);seen.push(...previous);cursor=page.nextCursor;
}while(cursor);
assert.equal(seen.length,20);assert.equal(new Set(seen).size,20);
}
});
test('sample cursors reject cross-filter reuse and malformed input',()=>{
const page=samplePage(papers,{});
for(const filters of [{q:'graph'},{topic:'cs.LG'},{sort:'title'},{searchIn:'author'},{pageSize:9}]) assert.throws(()=>samplePage(papers,{...filters,cursor:page.nextCursor}));
for(const cursor of ['!','invalid', 'a'.repeat(32769)]) assert.throws(()=>samplePage(papers,{cursor}));
});
test('sample title ties and IDs beyond Number precision have deterministic order',()=>{
const rows=['9007199254740993','9007199254740992','1'].map(id=>({...papers[0],id,title:'Same title'}));
assert.deepEqual(samplePage(rows,{sort:'title'}).items.map(p=>p.id),['1','9007199254740992','9007199254740993']);
assert.deepEqual(samplePage(rows,{}).items.map(p=>p.id),['9007199254740993','9007199254740992','1']);
});
+18
View File
@@ -42,3 +42,21 @@ test("malformed research responses do not become empty results or sample mode",
await expect(page.getByRole("textbox", { name: "搜索论文", exact: true })).toHaveValue("keep-this-query");
await expect(page.locator(".paper-row, .sample-note, .index-heading h2 span, .pagination")).toHaveCount(0);
});
test("slow results stream after usable search controls and searches retain the document", async ({ page, request }) => {
await control(request, { paperDelay: 3000 });
await page.goto("/", { waitUntil: "commit" });
await expect(page.getByRole("textbox", {name:"搜索论文",exact:true})).toBeVisible({timeout:2000});
await expect(page.getByRole("status")).toContainText("正在读取论文索引");
await expect(page.locator(".paper-row")).toHaveCount(8);
await page.evaluate(() => { window.__readerDocument = "preserved"; });
let documents = 0, sessions = 0;
page.on("request", req => { if(req.isNavigationRequest() && req.frame() === page.mainFrame()) documents++; if(new URL(req.url()).pathname.endsWith("/auth/me")) sessions++; });
await page.getByRole("textbox", {name:"搜索论文",exact:true}).fill("graph");
await page.getByRole("button", {name:"搜索论文",exact:true}).click();
await expect(page).toHaveURL(/q=graph/);
await expect(page.locator(".paper-row")).toHaveCount(8);
expect(await page.evaluate(() => window.__readerDocument)).toBe("preserved");
expect(documents).toBe(0); expect(sessions).toBe(0);
});