59 lines
7.0 KiB
TypeScript
59 lines
7.0 KiB
TypeScript
import type {CanvasRecord,Document,ElementRecord,Id,Json,Registry,Data} from '../canvas-core/types.ts';
|
|
import {createDocument,validateDocumentTopologySteps} from '../canvas-core/document.ts';
|
|
import {equal,fault,freeze,validJson} from '../canvas-core/values.ts';
|
|
import {createNdjsonImportSource} from './imports.ts';
|
|
const task=()=>new Promise<void>(resolve=>setTimeout(resolve,0));
|
|
/** Only ownership, endpoint and geometry fields needed to decide scope/coordinates. No component content. */
|
|
export function copyTopology(record:ElementRecord):ElementRecord{
|
|
const raw=record.data.presentation,presentation=raw&&typeof raw==='object'&&!Array.isArray(raw)?Object.fromEntries(['contentScale','unitScale'].filter(key=>Object.hasOwn(raw,key)).map(key=>[key,raw[key]])):{};
|
|
const data:Data=Object.keys(presentation).length?{presentation}:{};
|
|
const common={id:record.id,incarnation:record.incarnation,ownerCanvasId:record.ownerCanvasId,componentId:record.componentId,dataVersion:record.dataVersion,data};
|
|
return record.structure==='node'?{...common,structure:'node',geometry:record.geometry}:{...common,structure:'connection',source:record.source,target:record.target,path:null};
|
|
}
|
|
/** Format 2 places a compact topology/byte-locator index before the uninterpreted payload region. */
|
|
export async function encodeIndexedCopySnapshot(document:Document,signal:AbortSignal):Promise<Blob>{
|
|
const index:BlobPart[]=[],payload:BlobPart[]=[];let indexBytes=0,payloadBytes=0,count=0;
|
|
function encode(value:unknown){if(signal.aborted)throw fault('copy_aborted');const text=JSON.stringify(value)+'\n',size=new TextEncoder().encode(text).byteLength;if(size>256*1024)throw fault('record_too_large');return{text,size};}
|
|
function append(value:unknown){const part=encode(value);index.push(part.text);indexBytes+=part.size;if(indexBytes+payloadBytes>64*1024*1024)throw fault('invalid_import_source');}
|
|
append({kind:'header',version:2,projectId:document.projectId});
|
|
for(const record of document.canvases.values()){append({kind:'canvas',record});if(++count%32===0)await task();}
|
|
for(const record of document.elements.values()){
|
|
const part=encode({kind:'element',record});append({kind:'element-index',record:copyTopology(record),offset:payloadBytes,byteLength:part.size});payload.push(part.text);payloadBytes+=part.size;if(indexBytes+payloadBytes>64*1024*1024)throw fault('invalid_import_source');if(++count%32===0)await task();
|
|
}
|
|
for(const record of document.tombstones){append({kind:'tombstone',record});if(++count%32===0)await task();}
|
|
append({kind:'payload',byteLength:payloadBytes});if(signal.aborted)throw fault('copy_aborted');return new Blob([...index,...payload],{type:'application/x-ndjson'});
|
|
}
|
|
export type IndexedCopySnapshot={readonly document:Document;readElement(id:Id,signal:AbortSignal):Promise<ElementRecord>};
|
|
/** Scan only the small index. Component JSON/schema checks occur just before each record enters the runner. */
|
|
export async function openIndexedCopySnapshot(bytes:Blob,projectId:Id,registry:Registry,signal:AbortSignal):Promise<IndexedCopySnapshot>{
|
|
if(!(bytes instanceof Blob)||bytes.size>64*1024*1024)throw fault('invalid_import_source');
|
|
const source=createNdjsonImportSource({bytes,fingerprint:'indexed-copy-snapshot'}),canvases:CanvasRecord[]=[],elements:ElementRecord[]=[],tombstones=new Map<Id,number>(),locators=new Map<Id,{offset:number;byteLength:number}>();let cursor=0,header=false,payloadOffset=-1,expectedOffset=0,count=0;
|
|
while(true){
|
|
if(signal.aborted)throw fault('copy_aborted');const line=await source.read(cursor,signal);if(!line||line.error||line.skip||!line.value)throw fault('invalid_copy_snapshot');cursor=line.nextCursor;
|
|
const value=line.value as Record<string,Json>;
|
|
if(!header){if(value.kind!=='header'||value.version!==2||value.projectId!==projectId)throw fault('invalid_copy_snapshot');header=true;continue;}
|
|
if(value.kind==='payload'){if(value.byteLength!==expectedOffset||cursor+expectedOffset!==bytes.size)throw fault('invalid_copy_snapshot');payloadOffset=cursor;break;}
|
|
if(value.kind==='canvas')canvases.push(value.record as unknown as CanvasRecord);
|
|
else if(value.kind==='element-index'){
|
|
const record=value.record as unknown as ElementRecord,offset=value.offset as number,byteLength=value.byteLength as number;
|
|
if(!record||!Number.isSafeInteger(offset)||offset!==expectedOffset||!Number.isSafeInteger(byteLength)||byteLength<1||byteLength>256*1024||locators.has(record.id)||!equal(copyTopology(record),record))throw fault('invalid_copy_snapshot');
|
|
locators.set(record.id,{offset,byteLength});elements.push(record);expectedOffset+=byteLength;if(expectedOffset>bytes.size)throw fault('invalid_copy_snapshot');
|
|
}else if(value.kind==='tombstone'){const row=value.record as [Id,number];if(!Array.isArray(row)||row.length!==2||tombstones.has(row[0]))throw fault('invalid_copy_snapshot');tombstones.set(row[0],row[1]);}else throw fault('invalid_copy_snapshot');
|
|
if(++count%32===0)await task();
|
|
}
|
|
const document=createDocument(projectId,canvases,elements,tombstones);let checks=0;
|
|
for(const _ of validateDocumentTopologySteps(document,registry)){if(signal.aborted)throw fault('copy_aborted');if(++checks%512===0)await task();}
|
|
// Cache raw byte windows, never decoded component objects. Preserve parser batching across Blob task boundaries.
|
|
const windows=new Map<number,Uint8Array>(),windowBytes=64*1024;let cachedBytes=0;
|
|
return Object.freeze({document,async readElement(id:Id,signal:AbortSignal){
|
|
if(signal.aborted)throw fault('copy_aborted');const locator=locators.get(id);if(!locator)throw fault('element_missing',[id]);
|
|
const start=Math.floor(locator.offset/windowBytes)*windowBytes,required=locator.offset+locator.byteLength-start;let window=windows.get(start);
|
|
if(!window||window.byteLength<required){const raw=await bytes.slice(payloadOffset+start,Math.min(bytes.size,payloadOffset+start+Math.max(windowBytes,required))).arrayBuffer();if(signal.aborted)throw fault('copy_aborted');const previous=windows.get(start);if(previous)cachedBytes-=previous.byteLength;window=new Uint8Array(raw);windows.delete(start);windows.set(start,window);cachedBytes+=window.byteLength;while(windows.size>4||cachedBytes>1024*1024){const[key,value]=windows.entries().next().value!;windows.delete(key);cachedBytes-=value.byteLength;}}
|
|
const raw=window.subarray(locator.offset-start,required);let value:{kind:string;record:ElementRecord};
|
|
try{value=JSON.parse(new TextDecoder('utf-8',{fatal:true}).decode(raw));}catch{throw fault('invalid_copy_snapshot');}
|
|
if(!value||value.kind!=='element'||!validJson(value.record)||!value.record.data||typeof value.record.data!=='object'||Array.isArray(value.record.data)||!equal(copyTopology(value.record),document.elements.get(id)))throw fault('invalid_copy_snapshot');
|
|
const record=value.record,definition=registry.components.get(record.componentId);if(registry.resolve(record)==='known'&&(!definition||definition.structure!==record.structure||!definition.validate(record.data)))throw fault('invalid_component_data',[id]);
|
|
return freeze(record);
|
|
}});
|
|
}
|