import type {CanvasRecord,Document,ElementRecord,Id,Json,Registry,Data} from '../canvas-core/types.ts'; import {createDocument,validateDocumentTopologySteps} from '../canvas-core/document.ts'; import {equal,fault,freeze,validJson} from '../canvas-core/values.ts'; import {createNdjsonImportSource} from './imports.ts'; const task=()=>new Promise(resolve=>setTimeout(resolve,0)); /** Only ownership, endpoint and geometry fields needed to decide scope/coordinates. No component content. */ export function copyTopology(record:ElementRecord):ElementRecord{ const raw=record.data.presentation,presentation=raw&&typeof raw==='object'&&!Array.isArray(raw)?Object.fromEntries(['contentScale','unitScale'].filter(key=>Object.hasOwn(raw,key)).map(key=>[key,raw[key]])):{}; const data:Data=Object.keys(presentation).length?{presentation}:{}; const common={id:record.id,incarnation:record.incarnation,ownerCanvasId:record.ownerCanvasId,componentId:record.componentId,dataVersion:record.dataVersion,data}; return record.structure==='node'?{...common,structure:'node',geometry:record.geometry}:{...common,structure:'connection',source:record.source,target:record.target,path:null}; } /** Format 2 places a compact topology/byte-locator index before the uninterpreted payload region. */ export async function encodeIndexedCopySnapshot(document:Document,signal:AbortSignal):Promise{ const index:BlobPart[]=[],payload:BlobPart[]=[];let indexBytes=0,payloadBytes=0,count=0; function encode(value:unknown){if(signal.aborted)throw fault('copy_aborted');const text=JSON.stringify(value)+'\n',size=new TextEncoder().encode(text).byteLength;if(size>256*1024)throw fault('record_too_large');return{text,size};} function append(value:unknown){const part=encode(value);index.push(part.text);indexBytes+=part.size;if(indexBytes+payloadBytes>64*1024*1024)throw fault('invalid_import_source');} append({kind:'header',version:2,projectId:document.projectId}); for(const record of document.canvases.values()){append({kind:'canvas',record});if(++count%32===0)await task();} for(const record of document.elements.values()){ const part=encode({kind:'element',record});append({kind:'element-index',record:copyTopology(record),offset:payloadBytes,byteLength:part.size});payload.push(part.text);payloadBytes+=part.size;if(indexBytes+payloadBytes>64*1024*1024)throw fault('invalid_import_source');if(++count%32===0)await task(); } for(const record of document.tombstones){append({kind:'tombstone',record});if(++count%32===0)await task();} append({kind:'payload',byteLength:payloadBytes});if(signal.aborted)throw fault('copy_aborted');return new Blob([...index,...payload],{type:'application/x-ndjson'}); } export type IndexedCopySnapshot={readonly document:Document;readElement(id:Id,signal:AbortSignal):Promise}; /** Scan only the small index. Component JSON/schema checks occur just before each record enters the runner. */ export async function openIndexedCopySnapshot(bytes:Blob,projectId:Id,registry:Registry,signal:AbortSignal):Promise{ if(!(bytes instanceof Blob)||bytes.size>64*1024*1024)throw fault('invalid_import_source'); const source=createNdjsonImportSource({bytes,fingerprint:'indexed-copy-snapshot'}),canvases:CanvasRecord[]=[],elements:ElementRecord[]=[],tombstones=new Map(),locators=new Map();let cursor=0,header=false,payloadOffset=-1,expectedOffset=0,count=0; while(true){ if(signal.aborted)throw fault('copy_aborted');const line=await source.read(cursor,signal);if(!line||line.error||line.skip||!line.value)throw fault('invalid_copy_snapshot');cursor=line.nextCursor; const value=line.value as Record; if(!header){if(value.kind!=='header'||value.version!==2||value.projectId!==projectId)throw fault('invalid_copy_snapshot');header=true;continue;} if(value.kind==='payload'){if(value.byteLength!==expectedOffset||cursor+expectedOffset!==bytes.size)throw fault('invalid_copy_snapshot');payloadOffset=cursor;break;} if(value.kind==='canvas')canvases.push(value.record as unknown as CanvasRecord); else if(value.kind==='element-index'){ const record=value.record as unknown as ElementRecord,offset=value.offset as number,byteLength=value.byteLength as number; if(!record||!Number.isSafeInteger(offset)||offset!==expectedOffset||!Number.isSafeInteger(byteLength)||byteLength<1||byteLength>256*1024||locators.has(record.id)||!equal(copyTopology(record),record))throw fault('invalid_copy_snapshot'); locators.set(record.id,{offset,byteLength});elements.push(record);expectedOffset+=byteLength;if(expectedOffset>bytes.size)throw fault('invalid_copy_snapshot'); }else if(value.kind==='tombstone'){const row=value.record as [Id,number];if(!Array.isArray(row)||row.length!==2||tombstones.has(row[0]))throw fault('invalid_copy_snapshot');tombstones.set(row[0],row[1]);}else throw fault('invalid_copy_snapshot'); if(++count%32===0)await task(); } const document=createDocument(projectId,canvases,elements,tombstones);let checks=0; for(const _ of validateDocumentTopologySteps(document,registry)){if(signal.aborted)throw fault('copy_aborted');if(++checks%512===0)await task();} // Cache raw byte windows, never decoded component objects. Preserve parser batching across Blob task boundaries. const windows=new Map(),windowBytes=64*1024;let cachedBytes=0; return Object.freeze({document,async readElement(id:Id,signal:AbortSignal){ if(signal.aborted)throw fault('copy_aborted');const locator=locators.get(id);if(!locator)throw fault('element_missing',[id]); const start=Math.floor(locator.offset/windowBytes)*windowBytes,required=locator.offset+locator.byteLength-start;let window=windows.get(start); if(!window||window.byteLength4||cachedBytes>1024*1024){const[key,value]=windows.entries().next().value!;windows.delete(key);cachedBytes-=value.byteLength;}} const raw=window.subarray(locator.offset-start,required);let value:{kind:string;record:ElementRecord}; try{value=JSON.parse(new TextDecoder('utf-8',{fatal:true}).decode(raw));}catch{throw fault('invalid_copy_snapshot');} if(!value||value.kind!=='element'||!validJson(value.record)||!value.record.data||typeof value.record.data!=='object'||Array.isArray(value.record.data)||!equal(copyTopology(value.record),document.elements.get(id)))throw fault('invalid_copy_snapshot'); const record=value.record,definition=registry.components.get(record.componentId);if(registry.resolve(record)==='known'&&(!definition||definition.structure!==record.structure||!definition.validate(record.data)))throw fault('invalid_component_data',[id]); return freeze(record); }}); }