Show dependency-closed model prefixes before full canvas loading
This commit is contained in:
@@ -9,18 +9,21 @@ const uuid=/^[a-f\d]{8}-[a-f\d]{4}-[a-f\d]{4}-[a-f\d]{4}-[a-f\d]{12}$/i;
|
||||
const object=(value:unknown):Record<string,unknown>=>{if(!value||typeof value!=='object'||Array.isArray(value)||!validJson(value))throw fault('invalid_model_stream');return value as Record<string,unknown>;};
|
||||
/** Bounded NDJSON framing. EOF is required even after a terminal record. */
|
||||
async function* lines(source:AsyncIterable<Uint8Array>,signal:AbortSignal){
|
||||
const decoder=new TextDecoder('utf-8',{fatal:true});let pending='',total=0,lineBytes=0,count=0;
|
||||
const decoder=new TextDecoder('utf-8',{fatal:true});
|
||||
const decode=(bytes?:Uint8Array,stream=false)=>{try{return decoder.decode(bytes,{stream});}catch{throw fault('invalid_model_stream');}};
|
||||
let pending='',total=0,lineBytes=0,count=0;
|
||||
for await(const bytes of source){
|
||||
signal.throwIfAborted();if(!(bytes instanceof Uint8Array))throw fault('invalid_model_stream');total+=bytes.byteLength;if(total>maxBytes)throw fault('model_stream_budget');
|
||||
let start=0;
|
||||
for(let index=0;index<bytes.length;index++)if(bytes[index]===10){
|
||||
lineBytes+=index-start;if(lineBytes>maxLine)throw fault('model_stream_budget');
|
||||
pending+=decoder.decode(bytes.subarray(start,index),{stream:true});pending+=decoder.decode();if(++count>maxLines||!pending)throw fault('invalid_model_stream');
|
||||
yield{raw:JSON.parse(pending),byteLength:lineBytes+1};pending='';lineBytes=0;start=index+1;
|
||||
pending+=decode(bytes.subarray(start,index),true);pending+=decode();if(++count>maxLines||!pending)throw fault('invalid_model_stream');
|
||||
let raw:unknown;try{raw=JSON.parse(pending);}catch{throw fault('invalid_model_stream');}
|
||||
yield{raw,byteLength:lineBytes+1};pending='';lineBytes=0;start=index+1;
|
||||
}
|
||||
lineBytes+=bytes.length-start;if(lineBytes>maxLine)throw fault('model_stream_budget');pending+=decoder.decode(bytes.subarray(start),{stream:true});
|
||||
lineBytes+=bytes.length-start;if(lineBytes>maxLine)throw fault('model_stream_budget');pending+=decode(bytes.subarray(start),true);
|
||||
}
|
||||
signal.throwIfAborted();pending+=decoder.decode();if(pending||lineBytes)throw fault('incomplete_model_stream');
|
||||
signal.throwIfAborted();pending+=decode();if(pending||lineBytes)throw fault('incomplete_model_stream');
|
||||
}
|
||||
export async function* decodeModelStream(source:AsyncIterable<Uint8Array>,canvasId:Id,registry:Registry,signal:AbortSignal){
|
||||
let sequence=0,token='',projectId='',expected=0,ended=false;
|
||||
|
||||
Reference in New Issue
Block a user