/** * 共享原图的 IndexedDB 实现:asset-depot 存身份/退休事实,asset-bytes 按摘要共享 Blob, * asset-pins 按项目存与 Root 版本绑定的完整保留清单。所有 execute 都经过主存储的 leader/fence 检查。 * 回收只清本地共享字节,保留身份;同摘要还有其它活身份时不能删实际字节。 */ import {equal,fault,freeze} from '../canvas-core/values.ts'; import {sharedAssetRef,validateSharedAsset,type AssetDepotPort,type DepotCut,type DepotEntry,type SharedAsset} from './asset-depot.ts'; import type {StorageLeader,StorageScope,RecoveryImage} from './storage-port.ts'; /** 物理 store 名称,与 RecoveryImage 的逻辑版本/项目资源表不是同一版本域。 */ export const depotStores=['asset-depot','asset-bytes','asset-pins']; /** 某资源身份的不可变引用与可变保留期标记,字节另以 digest 存储。 */ type Fact={ref:SharedAsset;unreferencedAt?:number;purgedAt?:number}; /** 项目最新 Root 的保留清单;只有与 metadata.throughRevision 一致且 complete=true 才可信。 */ type Pins={version:1;rootRevision:number;complete:boolean;pins:readonly (readonly [string,readonly string[]])[]}; /** 单 IDB request 的结果 Promise;可靠提交仍必须由外层 transaction.oncomplete 确认。 */ const value=(request:IDBRequest)=>new Promise((resolve,reject)=>{request.onsuccess=()=>resolve(request.result);request.onerror=()=>reject(request.error);}); /** 仓库键按 account/workspace/authority 隔离,跨项目共享,跨授权域不混用。 */ const prefix=(scope:StorageScope,authority:string)=>[scope.accountId,scope.workspaceId,authority]; /** 用数组复合键范围只扫描指定授权域,[] 作为该前缀下字符串 ID 的上界哨兵。 */ const range=(scope:StorageScope,authority:string)=>IDBKeyRange.bound(prefix(scope,authority),[...prefix(scope,authority),[]],false,true); /** 验证非空且长度受限的授权域,不以可变显示 URL 充当缓存身份。 */ function authority(value:string){if(typeof value!=='string'||!value||value.length>8192)throw fault('invalid_depot_cut');} /** 读取身份记录时验证 ref 与键一致、退休时钟合法,损坏数据不能被回收过程忽略。 */ function validateFact(row:Fact,scopeAuthority:string,id:string){validateSharedAsset(row?.ref);if(row.ref.authority!==scopeAuthority||row.ref.asset.id!==id)throw fault('corrupt_asset_depot');for(const n of [row.unreferencedAt,row.purgedAt])if(n!==undefined&&(!Number.isSafeInteger(n)||n<0))throw fault('corrupt_asset_depot');if(row.purgedAt!==undefined&&(row.unreferencedAt===undefined||row.purgedAt(),pins=cut.pins.map(row=>{if(!Array.isArray(row)||row.length!==2||typeof row[0]!=='string'||!row[0]||seen.has(row[0])||!Array.isArray(row[1])||!row[1].length||row[1].some(owner=>typeof owner!=='string'||!owner)||new Set(row[1]).size!==row[1].length)throw fault('invalid_depot_cut');seen.add(row[0]);return Object.freeze([row[0],Object.freeze([...row[1]])] as const);}); const written=new Set(),writes=cut.writes.map(row=>{validateSharedAsset(row.ref);if(row.ref.authority!==cut.authority||written.has(row.ref.asset.id)||row.bytes!==undefined&&!(row.bytes instanceof Blob))throw fault('invalid_depot_cut');written.add(row.ref.asset.id);return Object.freeze({ref:sharedAssetRef(row.ref),...(row.bytes?{bytes:row.bytes}:{})});}); return Object.freeze({version:1,authority:cut.authority,complete:cut.complete,pins:Object.freeze(pins),writes:Object.freeze(writes)}); } /** 在 IDB 事务外计算原图 SHA256 并验长度,避免 await crypto 让事务提前失活。 */ export async function verifyDepotBytes(cut:DepotCut){ for(const row of cut.writes)if(row.bytes){if(row.bytes.size!==row.ref.asset.bytes)throw fault('shared_asset_bytes_changed',[row.ref.asset.id]);const digest=[...new Uint8Array(await crypto.subtle.digest('SHA-256',await row.bytes.arrayBuffer()))].map(n=>n.toString(16).padStart(2,'0')).join('');if(digest!==row.ref.digest)throw fault('shared_asset_bytes_changed',[row.ref.asset.id]);} } /** Must run in the same transaction as the project Root, including idempotent reindexing. */ /** 必须与项目 Root 同事务:校验既存身份、按 digest 写共享字节,并更新该项目 pin manifest。 */ export async function writeDepotCut(tx:IDBTransaction,scope:StorageScope,rootRevision:number,cut:DepotCut){ const base=prefix(scope,cut.authority),facts=tx.objectStore('asset-depot'),bytes=tx.objectStore('asset-bytes'); for(const row of cut.writes){const key=[...base,row.ref.asset.id],previous=await value(facts.get(key));if(previous){validateFact(previous,cut.authority,row.ref.asset.id);if(!equal(previous.ref,row.ref))throw fault('shared_asset_identity_conflict',[row.ref.asset.id]);} // Digest-addressed bytes are shared across resource IDs and projects in this authority. if(row.bytes)bytes.put(row.bytes,[...base,row.ref.digest]); facts.put({...previous,ref:row.ref,...(row.bytes?{unreferencedAt:undefined,purgedAt:undefined}:{})},key); } tx.objectStore('asset-pins').put({version:1,rootRevision,complete:cut.complete,pins:cut.pins} satisfies Pins,[...base,scope.projectId]); } /** DB v4 file rows may refer to immutable shared bytes after a proven upload ACK. */ /** 项目 files 中的共享字节指针;保留原文件 MIME/长度/资源身份,不复制另一份 Blob。 */ export type DepotFile={readonly fileVersion:1;readonly kind:'asset-depot';readonly authority:string;readonly resourceId:string;readonly digest:string;readonly byteLength:number;readonly mimeType:string}; /** 解释已持久化指针版本与字段,不能将未知 fileVersion 当 Blob 或静默跳过。 */ function depotFile(row:unknown,id:string):DepotFile{ const file=row as DepotFile; if(!file||file.fileVersion!==1)throw fault('file_interpreter_unavailable'); authority(file.authority); if(file.kind!=='asset-depot'||file.resourceId!==id||typeof file.digest!=='string'||!/^[a-f0-9]{64}$/.test(file.digest)||!Number.isSafeInteger(file.byteLength)||file.byteLength<1||file.byteLength>20*1024*1024||typeof file.mimeType!=='string')throw fault('corrupt_file_store'); return file; } /** Undefined means bytes were explicitly evicted; identity metadata remains. */ /** Blob 旧行直接返回;指针行核对共享身份/长度,字节已显式清理则返回 undefined。 * 返回时恢复项目原文件 MIME,不因服务检测 MIME 与本地不同而改变原文件合同。 */ export async function resolveDepotFile(tx:IDBTransaction,scope:StorageScope,id:string,row:unknown):Promise{ if(row===undefined||row instanceof Blob)return row; const file=depotFile(row,id),base=prefix(scope,file.authority),fact=await value(tx.objectStore('asset-depot').get([...base,id])); if(!fact)throw fault('corrupt_file_store');validateFact(fact,file.authority,id); if(fact.ref.digest!==file.digest||fact.ref.asset.bytes!==file.byteLength)throw fault('corrupt_file_store'); if(fact.purgedAt!==undefined)return; const bytes=await value(tx.objectStore('asset-bytes').get([...base,file.digest])); if(bytes===undefined)return; if(!(bytes instanceof Blob)||bytes.size!==file.byteLength)throw fault('corrupt_file_store'); // Preserve the original local File MIME even if the server detected another MIME. return bytes.type===file.mimeType?bytes:bytes.slice(0,bytes.size,file.mimeType); } /** Convert only Root-proven stored uploads, after shared bytes and local files are written. */ /** Root 已证明 stored upload 且共享字节存在时,把项目 Blob 行改为指针;未确认上传绝不提前转。 */ export async function promoteDepotFiles(tx:IDBTransaction,scope:StorageScope,key:string,image:RecoveryImage,cut:DepotCut){ type Resource={id:string;digest?:string;byteLength:number;mimeType:string;stored?:SharedAsset['asset'];retirement?:{purgedAt?:number}}; const payload=image.payload as {runtime?:{resources?:readonly (readonly [string,Resource])[]}},entries=payload?.runtime?.resources; if(entries===undefined)return;if(!Array.isArray(entries))throw fault('corrupt_recovery_image'); const resources=new Map(entries),files=tx.objectStore('files'),base=prefix(scope,cut.authority); for(const write of cut.writes){const id=write.ref.asset.id,resource=resources.get(id);if(!resource?.stored||resource.retirement?.purgedAt!==undefined)continue; if(resource.id!==id||resource.digest!==write.ref.digest||resource.byteLength!==write.ref.asset.bytes||typeof resource.mimeType!=='string'||!equal(resource.stored,write.ref.asset))throw fault('shared_asset_identity_conflict',[id]); // 已是指针时只校验一致性;Blob 长度/MIME 与共享字节必须全部一致才可替换。 const local=await value(files.get([key,id]));if(local===undefined)continue; if(!(local instanceof Blob)){const pointer=depotFile(local,id);if(pointer.authority!==cut.authority||pointer.digest!==write.ref.digest||pointer.byteLength!==resource.byteLength||pointer.mimeType!==resource.mimeType)throw fault('shared_asset_identity_conflict',[id]);continue;} const bytes=await value(tx.objectStore('asset-bytes').get([...base,write.ref.digest])); if(!bytes)continue; if(!(bytes instanceof Blob)||bytes.size!==resource.byteLength||local.size!==resource.byteLength||local.type!==resource.mimeType)throw fault('shared_asset_bytes_changed',[id]); files.put({fileVersion:1,kind:'asset-depot',authority:cut.authority,resourceId:id,digest:write.ref.digest,byteLength:resource.byteLength,mimeType:resource.mimeType} satisfies DepotFile,[key,id]); } } /** 注入主 adapter 的事务执行器,统一复用 metadata/fence/事务终态屏障。 */ type Execute=(leader:StorageLeader,stores:string[],mode:IDBTransactionMode,run:(tx:IDBTransaction)=>Promise)=>Promise; /** 为主 storage 装配 read/collect;调用者不能绕开有效 leader 直接操作跨项目共享行。 */ export function createDepotStorage(execute:Execute):AssetDepotPort{return Object.freeze({ /** 读取本域身份与尚未 purge 的字节,元信息及 Blob 类型/长度都校验,缺字节不丢身份。 */ async read(leader,scopeAuthority,id){authority(scopeAuthority);if(typeof id!=='string'||!id)throw fault('invalid_resource_id');return execute(leader,depotStores,'readonly',async tx=>{const base=prefix(leader.scope,scopeAuthority),row=await value(tx.objectStore('asset-depot').get([...base,id]));if(!row)return;validateFact(row,scopeAuthority,id);const bytes=row.purgedAt===undefined?await value(tx.objectStore('asset-bytes').get([...base,row.ref.digest])):undefined;if(bytes!==undefined&&(!(bytes instanceof Blob)||bytes.size!==row.ref.asset.bytes))throw fault('corrupt_asset_depot');return freeze({...row,...(bytes?{bytes}:{})}) as DepotEntry;});}, /** 一次至多128身份的两阶段回收:先软标记,保留期过后 purge;完整性门禁覆盖所有本地项目。 */ async collect(leader,input){authority(input.authority);const {now,retentionMs,limit,after}=input;if(!Number.isSafeInteger(now)||now<0||!Number.isSafeInteger(retentionMs)||retentionMs<0||!Number.isSafeInteger(limit)||limit<1||limit>128||after!==undefined&&(typeof after!=='string'||!after))throw fault('invalid_depot_collection'); return execute(leader,depotStores,'readwrite',async tx=>{ const scope=leader.scope,metadata=tx.objectStore('metadata'),keys=await value(metadata.getAllKeys()),heads=await value<{throughRevision?:number}[]>(metadata.getAll()),base=prefix(scope,input.authority),manifests=tx.objectStore('asset-pins'),blockedProjects:string[]=[],pinned=new Set(); // 包括已关闭项目:其 manifest 必须与当前 Root 头一致,任一缺失/过期/opaque 都阻止删除。 for(let i=0;itypeof p!=='string'||!p))throw fault('corrupt_storage_scope');if(parts[0]!==scope.accountId||parts[1]!==scope.workspaceId||heads[i].throughRevision===undefined)continue; const pins=await value(manifests.get([...base,parts[2]]));if(!pins||pins.version!==1||pins.rootRevision!==heads[i].throughRevision||pins.complete!==true){blockedProjects.push(parts[2]);continue;} if(!Array.isArray(pins.pins))throw fault('corrupt_depot_pins');for(const row of pins.pins){if(!Array.isArray(row)||row.length!==2||typeof row[0]!=='string'||!row[0]||!Array.isArray(row[1])||!row[1].length||row[1].some(owner=>typeof owner!=='string'||!owner))throw fault('corrupt_depot_pins');pinned.add(row[0]);} } // 发现阻碍时整次不标记/不清理,不用当前打开项目的 pin 代替其它项目证据。 if(blockedProjects.length)return freeze({complete:false,blockedProjects,markedIds:[],purgedIds:[],pinnedIds:[]}); const store=tx.objectStore('asset-depot'),factKeys=await value(store.getAllKeys(range(scope,input.authority))),rows=await value(store.getAll(range(scope,input.authority))),markedIds:string[]=[],purgedIds:string[]=[],pinnedIds:string[]=[]; for(let i=0;i({row,key:factKeys[i] as string[]})).filter(({key})=>after===undefined||key[3]>after).slice(0,limit+1),page=candidates.slice(0,limit); // repin 清软标记;无引用首次记录时刻;时钟倒退不提前 purge;永久身份不重新分配。 for(const {row,key}of page){const id=key[3];if(pinned.has(id)){pinnedIds.push(id);if(row.purgedAt===undefined&&row.unreferencedAt!==undefined){delete row.unreferencedAt;store.put(row,key);}continue;}if(row.purgedAt!==undefined)continue;if(row.unreferencedAt===undefined){row.unreferencedAt=now;markedIds.push(id);store.put(row,key);}else if(now>=row.unreferencedAt&&now-row.unreferencedAt>=retentionMs){row.purgedAt=now;purgedIds.push(id);store.put(row,key);}} // Preserve a digest while any other live resource identity still owns its bytes. for(const digest of new Set(page.filter(({row})=>row.purgedAt===now).map(({row})=>row.ref.digest)))if(!rows.some(row=>row.ref.digest===digest&&row.purgedAt===undefined))tx.objectStore('asset-bytes').delete([...base,digest]); return freeze({complete:true,blockedProjects:[],markedIds,purgedIds,pinnedIds,...(candidates.length>limit?{nextAfter:page.at(-1)!.key[3]}:{})}); }); }, });}