Support durable assistant image attachments in Agent clients
This commit is contained in:
@@ -5,11 +5,48 @@ import { createAgentUploadQueue, agentAttachments, parseAgentAttachment } from '
|
||||
import { AgentRoomClient } from '../src/lib/agent-room.ts';
|
||||
import { createAgentOptimisticOutbox } from '../src/lib/agent-optimistic-outbox.ts';
|
||||
import { agentTranscriptMessages } from '../src/lib/agent-room-presentation.ts';
|
||||
import { createAgentRoomState, applyAgentEvent, mergeAgentMessages } from '../src/lib/agent-room.ts';
|
||||
const file = { id:'att_12345678-1234-4234-8234-123456789abc',kind:'text',filename:'notes.txt',mimeType:'text/plain',sizeBytes:4,sha256:createHash('sha256').update('data').digest('hex'),workspacePath:'/data/workspace/uploads/att_12345678-1234-4234-8234-123456789abc/notes.txt' };
|
||||
const cap = {version:1,maxCount:8,maxTotalBytes:32*1024*1024,maxImageBytes:6*1024*1024,maxFileBytes:8*1024*1024,imageMimeTypes:['image/png','image/jpeg','image/gif','image/webp']};
|
||||
const tick=()=>new Promise(r=>setTimeout(r,0));
|
||||
const waitFor=async check=>{const until=Date.now()+5000;while(!check()){assert.ok(Date.now()<until,'async condition timed out');await tick();}};
|
||||
|
||||
test('assistant images retain stable live/history identity, omit paths, and never enable input capability',async()=>{
|
||||
const image={...file,kind:'image',mimeType:'image/png',filename:'image.png',url:'https://never-fetch.invalid/image'};
|
||||
const safe={...image};delete safe.workspacePath;delete safe.url;
|
||||
const message={id:'outbound:42',role:'assistant',content:'',createdAt:new Date().toISOString(),metadata:{kind:'message',status:'complete',entryId:42,agentAttachments:[image]}};
|
||||
const page={type:'messages',conversationId:'1',messages:[message],cursor:'42',beforeCursor:'42',hasMore:false};
|
||||
const live=applyAgentEvent(createAgentRoomState(),page);
|
||||
assert.deepEqual(agentAttachments(live.messages[0].metadata,'assistant'),[safe]);
|
||||
const history=mergeAgentMessages(live.messages,[structuredClone(message)]);
|
||||
assert.equal(history.length,1);assert.equal(history[0].id,'outbound:42');
|
||||
assert.deepEqual(agentAttachments(history[0].metadata,'assistant'),[safe]);
|
||||
assert.equal(agentTranscriptMessages(history).length,1,'image-only assistant bubble remains visible');
|
||||
for(const invalid of [{...image,kind:'file'},{...image,mimeType:'image/svg+xml'},{...image,sizeBytes:6*1024*1024+1},{...image,filename:'/private/source.png'}])
|
||||
assert.deepEqual(agentAttachments({agentAttachments:[invalid]},'assistant'),[]);
|
||||
assert.deepEqual(agentAttachments(message.metadata,'tool'),[]);
|
||||
assert.deepEqual(agentAttachments({agentAttachments:[image,image]},'assistant'),[]);
|
||||
const descriptor={capabilities:{assistantImages:{version:1}}};
|
||||
const queue=createAgentUploadQueue({capability:()=>descriptor.capabilities.attachments,changed:()=>{},upload:async()=>{throw new Error('Must not upload');}});
|
||||
assert.throws(()=>queue.add([new File(['data'],'notes.txt')]),/not available/);queue.dispose();
|
||||
});
|
||||
|
||||
test('downloads bound concurrent bytes, validate hashes/types, cancel queued work, and reject changed credentials',async()=>{
|
||||
const complete=[];let calls=0,token='one';
|
||||
const client=new AgentRoomClient({token:()=>token,fetch:async()=>{calls++;return new Promise(resolve=>complete.push(resolve));}});
|
||||
const a=client.download(file), b=client.download(file), cancel=new AbortController();
|
||||
const canceled=client.download(file,cancel.signal);const canceledAssertion=assert.rejects(canceled);cancel.abort();
|
||||
await canceledAssertion;assert.equal(calls,2);
|
||||
complete.shift()(new Response('data'));await a;
|
||||
const c=client.download(file);assert.equal(calls,3);
|
||||
complete.shift()(new Response('evil'));await assert.rejects(b,/checksum/);
|
||||
token='two';complete.shift()(new Response('data'));await assert.rejects(c,/Authentication changed/);
|
||||
const huge=new AgentRoomClient({fetch:async()=>new Response('data-exceeds-receipt')});
|
||||
await assert.rejects(huge.download(file),/size limit/);
|
||||
const wrongType=new AgentRoomClient({fetch:async()=>new Response('data',{headers:{'content-type':'text/html'}})});
|
||||
await assert.rejects(wrongType.download({...file,kind:'image',mimeType:'image/png'}),/type did not match/);
|
||||
});
|
||||
|
||||
test('composer gates unsupported servers, count/type/size and batches before upload; preserves retry ID and remove races',async()=>{
|
||||
let capability, attempts=[], next=0, changed=0, finish;
|
||||
const queue=createAgentUploadQueue({capability:()=>capability,newId:()=>`upload-${++next}`,changed:()=>changed++,upload:async(_file,id,signal)=>{attempts.push({id,signal});if(attempts.length===1)throw new Error('Quota full');return new Promise(resolve=>finish=resolve);}});
|
||||
|
||||
Reference in New Issue
Block a user