opencode-auto-vision/src/plugin.mjs at main · safethecode/opencode-auto-vision · GitHub

Repository navigation

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

import {analyze} from './vision-bridge.mjs';

import {createTransformer} from './auto-vision-core.mjs';

import {loadConfig} from './config.mjs';

export default async function AutoVision({directory,client}) {

const config=await loadConfig(new URL('../opencode-auto-vision.json',import.meta.url));

if(!config.enabled) return {};

const transform=createTransformer(source=>analyze({source,directory,

question:'Describe the image for a coding assistant. Transcribe visible text, identify components, layout and colors. Be concise, at most 350 words. Mark uncertainty. Do not generate code or invent pixel dimensions.',

},{config}),{imageToolPrefixes:config.imageToolPrefixes,supportsImages:async messages=>{

const model=messages.findLast(message=>message.info?.role==='user')?.info.model;

if(!model?.providerID || !model.modelID || !client?.config?.providers) return false;

const response=await client.config.providers({query:{directory}});

const provider=response.data?.providers?.find(item=>item.id===model.providerID);

return provider?.models?.[model.modelID]?.capabilities?.input?.image===true;

}});

return {

'experimental.chat.messages.transform':async(_input,output)=>transform(output.messages),

};

}