54607e26b7
- Added support for processing image content in the agent, providing placeholder text when image parsing fails. - Implemented a fallback mechanism to utilize vision tools for image analysis, improving the handling of image content. - Updated tests to validate the new image handling behavior, ensuring correct responses when vision support is unavailable. - Enhanced system prompts to guide users on using the new `image_read` tool for image analysis, improving user experience.
26 lines
969 B
JSON
26 lines
969 B
JSON
{
|
|
"name": "image_read",
|
|
"description": "Read and analyze an image using a vision-capable model.",
|
|
"process": "tools.image_read",
|
|
"inputSchema": {
|
|
"type": "object",
|
|
"properties": {
|
|
"image_path": {
|
|
"type": "string",
|
|
"description": "Path or URI of the image to analyze. Accepts: local file path, URL (http/https), workspace://, attach://, yao://, or data URI."
|
|
},
|
|
"prompt": {
|
|
"type": "string",
|
|
"description": "What to analyze about the image (default: describe in detail)",
|
|
"default": "Please describe this image in detail."
|
|
},
|
|
"max_size": {
|
|
"type": "integer",
|
|
"description": "Max dimension in pixels for the longest edge. Image is resized (preserving aspect ratio) before sending to the vision model. Default 1080.",
|
|
"default": 1080
|
|
}
|
|
},
|
|
"required": ["image_path"]
|
|
},
|
|
"x-process-args": ["$args.image_path", "$args.prompt", "$args.max_size"]
|
|
}
|