mirror of
https://github.com/outbackdingo/optimclaw.git
synced 2026-08-25 14:53:34 +00:00
Henry ParkandGitHub
428303af11
* Redesign routine create requests for LLMs * Fix panic-check false positives in routine tests * Tighten routine schema requirements * Tighten routine schema tests * Mark test assertions safe for CI scan * Align test assertions with panic scan * Polish routine schema metadata * Simplify routine test assertions * Improve tool discovery guidance * Clarify lightweight routine delivery prompts * Fix routine delivery target defaults
65 lines
1.7 KiB
JSON
65 lines
1.7 KiB
JSON
{
|
|
"model_name": "test-tool-info-discovery",
|
|
"expects": {
|
|
"tools_used": ["tool_info"],
|
|
"all_tools_succeeded": true,
|
|
"min_responses": 1,
|
|
"tool_results_contain": {
|
|
"tool_info": "echo"
|
|
}
|
|
},
|
|
"steps": [
|
|
{
|
|
"request_hint": { "last_user_message_contains": "schema" },
|
|
"response": {
|
|
"type": "tool_calls",
|
|
"tool_calls": [
|
|
{
|
|
"id": "call_tool_info_echo",
|
|
"name": "tool_info",
|
|
"arguments": { "name": "echo" }
|
|
}
|
|
],
|
|
"input_tokens": 100,
|
|
"output_tokens": 20
|
|
}
|
|
},
|
|
{
|
|
"response": {
|
|
"type": "tool_calls",
|
|
"tool_calls": [
|
|
{
|
|
"id": "call_tool_info_routine_create",
|
|
"name": "tool_info",
|
|
"arguments": { "name": "routine_create", "detail": "summary" }
|
|
}
|
|
],
|
|
"input_tokens": 160,
|
|
"output_tokens": 25
|
|
}
|
|
},
|
|
{
|
|
"response": {
|
|
"type": "tool_calls",
|
|
"tool_calls": [
|
|
{
|
|
"id": "call_tool_info_time",
|
|
"name": "tool_info",
|
|
"arguments": { "name": "time", "include_schema": true }
|
|
}
|
|
],
|
|
"input_tokens": 240,
|
|
"output_tokens": 20
|
|
}
|
|
},
|
|
{
|
|
"response": {
|
|
"type": "text",
|
|
"content": "I found the info for all three tools. The echo tool has a 'message' parameter. routine_create's summary explains that cron needs request.schedule, message_event needs request.pattern, and system_event needs request.source plus request.event_type. The time tool accepts an 'operation' parameter with options like 'now', 'parse', and 'diff'.",
|
|
"input_tokens": 520,
|
|
"output_tokens": 60
|
|
}
|
|
}
|
|
]
|
|
}
|