OpenWriterControle/evals/framework/check-agent.mjs
darrenhinde 8eb4b31ef4 feat(evals): add opencoder test suite and fix expected violation handling
- Create separate test folder for opencoder agent with 4 tests
- Update openagent tests to use multi-turn prompts for approval workflow
- Fix test runner to properly handle expectedViolations with shouldViolate: true
- Add mustUseAnyOf behavior expectation for flexible tool matching
- Add unit tests for timeline-builder and context-loading-evaluator
- Update documentation to reflect agent-specific test structure
- Remove outdated AGENT_DETECTION_STATUS.md

Opencoder tests: 4/4 passing
Key insight: openagent uses text-based approval, opencoder uses tool permissions only
2025-11-26 01:52:18 +00:00

33 lines
856 B
JavaScript

import { createOpencodeClient } from '@opencode-ai/sdk';
const client = createOpencodeClient({
baseUrl: 'http://localhost:3721'
});
const sessionId = process.argv[2];
if (!sessionId) {
console.error('Usage: node check-agent.mjs <session-id>');
process.exit(1);
}
try {
const messages = await client.session.messages({
path: { id: sessionId }
});
console.log(`\nSession: ${sessionId}`);
console.log(`Messages: ${messages.data?.length || 0}\n`);
if (messages.data && messages.data.length > 0) {
messages.data.forEach((msg, i) => {
console.log(`Message ${i + 1}:`);
console.log(` Role: ${msg.info.role}`);
console.log(` Agent: ${msg.info.agent || 'N/A'}`);
console.log(` Parts: ${msg.parts.length}`);
console.log('');
});
}
} catch (error) {
console.error('Error:', error.message);
}