diff --git a/.github/workflows/test-agents.yml b/.github/workflows/test-agents.yml index 55e5148..1a0b7a3 100644 --- a/.github/workflows/test-agents.yml +++ b/.github/workflows/test-agents.yml @@ -28,16 +28,6 @@ jobs: cache: 'npm' cache-dependency-path: 'evals/framework/package-lock.json' - - name: Install OpenCode CLI - run: | - curl -fsSL https://raw.githubusercontent.com/OpenAgentsInc/opencode/main/install.sh | bash - echo "$HOME/.opencode/bin" >> $GITHUB_PATH - - - name: Verify OpenCode installation - run: | - export PATH="$HOME/.opencode/bin:$PATH" - opencode --version - - name: Install dependencies working-directory: evals/framework run: npm install @@ -47,9 +37,7 @@ jobs: run: npm run build - name: Run OpenAgent smoke test - run: | - export PATH="$HOME/.opencode/bin:$PATH" - npm run test:ci:openagent + run: npm run test:ci:openagent env: CI: true @@ -77,16 +65,6 @@ jobs: cache: 'npm' cache-dependency-path: 'evals/framework/package-lock.json' - - name: Install OpenCode CLI - run: | - curl -fsSL https://raw.githubusercontent.com/OpenAgentsInc/opencode/main/install.sh | bash - echo "$HOME/.opencode/bin" >> $GITHUB_PATH - - - name: Verify OpenCode installation - run: | - export PATH="$HOME/.opencode/bin:$PATH" - opencode --version - - name: Install dependencies working-directory: evals/framework run: npm install @@ -96,9 +74,7 @@ jobs: run: npm run build - name: Run OpenCoder smoke test - run: | - export PATH="$HOME/.opencode/bin:$PATH" - npm run test:ci:opencoder + run: npm run test:ci:opencoder env: CI: true @@ -248,4 +224,3 @@ jobs: git push origin main --tags env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} -# Test comment diff --git a/evals/framework/src/sdk/server-manager.ts b/evals/framework/src/sdk/server-manager.ts index 8d307b5..04f5bfb 100644 --- a/evals/framework/src/sdk/server-manager.ts +++ b/evals/framework/src/sdk/server-manager.ts @@ -23,8 +23,9 @@ export class ServerManager { constructor(private config: ServerConfig = {}) { this.port = config.port || 0; // 0 = random port this.hostname = config.hostname || '127.0.0.1'; - // Always use manual spawn for now (SDK integration needs more work) - this.useSDK = false; + // Use SDK when agent is specified (better for CI/CD) + // Falls back to manual spawn when no agent specified + this.useSDK = !!config.agent; } /**