actors-mcp-server

# This workflow runs MCP tool calling evaluations on master branch merges # It evaluates AI models' ability to correctly identify and call MCP tools. name: MCP tool calling evaluations on: # Run evaluations on PR merges to master or PRs with 'validated' label pull_request: types: [closed, labeled] branches: - 'master' jobs: evaluations: name: MCP tool calling evaluations runs-on: ubuntu-latest # Run on PR merges to master or PRs with 'validated' label if: | (github.event.action == 'closed' && github.event.pull_request.merged == true) || (github.event.action == 'labeled' && github.event.label.name == 'validated') steps: - name: Checkout code uses: actions/checkout@v4 - name: Use Node.js 22 uses: actions/setup-node@v4 with: node-version: 22 cache: 'npm' cache-dependency-path: 'package-lock.json' - name: Install Node dependencies run: npm ci --include=dev - name: Build project run: npm run build - name: Run evaluations run: npm run evals:run env: GITHUB_PR_NUMBER: ${{ github.event.pull_request.number }} PHOENIX_API_KEY: ${{ secrets.PHOENIX_API_KEY }} PHOENIX_BASE_URL: ${{ secrets.PHOENIX_BASE_URL }} OPENROUTER_BASE_URL: ${{ secrets.OPENROUTER_BASE_URL }} OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}