pnpm add @modelcontextprotocol/sdk

{
  "mcpServers": {
    "evals": {
      "command": "npx",
      "args": ["-y", "@dotdo/mcp-server"],
      "env": {
        "DO_API_KEY": "your-api-key"
      }
    }
  }
}

{
  "name": "evals/invoke",
  "description": "Evaluate performance of functions, workflows, and agents",
  "inputSchema": {
    "type": "object",
    "properties": {
      "operation": {
        "type": "string",
        "description": "Operation to perform"
      },
      "parameters": {
        "type": "object",
        "description": "Operation parameters"
      }
    },
    "required": ["operation"]
  }
}

// ~/Library/Application Support/Claude/claude_desktop_config.json
{
  "mcpServers": {
    "evals": {
      "command": "npx",
      "args": ["-y", "@dotdo/mcp-server", "--tool=evals"],
      "env": {
        "DO_API_KEY": "undefined"
      }
    }
  }
}

# Custom GPT configuration
tools:
  - type: mcp
    server: evals
    operations:
      - invoke
      - query
      - execute

import { Client } from '@modelcontextprotocol/sdk/client/index.js'
import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js'

const transport = new StdioClientTransport({
  command: 'npx',
  args: ['-y', '@dotdo/mcp-server', '--tool=evals'],
})

const client = new Client(
  {
    name: 'evals-client',
    version: '1.0.0',
  },
  {
    capabilities: {},
  }
)

await client.connect(transport)

// Call tool
const result = await client.callTool({
  name: 'evals/invoke',
  arguments: {
    operation: 'evals',
    parameters: {},
  },
})

{
  "tools": [
    {
      "name": "evals/invoke",
      "description": "Invoke evals.do",
      "inputSchema": {
        /* ... */
      }
    },
    {
      "name": "evals/query",
      "description": "Query evals.do resources",
      "inputSchema": {
        /* ... */
      }
    },
    {
      "name": "evals/status",
      "description": "Check evals.do status",
      "inputSchema": {
        /* ... */
      }
    }
  ]
}

{
  "resources": [
    {
      "uri": "evals://config",
      "name": "Evals Configuration",
      "mimeType": "application/json"
    },
    {
      "uri": "evals://docs",
      "name": "Evals Documentation",
      "mimeType": "text/markdown"
    }
  ]
}

{
  "prompts": [
    {
      "name": "evals-quick-start",
      "description": "Quick start guide for evals.do",
      "arguments": []
    },
    {
      "name": "evals-best-practices",
      "description": "Best practices for evals.do",
      "arguments": []
    }
  ]
}

// AI model calls tool via MCP
mcp call evals/run

// Call with parameters
await mcp.callTool('evals/invoke', {
  operation: 'process',
  parameters: {
    // Operation-specific parameters
  },
  options: {
    timeout: 30000,
  },
})

try {
  const result = await mcp.callTool('evals/invoke', {
    operation: 'process',
  })
  return result
} catch (error) {
  if (error.code === 'TOOL_NOT_FOUND') {
    console.error('Evals tool not available')
  } else {
    throw error
  }
}

// AI agent uses evals.do in workflow
const workflow = {
  steps: [
    {
      tool: 'evals/invoke',
      operation: 'analyze',
      input: 'user-data',
    },
    {
      tool: 'evals/process',
      operation: 'transform',
      input: 'analysis-result',
    },
  ],
}

User: "I need to process this data"

AI: "I'll use the evals tool to:
1. Validate the data format
2. Process it through evals.do
3. Return the results

Let me start..."

[Calls: mcp call evals/run]

import { Server } from '@modelcontextprotocol/sdk/server/index.js'
import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'

const server = new Server(
  {
    name: 'evals-server',
    version: '1.0.0',
  },
  {
    capabilities: {
      tools: {},
      resources: {},
      prompts: {},
    },
  }
)

// Register tool
server.setRequestHandler('tools/call', async (request) => {
  if (request.params.name === 'evals/invoke') {
    // Handle evals.do operation
    return {
      content: [
        {
          type: 'text',
          text: JSON.stringify(result),
        },
      ],
    }
  }
})

const transport = new StdioServerTransport()
await server.connect(transport)