MCP Server MCP

io.github.cyanheads/evals-mcp-server

By github 👁 1 views ▲ 0 votes

Author verifiable eval records through a draft→review→revise→submit loop with enforced graders.

Homepage Verified source GitHub

Install

npx -y @cyanheads/[email protected]

Configuration Example

{
  "remotes": [],
  "packages": [
    {
      "registryType": "npm",
      "registryBaseUrl": "https://registry.npmjs.org",
      "identifier": "@cyanheads/evals-mcp-server",
      "version": "0.1.3",
      "runtimeHint": "node",
      "transport": {
        "type": "stdio"
      },
      "packageArguments": [
        {
          "value": "run",
          "type": "positional"
        },
        {
          "value": "start:stdio",
          "type": "positional"
        }
      ],
      "environmentVariables": [
        {
          "description": "Root folder for record JSON. The store manages drafts/, submitted/, and exports/ subdirs under it.",
          "format": "string",
          "default": "./evals-data",
          "name": "EVALS_DATA_DIR"
        },
        {
          "description": "When 'true', evals_submit_draft requests human confirmation before finalizing.",
          "format": "string",
          "default": "false",
          "name": "EVALS_REQUIRE_CONFIRMATION"
        },
        {
          "description": "Default metadata.license applied when a draft omits one.",
          "format": "string",
          "name": "EVALS_DEFAULT_LICENSE"
        },
        {
          "description": "Directory of framework-written tool-call captures; when set, captures EvalsIDs resolve to full dumps.",
          "format": "string",
          "name": "EVALS_CAPTURE_DIR"
        },
        {
          "description": "Sets the minimum log level for output (e.g., 'debug', 'info', 'warn').",
          "format": "string",
          "default": "info",
          "name": "MCP_LOG_LEVEL"
        }
      ]
    },
    {
      "registryType": "npm",
      "registryBaseUrl": "https://registry.npmjs.org",
      "identifier": "@cyanheads/evals-mcp-server",
      "version": "0.1.3",
      "runtimeHint": "node",
      "transport": {
        "type": "streamable-http",
        "url": "http://localhost:3010/mcp"
      },
      "packageArguments": [
        {
          "value": "run",
          "type": "positional"
        },
        {
          "value": "start:http",
          "type": "positional"
        }
      ],
      "environmentVariables": [
        {
          "description": "The hostname for the HTTP server.",
          "format": "string",
          "default": "127.0.0.1",
          "name": "MCP_HTTP_HOST"
        },
        {
          "description": "The port to run the HTTP server on.",
          "format": "string",
          "default": "3010",
          "name": "MCP_HTTP_PORT"
        },
        {
          "description": "The endpoint path for the MCP server.",
          "format": "string",
          "default": "/mcp",
          "name": "MCP_HTTP_ENDPOINT_PATH"
        },
        {
          "description": "Authentication mode to use: 'none', 'jwt', or 'oauth'.",
          "format": "string",
          "default": "none",
          "name": "MCP_AUTH_MODE"
        },
        {
          "description": "Root folder for record JSON. The store manages drafts/, submitted/, and exports/ subdirs under it.",
          "format": "string",
          "default": "./evals-data",
          "name": "EVALS_DATA_DIR"
        },
        {
          "description": "When 'true', evals_submit_draft requests human confirmation before finalizing.",
          "format": "string",
          "default": "false",
          "name": "EVALS_REQUIRE_CONFIRMATION"
        },
        {
          "description": "Default metadata.license applied when a draft omits one.",
          "format": "string",
          "name": "EVALS_DEFAULT_LICENSE"
        },
        {
          "description": "Directory of framework-written tool-call captures; when set, captures EvalsIDs resolve to full dumps.",
          "format": "string",
          "name": "EVALS_CAPTURE_DIR"
        },
        {
          "description": "Sets the minimum log level for output (e.g., 'debug', 'info', 'warn').",
          "format": "string",
          "default": "info",
          "name": "MCP_LOG_LEVEL"
        }
      ]
    }
  ]
}

mcp model-context-protocol npm