{"schemaVersion":"1.0","mode":"agent","name":"EvalGate","description":"Connect your repo and EvalGate finds the AI in your code: model calls, prompts, agents, and tools. Test what they do, catch regressions before release, and keep the proof.","url":"https://www.evalgate.com/?mode=agent","api":{"baseUrl":"https://www.evalgate.com/api","sdkBaseUrl":"https://www.evalgate.com","openapi":"https://www.evalgate.com/openapi.json","catalog":"https://www.evalgate.com/.well-known/api-catalog"},"authentication":{"type":"http","scheme":"bearer","header":"Authorization: Bearer <api-key>","credential":"organization-scoped API key","exampleEnvironmentVariables":["EVALGATE_API_KEY","EVALGATE_ORGANIZATION_ID"],"organizationIdRequired":false,"organizationHeader":"X-Organization-Id","documentation":"https://www.evalgate.com/auth.md","approval":"https://www.evalgate.com/agent/setup.md","boundary":"Hosted customer data and mutations require an approved credential and the operation's scopes. Public documentation, discovery and the assertion test mode require no credential. Installing a Skill or plugin grants no authority."},"sdks":[{"language":"TypeScript / JavaScript","ecosystem":"npm","package":"@evalgate/sdk","installCommand":"npm install @evalgate/sdk","versionMetadata":"https://registry.npmjs.org/@evalgate%2fsdk/latest","documentation":"https://www.evalgate.com/docs/sdk/typescript","runtime":"Node.js >=18.19.0","integration":"REST SDK, CLI and documented framework integrations"},{"language":"Python","ecosystem":"pypi","package":"evalgate-sdk","installCommand":"pip install evalgate-sdk","versionMetadata":"https://pypi.org/pypi/evalgate-sdk/json","documentation":"https://www.evalgate.com/docs/sdk/python","runtime":"Python >=3.10","integration":"REST SDK, CLI and documented framework integrations"},{"language":"Go","ecosystem":"go","package":"github.com/evalgate/evalgate-go/v3","publishedVersion":"3.17.0","installCommand":"go get github.com/evalgate/evalgate-go/v3@v3.17.0","versionMetadata":"https://proxy.golang.org/github.com/evalgate/evalgate-go/v3/@v/v3.17.0.info","documentation":"https://www.evalgate.com/docs/sdk/go","runtime":"Go >=1.23","integration":"Generated REST client; no native local runner or framework wrappers"},{"language":"Ruby","ecosystem":"rubygems","package":"evalgate-sdk","publishedVersion":"3.17.0","installCommand":"gem install evalgate-sdk --version 3.17.0","versionMetadata":"https://rubygems.org/api/v2/rubygems/evalgate-sdk/versions/3.17.0.json","documentation":"https://www.evalgate.com/docs/sdk/ruby","runtime":"Ruby >=3.2","integration":"Generated REST client with RBS; no native local runner or framework wrappers"}],"firstAuthenticatedRequest":{"method":"GET","url":"https://www.evalgate.com/api/evaluations?limit=1","operationId":"get_evaluations","requiredScopes":["eval:read"],"purpose":"Read existing evaluations in the approved organization without creating evaluations or calling a model."},"capabilities":[{"name":"Public documentation","endpoint":"https://www.evalgate.com/api/mcp/docs","method":"POST","protocol":"MCP Streamable HTTP","authentication":"none","description":"Search and retrieve reviewed public documentation."},{"name":"Product evidence and evaluation authoring","endpoint":"https://www.evalgate.com/api/mcp","method":"POST","protocol":"MCP Streamable HTTP","authentication":"scoped bearer credential for product tool execution","description":"Provides public read-only documentation and authorized, role/scope-filtered evaluation evidence and authoring tools."},{"name":"REST evaluations and traces","endpoints":["GET /api/evaluations","GET /api/traces"],"authentication":"scoped bearer credential","description":"Use OpenAPI operationId, security and scope requirements for the full read/write API contract."},{"name":"Local and CI regression gates","documentation":"https://www.evalgate.com/cli.md","description":"The CLI, SDKs, and API perform local execution, integration, automation, evidence transport, and CI workflows."}],"testMode":{"name":"Stateless deterministic assertion test mode","discovery":{"method":"GET","url":"https://www.evalgate.com/api/demo/custom-eval"},"request":{"method":"POST","url":"https://www.evalgate.com/api/demo/custom-eval","headers":{"Content-Type":"application/json"},"body":{"output":"{\"answer\":42}","assertions":["valid-json"]}},"authentication":"none","customerDataAccess":false,"resultPersistence":"none","providerCalls":false,"billable":false,"documentation":"https://www.evalgate.com/docs/platform/api-test-mode","limitations":"Synthetic supplied text only; does not exercise hosted CRUD, providers or payments. Normal access/API-usage metadata and rate-limit counters apply.","localApiSandbox":"https://www.evalgate.com/sandbox.md"},"agentPlugin":{"repository":"https://github.com/evalgate/skills","instructions":"https://github.com/evalgate/skills/blob/main/AGENTS.md","manifest":"https://github.com/evalgate/skills/blob/main/plugin.json","mcpConfiguration":"https://github.com/evalgate/skills/blob/main/mcp.json","skillIndex":"https://www.evalgate.com/.well-known/agent-skills/index.json","previewCommand":"npx skills add evalgate/skills --list","installCommand":"npx skills add evalgate/skills"},"documentation":"https://www.evalgate.com/docs/guides/agent-discovery","featureStatus":"https://www.evalgate.com/docs/platform/feature-status","maturity":{"platform":"Beta","skill":"Experimental","mcp":"Experimental","a2a":"Experimental"}}