> ## Documentation Index > Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt > Use this file to discover all available pages before exploring further. # Create evaluator validation releases > Requires scopes: eval:write ## OpenAPI ````yaml /api-reference/openapi.json post /api/evaluator-validation/releases openapi: 3.1.0 info: title: EvalGate API version: 3.7.6 description: EvalGate API. See docs/api-contract.md for stability commitments. servers: - url: https://evalgate.com description: Production - url: http://localhost:3000 description: Local security: [] paths: /api/evaluator-validation/releases: post: tags: - evaluator validation summary: Create evaluator validation releases description: 'Requires scopes: eval:write' operationId: post_evaluator_validation_releases requestBody: required: true content: application/json: schema: $ref: '#/components/schemas/PostApiEvaluatorValidationReleasesRequest' responses: '200': description: Successful response content: application/json: schema: $ref: >- #/components/schemas/PostApiEvaluatorValidationReleasesResponse200ApplicationJson '201': description: Successful response content: application/json: schema: $ref: >- #/components/schemas/PostApiEvaluatorValidationReleasesResponse201ApplicationJson '400': $ref: '#/components/responses/ValidationError' '401': $ref: '#/components/responses/Unauthorized' '403': $ref: '#/components/responses/Forbidden' '404': $ref: '#/components/responses/NotFound' '409': $ref: '#/components/responses/Conflict' '429': $ref: '#/components/responses/RateLimited' '500': $ref: '#/components/responses/InternalError' security: - bearerAuth: - eval:write components: schemas: PostApiEvaluatorValidationReleasesRequest: type: object properties: name: type: string identity: type: object properties: provider: type: string model: type: string modelSnapshot: type: string judgeConfigHash: type: string promptHash: type: string rubricHash: type: string parserHash: type: string outputSchemaHash: type: string additionalProperties: false required: - provider - model - judgeConfigHash protocol: type: object properties: mode: oneOf: - type: string enum: - pointwise - type: string enum: - pairwise counterbalancing: oneOf: - type: string enum: - always - type: string enum: - none - type: string enum: - sampled tiePolicy: oneOf: - type: string enum: - exclude - type: string enum: - failure - type: string enum: - count_as_half - type: string enum: - consistent_tie repeats: type: number additionalProperties: false required: - mode scoreSemantics: type: object properties: minimum: type: number maximum: type: number direction: oneOf: - type: string enum: - higher_is_better - type: string enum: - lower_is_better labels: type: array items: type: string additionalProperties: false required: - minimum - maximum - direction judgeConfigId: type: number scorerVersionId: type: number additionalProperties: false required: - name - identity - protocol - scoreSemantics PostApiEvaluatorValidationReleasesResponse200ApplicationJson: type: object properties: release: type: object properties: id: type: string organizationId: $ref: '#/components/schemas/OrganizationId' judgeConfigId: oneOf: - type: 'null' - type: number scorerVersionId: oneOf: - type: 'null' - type: number name: type: string status: type: string identityHash: type: string identity: type: object properties: provider: type: string model: type: string modelSnapshot: type: string judgeConfigHash: type: string promptHash: type: string rubricHash: type: string parserHash: type: string outputSchemaHash: type: string additionalProperties: false required: - provider - model - judgeConfigHash protocol: type: object properties: mode: oneOf: - type: string enum: - pointwise - type: string enum: - pairwise counterbalancing: oneOf: - type: string enum: - always - type: string enum: - none - type: string enum: - sampled tiePolicy: oneOf: - type: string enum: - exclude - type: string enum: - failure - type: string enum: - count_as_half - type: string enum: - consistent_tie repeats: type: number additionalProperties: false required: - mode scoreSemantics: type: object properties: minimum: type: number maximum: type: number direction: oneOf: - type: string enum: - higher_is_better - type: string enum: - lower_is_better labels: type: array items: type: string additionalProperties: false required: - minimum - maximum - direction createdBy: type: string createdAt: type: string format: date-time retiredAt: oneOf: - type: 'null' - type: string format: date-time additionalProperties: false required: - id - organizationId - judgeConfigId - scorerVersionId - name - status - identityHash - identity - protocol - scoreSemantics - createdBy - createdAt - retiredAt idempotentReplay: type: boolean additionalProperties: false required: - release - idempotentReplay PostApiEvaluatorValidationReleasesResponse201ApplicationJson: type: object properties: release: type: object properties: id: type: string organizationId: $ref: '#/components/schemas/OrganizationId' judgeConfigId: oneOf: - type: 'null' - type: number scorerVersionId: oneOf: - type: 'null' - type: number name: type: string status: type: string identityHash: type: string identity: type: object properties: provider: type: string model: type: string modelSnapshot: type: string judgeConfigHash: type: string promptHash: type: string rubricHash: type: string parserHash: type: string outputSchemaHash: type: string additionalProperties: false required: - provider - model - judgeConfigHash protocol: type: object properties: mode: oneOf: - type: string enum: - pointwise - type: string enum: - pairwise counterbalancing: oneOf: - type: string enum: - always - type: string enum: - none - type: string enum: - sampled tiePolicy: oneOf: - type: string enum: - exclude - type: string enum: - failure - type: string enum: - count_as_half - type: string enum: - consistent_tie repeats: type: number additionalProperties: false required: - mode scoreSemantics: type: object properties: minimum: type: number maximum: type: number direction: oneOf: - type: string enum: - higher_is_better - type: string enum: - lower_is_better labels: type: array items: type: string additionalProperties: false required: - minimum - maximum - direction createdBy: type: string createdAt: type: string format: date-time retiredAt: oneOf: - type: 'null' - type: string format: date-time additionalProperties: false required: - id - organizationId - judgeConfigId - scorerVersionId - name - status - identityHash - identity - protocol - scoreSemantics - createdBy - createdAt - retiredAt idempotentReplay: type: boolean additionalProperties: false required: - release - idempotentReplay OrganizationId: type: string format: uuid ApiError: type: object properties: error: type: object properties: code: type: string enum: - UNAUTHORIZED - FORBIDDEN - NOT_FOUND - VALIDATION_ERROR - RATE_LIMITED - CONFLICT - INTERNAL_ERROR - SERVICE_UNAVAILABLE - QUOTA_EXCEEDED - NO_ORG_MEMBERSHIP - CROSS_ORG_REFERENCE - INCOMPLETE - MALFORMED message: type: string details: {} requestId: type: string format: uuid required: - code - message required: - error responses: ValidationError: description: Validation error content: application/json: schema: $ref: '#/components/schemas/ApiError' Unauthorized: description: Unauthorized content: application/json: schema: $ref: '#/components/schemas/ApiError' Forbidden: description: Forbidden content: application/json: schema: $ref: '#/components/schemas/ApiError' NotFound: description: Resource not found content: application/json: schema: $ref: '#/components/schemas/ApiError' Conflict: description: Conflict content: application/json: schema: $ref: '#/components/schemas/ApiError' RateLimited: description: Rate limit exceeded content: application/json: schema: $ref: '#/components/schemas/ApiError' InternalError: description: Internal server error content: application/json: schema: $ref: '#/components/schemas/ApiError' securitySchemes: bearerAuth: type: http scheme: bearer bearerFormat: API Key or Session Token ````