> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# Create calibration sets

> Requires scopes: eval:write



## OpenAPI

````yaml /api-reference/openapi.json post /api/calibration/sets
openapi: 3.1.0
info:
  title: EvalGate API
  version: 3.7.6
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/calibration/sets:
    post:
      tags:
        - calibration
      summary: Create calibration sets
      description: 'Requires scopes: eval:write'
      operationId: post_calibration_sets
      requestBody:
        required: true
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/PostApiCalibrationSetsRequest'
      responses:
        '201':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/PostApiCalibrationSetsResponse201ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
      security:
        - bearerAuth:
            - eval:write
components:
  schemas:
    PostApiCalibrationSetsRequest:
      type: object
      properties:
        name:
          type: string
        anchors:
          type: array
          items:
            type: object
            properties:
              input:
                type: string
              humanScore:
                type: number
              sourceType:
                oneOf:
                  - type: string
                    enum:
                      - manual
                  - type: string
                    enum:
                      - dataset
                  - type: string
                    enum:
                      - review
                  - type: string
                    enum:
                      - golden_case
              anchorKey:
                type: string
              expectedOutput:
                type: string
              severityLabel:
                type: string
              failureMode:
                type: string
              metadata:
                type: object
                additionalProperties:
                  $ref: '#/components/schemas/JsonValue'
              sourceResourceId:
                type: string
              referenceAnswer:
                type: string
            additionalProperties: false
            required:
              - input
              - humanScore
              - sourceType
              - anchorKey
        domain:
          type: string
        rubricVersion:
          type: string
        scoreScaleVersion:
          type: string
      additionalProperties: false
      required:
        - name
        - anchors
    PostApiCalibrationSetsResponse201ApplicationJson:
      type: object
      properties:
        set:
          type: object
          properties:
            domain:
              oneOf:
                - type: 'null'
                - type: string
            items:
              type: array
              items:
                type: object
                properties:
                  input:
                    type: string
                  expectedOutput:
                    type: string
                  referenceAnswer:
                    type: string
                  humanScore:
                    type: number
                  severityLabel:
                    type: string
                  failureMode:
                    type: string
                  metadata:
                    type: object
                    additionalProperties:
                      $ref: '#/components/schemas/JsonValue'
                additionalProperties: false
                required:
                  - input
            id:
              type: string
            name:
              type: string
            createdAt:
              type: string
              format: date-time
            updatedAt:
              type: string
              format: date-time
            organizationId:
              $ref: '#/components/schemas/OrganizationId'
            rubricVersion:
              type: string
            scoreScaleVersion:
              type: string
          additionalProperties: false
          required:
            - domain
            - items
            - id
            - name
            - createdAt
            - updatedAt
            - organizationId
            - rubricVersion
            - scoreScaleVersion
        version:
          type: object
          properties:
            calibrationSetId:
              type: string
            domain:
              oneOf:
                - type: 'null'
                - type: string
            status:
              type: string
            id:
              type: string
            name:
              type: string
            createdAt:
              type: string
              format: date-time
            organizationId:
              $ref: '#/components/schemas/OrganizationId'
            createdBy:
              type: string
            version:
              type: number
            contentHash:
              type: string
            reviewRationale:
              oneOf:
                - type: 'null'
                - type: string
            reviewedBy:
              oneOf:
                - type: 'null'
                - type: string
            reviewedAt:
              oneOf:
                - type: 'null'
                - type: string
                  format: date-time
            parentVersionId:
              oneOf:
                - type: 'null'
                - type: string
            rubricVersion:
              type: string
            scoreScaleVersion:
              type: string
            anchors:
              type: array
              items:
                type: object
                properties:
                  anchorKey:
                    type: string
                  input:
                    type: string
                  expectedOutput:
                    type: string
                  referenceAnswer:
                    type: string
                  humanScore:
                    type: number
                  severityLabel:
                    type: string
                  failureMode:
                    type: string
                  sourceType:
                    oneOf:
                      - type: string
                        enum:
                          - manual
                      - type: string
                        enum:
                          - dataset
                      - type: string
                        enum:
                          - review
                      - type: string
                        enum:
                          - golden_case
                  sourceResourceId:
                    type: string
                  metadata:
                    type: object
                    additionalProperties:
                      $ref: '#/components/schemas/JsonValue'
                additionalProperties: false
                required:
                  - anchorKey
                  - input
                  - sourceType
          additionalProperties: false
          required:
            - calibrationSetId
            - domain
            - status
            - id
            - name
            - createdAt
            - organizationId
            - createdBy
            - version
            - contentHash
            - reviewRationale
            - reviewedBy
            - reviewedAt
            - parentVersionId
            - rubricVersion
            - scoreScaleVersion
            - anchors
      additionalProperties: false
      required:
        - set
        - version
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    OrganizationId:
      type: string
      format: uuid
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - NO_ORG_MEMBERSHIP
                - CROSS_ORG_REFERENCE
                - INCOMPLETE
                - MALFORMED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: API Key or Session Token

````