> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# Create scorers alignment runs

> Requires scopes: runs:write



## OpenAPI

````yaml /api-reference/openapi.json post /api/scorers/{scorerId}/alignment-runs
openapi: 3.1.0
info:
  title: EvalGate API
  version: 3.7.6
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/scorers/{scorerId}/alignment-runs:
    post:
      tags:
        - scorers
      summary: Create scorers alignment runs
      description: 'Requires scopes: runs:write'
      operationId: post_scorers_scorerId_alignment_runs
      parameters:
        - name: scorerId
          in: path
          required: true
          schema:
            type: string
      requestBody:
        required: true
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/PostApiScorersScorerIdAlignmentRunsRequest'
      responses:
        '201':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/PostApiScorersScorerIdAlignmentRunsResponse201ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
      security:
        - bearerAuth:
            - runs:write
components:
  schemas:
    PostApiScorersScorerIdAlignmentRunsRequest:
      type: object
      properties:
        versionId:
          type: number
        idempotencyKey:
          type: string
        exampleIds:
          type: array
          items:
            type: string
        examples:
          type: array
          items:
            type: object
            properties:
              input:
                type: object
                properties:
                  input:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                  output:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                  expectedOutput:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - type: object
                              additionalProperties:
                                $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - $ref: '#/components/schemas/JsonValue'
                  context:
                    type: object
                    additionalProperties:
                      oneOf:
                        - type: 'null'
                        - type: string
                        - type: number
                        - type: boolean
                          enum:
                            - false
                        - type: boolean
                          enum:
                            - true
                        - type: array
                          items:
                            $ref: '#/components/schemas/JsonValue'
                        - type: object
                          additionalProperties:
                            $ref: '#/components/schemas/JsonValue'
                  latencyMs:
                    type: number
                  costUsd:
                    type: number
                additionalProperties: false
                required:
                  - input
                  - output
              name:
                type: string
              expectedHumanLabel:
                type: number
              notes:
                type: string
            additionalProperties: false
            required:
              - input
              - name
              - expectedHumanLabel
      additionalProperties: false
      required:
        - versionId
    PostApiScorersScorerIdAlignmentRunsResponse201ApplicationJson:
      type: object
      properties:
        idempotent:
          type: boolean
        id:
          type: string
        organizationId:
          $ref: '#/components/schemas/OrganizationId'
        artifactId:
          type: number
        versionId:
          type: number
        contentHash:
          type: string
        status:
          type: string
        exampleSnapshot:
          type: array
          items:
            type: object
            properties:
              id:
                type: string
              name:
                type: string
              input:
                type: object
                properties:
                  input:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                  output:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                  expectedOutput:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - type: object
                              additionalProperties:
                                $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - $ref: '#/components/schemas/JsonValue'
                  context:
                    type: object
                    additionalProperties:
                      oneOf:
                        - type: 'null'
                        - type: string
                        - type: number
                        - type: boolean
                          enum:
                            - false
                        - type: boolean
                          enum:
                            - true
                        - type: array
                          items:
                            $ref: '#/components/schemas/JsonValue'
                        - type: object
                          additionalProperties:
                            $ref: '#/components/schemas/JsonValue'
                  latencyMs:
                    type: number
                  costUsd:
                    type: number
                additionalProperties: false
                required:
                  - input
                  - output
              expectedHumanLabel:
                type: number
              notes:
                type: string
            additionalProperties: false
            required:
              - name
              - input
              - expectedHumanLabel
        results:
          type: array
          items:
            type: object
            properties:
              result:
                oneOf:
                  - type: 'null'
                  - type: object
                    properties:
                      score:
                        type: number
                      passed:
                        type: boolean
                      reasoning:
                        type: string
                      evidence:
                        type: object
                        additionalProperties:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - type: object
                              additionalProperties:
                                $ref: '#/components/schemas/JsonValue'
                    additionalProperties: false
                    required:
                      - score
                      - passed
                      - reasoning
                      - evidence
              status:
                oneOf:
                  - type: string
                    enum:
                      - failed
                  - type: string
                    enum:
                      - success
                  - type: string
                    enum:
                      - blocked
                  - type: string
                    enum:
                      - timeout
              errorCode:
                type: string
              errorMessage:
                type: string
              modelCallId:
                type: string
              costUsd:
                oneOf:
                  - type: 'null'
                  - type: string
              latencyMs:
                type: number
              disagreement:
                type: boolean
              id:
                type: string
              name:
                type: string
              input:
                type: object
                properties:
                  input:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                  output:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                  expectedOutput:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - type: object
                              additionalProperties:
                                $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          oneOf:
                            - type: 'null'
                            - type: string
                            - type: number
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                            - type: array
                              items:
                                $ref: '#/components/schemas/JsonValue'
                            - $ref: '#/components/schemas/JsonValue'
                  context:
                    type: object
                    additionalProperties:
                      oneOf:
                        - type: 'null'
                        - type: string
                        - type: number
                        - type: boolean
                          enum:
                            - false
                        - type: boolean
                          enum:
                            - true
                        - type: array
                          items:
                            $ref: '#/components/schemas/JsonValue'
                        - type: object
                          additionalProperties:
                            $ref: '#/components/schemas/JsonValue'
                  latencyMs:
                    type: number
                  costUsd:
                    type: number
                additionalProperties: false
                required:
                  - input
                  - output
              expectedHumanLabel:
                type: number
              notes:
                type: string
            additionalProperties: false
            required:
              - result
              - status
              - latencyMs
              - disagreement
              - name
              - input
              - expectedHumanLabel
        metrics:
          oneOf:
            - type: 'null'
            - type: object
              properties:
                total:
                  type: number
                successful:
                  type: number
                agreementRate:
                  oneOf:
                    - type: 'null'
                    - type: number
                correlation:
                  oneOf:
                    - type: 'null'
                    - type: number
                falsePositives:
                  type: number
                falseNegatives:
                  type: number
                truePositives:
                  type: number
                trueNegatives:
                  type: number
                parseFailureRate:
                  type: number
                averageLatencyMs:
                  oneOf:
                    - type: 'null'
                    - type: number
                totalCostUsd:
                  oneOf:
                    - type: 'null'
                    - type: string
                unknownCostCount:
                  type: number
                unstableExamples:
                  type: array
                  items:
                    type: string
              additionalProperties: false
              required:
                - total
                - successful
                - agreementRate
                - correlation
                - falsePositives
                - falseNegatives
                - truePositives
                - trueNegatives
                - parseFailureRate
                - averageLatencyMs
                - totalCostUsd
                - unknownCostCount
                - unstableExamples
        modelCallIds:
          type: array
          items:
            type: string
        requestHash:
          type: string
        idempotencyKey:
          type: string
        createdBy:
          type: string
        createdAt:
          type: string
          format: date-time
        finishedAt:
          oneOf:
            - type: 'null'
            - type: string
              format: date-time
      additionalProperties: false
      required:
        - idempotent
        - id
        - organizationId
        - artifactId
        - versionId
        - contentHash
        - status
        - exampleSnapshot
        - results
        - metrics
        - modelCallIds
        - requestHash
        - idempotencyKey
        - createdBy
        - createdAt
        - finishedAt
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    OrganizationId:
      type: string
      format: uuid
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - NO_ORG_MEMBERSHIP
                - CROSS_ORG_REFERENCE
                - INCOMPLETE
                - MALFORMED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: API Key or Session Token

````