> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# Create annotations annotations

> Requires scopes: eval:write



## OpenAPI

````yaml /api-reference/openapi.json post /api/annotations
openapi: 3.1.0
info:
  title: EvalGate API
  version: 3.7.6
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/annotations:
    post:
      tags:
        - annotations
      summary: Create annotations annotations
      description: 'Requires scopes: eval:write'
      operationId: post_annotations
      requestBody:
        required: true
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/PostApiAnnotationsRequest'
      responses:
        '201':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/PostApiAnnotationsResponse201ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
      security:
        - bearerAuth:
            - eval:write
components:
  schemas:
    PostApiAnnotationsRequest:
      type: object
      properties:
        evaluationRunId:
          type: number
        testCaseId:
          type: number
        labels:
          allOf:
            - type: object
              properties:
                tags:
                  type: array
                  items:
                    type: string
                taxonomyVersion:
                  type: string
                assertionLabels:
                  type: array
                  items:
                    type: object
                    properties:
                      verdict:
                        oneOf:
                          - type: string
                            enum:
                              - rejected
                          - type: string
                            enum:
                              - not_applicable
                          - type: string
                            enum:
                              - confirmed
                          - type: string
                            enum:
                              - uncertain
                      assertionKey:
                        oneOf:
                          - type: string
                            enum:
                              - safety
                          - type: string
                            enum:
                              - pii
                          - type: string
                            enum:
                              - hallucination
                          - type: string
                            enum:
                              - toxicity
                          - type: string
                            enum:
                              - instruction_following
                          - type: string
                            enum:
                              - json_schema
                          - type: string
                            enum:
                              - readability
                          - type: string
                            enum:
                              - functional
                          - type: string
                            enum:
                              - judge
                      severity:
                        oneOf:
                          - type: string
                            enum:
                              - low
                          - type: string
                            enum:
                              - medium
                          - type: string
                            enum:
                              - high
                          - type: string
                            enum:
                              - critical
                      evidence:
                        type: array
                        items:
                          oneOf:
                            - type: string
                              enum:
                                - input
                            - type: string
                              enum:
                                - trajectory
                            - type: string
                              enum:
                                - expected_output
                            - type: string
                              enum:
                                - output
                            - type: string
                              enum:
                                - messages
                            - type: string
                              enum:
                                - tool_calls
                            - type: string
                              enum:
                                - assertion_result
                            - type: string
                              enum:
                                - human_feedback
                      notes:
                        type: string
                    additionalProperties: false
                    required:
                      - verdict
                      - assertionKey
                failureModes:
                  type: array
                  items:
                    type: string
                calibrationLabel:
                  oneOf:
                    - type: string
                      enum:
                        - standard
                    - type: string
                      enum:
                        - gold
                    - type: string
                      enum:
                        - adjudication
              additionalProperties: false
            - type: object
              additionalProperties:
                $ref: '#/components/schemas/JsonValue'
        feedback:
          type: string
        rating:
          type: number
        metadata:
          allOf:
            - type: object
              properties:
                annotatorExperience:
                  type: string
                timeSpentMs:
                  type: number
                labelTaxonomyVersion:
                  type: string
                reviewerConfidence:
                  type: number
                adjudicationStatus:
                  oneOf:
                    - type: string
                      enum:
                        - resolved
                    - type: string
                      enum:
                        - pending
                    - type: string
                      enum:
                        - unreviewed
                evidenceSummary:
                  type: array
                  items:
                    oneOf:
                      - type: string
                        enum:
                          - input
                      - type: string
                        enum:
                          - trajectory
                      - type: string
                        enum:
                          - expected_output
                      - type: string
                        enum:
                          - output
                      - type: string
                        enum:
                          - messages
                      - type: string
                        enum:
                          - tool_calls
                      - type: string
                        enum:
                          - assertion_result
                      - type: string
                        enum:
                          - human_feedback
              additionalProperties: false
            - type: object
              additionalProperties:
                $ref: '#/components/schemas/JsonValue'
        taskId:
          type: number
      additionalProperties: false
      required:
        - evaluationRunId
        - testCaseId
    PostApiAnnotationsResponse201ApplicationJson:
      type: object
      properties:
        annotation:
          type: object
          properties:
            labels:
              oneOf:
                - type: 'null'
                - type: object
                  properties:
                    assertionLabels:
                      type: array
                      items:
                        type: object
                        properties:
                          assertionKey:
                            oneOf:
                              - type: string
                                enum:
                                  - safety
                              - type: string
                                enum:
                                  - pii
                              - type: string
                                enum:
                                  - hallucination
                              - type: string
                                enum:
                                  - toxicity
                              - type: string
                                enum:
                                  - instruction_following
                              - type: string
                                enum:
                                  - json_schema
                              - type: string
                                enum:
                                  - readability
                              - type: string
                                enum:
                                  - functional
                              - type: string
                                enum:
                                  - judge
                          verdict:
                            oneOf:
                              - type: string
                                enum:
                                  - rejected
                              - type: string
                                enum:
                                  - not_applicable
                              - type: string
                                enum:
                                  - confirmed
                              - type: string
                                enum:
                                  - uncertain
                          evidence:
                            type: array
                            items:
                              oneOf:
                                - type: string
                                  enum:
                                    - input
                                - type: string
                                  enum:
                                    - trajectory
                                - type: string
                                  enum:
                                    - expected_output
                                - type: string
                                  enum:
                                    - output
                                - type: string
                                  enum:
                                    - messages
                                - type: string
                                  enum:
                                    - tool_calls
                                - type: string
                                  enum:
                                    - assertion_result
                                - type: string
                                  enum:
                                    - human_feedback
                          severity:
                            oneOf:
                              - type: string
                                enum:
                                  - low
                              - type: string
                                enum:
                                  - medium
                              - type: string
                                enum:
                                  - high
                              - type: string
                                enum:
                                  - critical
                          notes:
                            type: string
                        additionalProperties: false
                        required:
                          - assertionKey
                          - verdict
                          - evidence
                    calibrationLabel:
                      oneOf:
                        - type: string
                          enum:
                            - standard
                        - type: string
                          enum:
                            - gold
                        - type: string
                          enum:
                            - adjudication
                    taxonomyVersion:
                      type: string
                    failureModes:
                      type: array
                      items:
                        type: string
                    tags:
                      type: array
                      items:
                        type: string
                    legacyLabels:
                      type: object
                      additionalProperties:
                        $ref: '#/components/schemas/JsonValue'
                  additionalProperties: false
                  required:
                    - assertionLabels
                    - taxonomyVersion
            feedback:
              oneOf:
                - type: 'null'
                - type: string
            rating:
              oneOf:
                - type: 'null'
                - type: number
            id:
              type: number
            createdAt:
              type: string
              format: date-time
            metadata:
              oneOf:
                - type: 'null'
                - type: object
                  properties:
                    annotatorExperience:
                      type: string
                    timeSpentMs:
                      type: number
                    labelTaxonomyVersion:
                      type: string
                    reviewerConfidence:
                      type: number
                    adjudicationStatus:
                      oneOf:
                        - type: string
                          enum:
                            - resolved
                        - type: string
                          enum:
                            - pending
                        - type: string
                          enum:
                            - unreviewed
                    evidenceSummary:
                      type: array
                      items:
                        oneOf:
                          - type: string
                            enum:
                              - input
                          - type: string
                            enum:
                              - trajectory
                          - type: string
                            enum:
                              - expected_output
                          - type: string
                            enum:
                              - output
                          - type: string
                            enum:
                              - messages
                          - type: string
                            enum:
                              - tool_calls
                          - type: string
                            enum:
                              - assertion_result
                          - type: string
                            enum:
                              - human_feedback
                  additionalProperties: false
            evaluationRunId:
              type: number
            testCaseId:
              type: number
            annotatorId:
              type: string
          additionalProperties: false
          required:
            - labels
            - feedback
            - rating
            - id
            - createdAt
            - metadata
            - evaluationRunId
            - testCaseId
            - annotatorId
      additionalProperties: false
      required:
        - annotation
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - NO_ORG_MEMBERSHIP
                - CROSS_ORG_REFERENCE
                - INCOMPLETE
                - MALFORMED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: API Key or Session Token

````