> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# List llm judge configs

> Requires scopes: eval:read



## OpenAPI

````yaml /api-reference/openapi.json get /api/llm-judge/configs
openapi: 3.1.0
info:
  title: EvalGate API
  version: 3.7.6
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/llm-judge/configs:
    get:
      tags:
        - llm judge
      summary: List llm judge configs
      description: 'Requires scopes: eval:read'
      operationId: get_llm_judge_configs
      parameters:
        - name: limit
          in: query
          required: false
          schema:
            type: integer
            minimum: 1
            maximum: 1000
            default: 50
        - name: offset
          in: query
          required: false
          schema:
            type: integer
            minimum: 0
            default: 0
        - name: id
          in: query
          required: false
          schema:
            type: string
        - name: model
          in: query
          required: false
          schema:
            type: string
        - name: search
          in: query
          required: false
          schema:
            type: string
      responses:
        '200':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/GetApiLlmJudgeConfigsResponse200ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
      security:
        - bearerAuth:
            - eval:read
components:
  schemas:
    GetApiLlmJudgeConfigsResponse200ApplicationJson:
      oneOf:
        - type: object
          properties:
            provider:
              oneOf:
                - type: string
                  enum:
                    - local
                - type: string
                  enum:
                    - openai
                - type: string
                  enum:
                    - anthropic
                - type: string
                  enum:
                    - google
                - type: string
                  enum:
                    - xai
                - type: string
                  enum:
                    - cursor
                - type: string
                  enum:
                    - windsurf
                - type: string
                  enum:
                    - moonshot
            judges:
              type: array
              items:
                oneOf:
                  - type: object
                    properties:
                      type:
                        type: string
                        enum:
                          - llm
                      id:
                        type: string
                      provider:
                        oneOf:
                          - type: string
                            enum:
                              - local
                          - type: string
                            enum:
                              - openai
                          - type: string
                            enum:
                              - anthropic
                          - type: string
                            enum:
                              - google
                          - type: string
                            enum:
                              - xai
                          - type: string
                            enum:
                              - cursor
                          - type: string
                            enum:
                              - windsurf
                          - type: string
                            enum:
                              - moonshot
                      model:
                        type: string
                      temperature:
                        type: number
                      weight:
                        type: number
                      seed:
                        type: number
                      topP:
                        type: number
                      maxTokens:
                        type: number
                      top_p:
                        type: number
                      timeoutMs:
                        type: number
                      cacheEnabled:
                        oneOf:
                          - type: boolean
                            enum:
                              - false
                          - type: boolean
                            enum:
                              - true
                    additionalProperties: false
                    required:
                      - type
                      - id
                      - provider
                      - model
                  - type: object
                    properties:
                      type:
                        type: string
                        enum:
                          - rule
                      id:
                        type: string
                      rule:
                        oneOf:
                          - type: string
                            enum:
                              - json_schema
                          - type: string
                            enum:
                              - exact_match
                          - type: string
                            enum:
                              - contains_expected
                      schema:
                        type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                      threshold:
                        type: number
                      weight:
                        type: number
                    additionalProperties: false
                    required:
                      - type
                      - id
                      - rule
            aggregation:
              oneOf:
                - type: string
                  enum:
                    - all_pass
                - type: string
                  enum:
                    - any_pass
                - type: string
                  enum:
                    - weighted
                - type: string
                  enum:
                    - primary_fallback
                - type: string
                  enum:
                    - escalate_on_disagreement
            passThreshold:
              type: number
            instabilityThreshold:
              type: number
            stabilityRuns:
              type: number
            id:
              type: number
            organizationId:
              $ref: '#/components/schemas/OrganizationId'
            name:
              type: string
            model:
              type: string
            promptTemplate:
              type: string
            promptTemplateHash:
              type: string
            criteria:
              oneOf:
                - type: 'null'
                - type: object
                  additionalProperties:
                    type: object
                    properties:
                      weight:
                        type: number
                      description:
                        type: string
                      threshold:
                        type: number
                    additionalProperties: false
            settings:
              oneOf:
                - type: 'null'
                - type: object
                  properties:
                    model:
                      type: string
                    temperature:
                      type: number
                    maxTokens:
                      type: number
                    retryCount:
                      type: number
                    provider:
                      oneOf:
                        - type: string
                          enum:
                            - local
                        - type: string
                          enum:
                            - openai
                        - type: string
                          enum:
                            - anthropic
                        - type: string
                          enum:
                            - google
                        - type: string
                          enum:
                            - xai
                        - type: string
                          enum:
                            - cursor
                        - type: string
                          enum:
                            - windsurf
                        - type: string
                          enum:
                            - moonshot
                    aggregation:
                      oneOf:
                        - type: string
                          enum:
                            - all_pass
                        - type: string
                          enum:
                            - any_pass
                        - type: string
                          enum:
                            - weighted
                        - type: string
                          enum:
                            - primary_fallback
                        - type: string
                          enum:
                            - escalate_on_disagreement
                    passThreshold:
                      type: number
                    instabilityThreshold:
                      type: number
                    stabilityRuns:
                      type: number
                    judges:
                      type: array
                      items:
                        oneOf:
                          - type: object
                            properties:
                              id:
                                type: string
                              type:
                                type: string
                                enum:
                                  - llm
                              provider:
                                oneOf:
                                  - type: string
                                    enum:
                                      - local
                                  - type: string
                                    enum:
                                      - openai
                                  - type: string
                                    enum:
                                      - anthropic
                                  - type: string
                                    enum:
                                      - google
                                  - type: string
                                    enum:
                                      - xai
                                  - type: string
                                    enum:
                                      - cursor
                                  - type: string
                                    enum:
                                      - windsurf
                                  - type: string
                                    enum:
                                      - moonshot
                              model:
                                type: string
                              temperature:
                                type: number
                              maxTokens:
                                type: number
                              weight:
                                type: number
                            additionalProperties: false
                            required:
                              - model
                          - type: object
                            properties:
                              id:
                                type: string
                              type:
                                type: string
                                enum:
                                  - rule
                              rule:
                                oneOf:
                                  - type: string
                                    enum:
                                      - json_schema
                                  - type: string
                                    enum:
                                      - exact_match
                                  - type: string
                                    enum:
                                      - contains_expected
                              weight:
                                type: number
                              threshold:
                                type: number
                            additionalProperties: false
                            required:
                              - type
                              - rule
                  additionalProperties: false
            createdBy:
              type: string
            createdAt:
              type: string
              format: date-time
            updatedAt:
              type: string
              format: date-time
          additionalProperties: false
          required:
            - judges
            - aggregation
            - passThreshold
            - instabilityThreshold
            - stabilityRuns
            - id
            - organizationId
            - name
            - model
            - promptTemplate
            - promptTemplateHash
            - criteria
            - settings
            - createdBy
            - createdAt
            - updatedAt
        - type: array
          items:
            type: object
            properties:
              provider:
                oneOf:
                  - type: string
                    enum:
                      - local
                  - type: string
                    enum:
                      - openai
                  - type: string
                    enum:
                      - anthropic
                  - type: string
                    enum:
                      - google
                  - type: string
                    enum:
                      - xai
                  - type: string
                    enum:
                      - cursor
                  - type: string
                    enum:
                      - windsurf
                  - type: string
                    enum:
                      - moonshot
              judges:
                type: array
                items:
                  oneOf:
                    - type: object
                      properties:
                        type:
                          type: string
                          enum:
                            - llm
                        id:
                          type: string
                        provider:
                          oneOf:
                            - type: string
                              enum:
                                - local
                            - type: string
                              enum:
                                - openai
                            - type: string
                              enum:
                                - anthropic
                            - type: string
                              enum:
                                - google
                            - type: string
                              enum:
                                - xai
                            - type: string
                              enum:
                                - cursor
                            - type: string
                              enum:
                                - windsurf
                            - type: string
                              enum:
                                - moonshot
                        model:
                          type: string
                        temperature:
                          type: number
                        weight:
                          type: number
                        seed:
                          type: number
                        topP:
                          type: number
                        maxTokens:
                          type: number
                        top_p:
                          type: number
                        timeoutMs:
                          type: number
                        cacheEnabled:
                          oneOf:
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                      additionalProperties: false
                      required:
                        - type
                        - id
                        - provider
                        - model
                    - type: object
                      properties:
                        type:
                          type: string
                          enum:
                            - rule
                        id:
                          type: string
                        rule:
                          oneOf:
                            - type: string
                              enum:
                                - json_schema
                            - type: string
                              enum:
                                - exact_match
                            - type: string
                              enum:
                                - contains_expected
                        schema:
                          type: object
                          additionalProperties:
                            $ref: '#/components/schemas/JsonValue'
                        threshold:
                          type: number
                        weight:
                          type: number
                      additionalProperties: false
                      required:
                        - type
                        - id
                        - rule
              aggregation:
                oneOf:
                  - type: string
                    enum:
                      - all_pass
                  - type: string
                    enum:
                      - any_pass
                  - type: string
                    enum:
                      - weighted
                  - type: string
                    enum:
                      - primary_fallback
                  - type: string
                    enum:
                      - escalate_on_disagreement
              passThreshold:
                type: number
              instabilityThreshold:
                type: number
              stabilityRuns:
                type: number
              id:
                type: number
              organizationId:
                $ref: '#/components/schemas/OrganizationId'
              name:
                type: string
              model:
                type: string
              promptTemplate:
                type: string
              promptTemplateHash:
                type: string
              criteria:
                oneOf:
                  - type: 'null'
                  - type: object
                    additionalProperties:
                      type: object
                      properties:
                        weight:
                          type: number
                        description:
                          type: string
                        threshold:
                          type: number
                      additionalProperties: false
              settings:
                oneOf:
                  - type: 'null'
                  - type: object
                    properties:
                      model:
                        type: string
                      temperature:
                        type: number
                      maxTokens:
                        type: number
                      retryCount:
                        type: number
                      provider:
                        oneOf:
                          - type: string
                            enum:
                              - local
                          - type: string
                            enum:
                              - openai
                          - type: string
                            enum:
                              - anthropic
                          - type: string
                            enum:
                              - google
                          - type: string
                            enum:
                              - xai
                          - type: string
                            enum:
                              - cursor
                          - type: string
                            enum:
                              - windsurf
                          - type: string
                            enum:
                              - moonshot
                      aggregation:
                        oneOf:
                          - type: string
                            enum:
                              - all_pass
                          - type: string
                            enum:
                              - any_pass
                          - type: string
                            enum:
                              - weighted
                          - type: string
                            enum:
                              - primary_fallback
                          - type: string
                            enum:
                              - escalate_on_disagreement
                      passThreshold:
                        type: number
                      instabilityThreshold:
                        type: number
                      stabilityRuns:
                        type: number
                      judges:
                        type: array
                        items:
                          oneOf:
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - llm
                                provider:
                                  oneOf:
                                    - type: string
                                      enum:
                                        - local
                                    - type: string
                                      enum:
                                        - openai
                                    - type: string
                                      enum:
                                        - anthropic
                                    - type: string
                                      enum:
                                        - google
                                    - type: string
                                      enum:
                                        - xai
                                    - type: string
                                      enum:
                                        - cursor
                                    - type: string
                                      enum:
                                        - windsurf
                                    - type: string
                                      enum:
                                        - moonshot
                                model:
                                  type: string
                                temperature:
                                  type: number
                                maxTokens:
                                  type: number
                                weight:
                                  type: number
                              additionalProperties: false
                              required:
                                - model
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - rule
                                rule:
                                  oneOf:
                                    - type: string
                                      enum:
                                        - json_schema
                                    - type: string
                                      enum:
                                        - exact_match
                                    - type: string
                                      enum:
                                        - contains_expected
                                weight:
                                  type: number
                                threshold:
                                  type: number
                              additionalProperties: false
                              required:
                                - type
                                - rule
                    additionalProperties: false
              createdBy:
                type: string
              createdAt:
                type: string
                format: date-time
              updatedAt:
                type: string
                format: date-time
            additionalProperties: false
            required:
              - judges
              - aggregation
              - passThreshold
              - instabilityThreshold
              - stabilityRuns
              - id
              - organizationId
              - name
              - model
              - promptTemplate
              - promptTemplateHash
              - criteria
              - settings
              - createdBy
              - createdAt
              - updatedAt
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    OrganizationId:
      type: string
      format: uuid
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - NO_ORG_MEMBERSHIP
                - CROSS_ORG_REFERENCE
                - INCOMPLETE
                - MALFORMED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: API Key or Session Token

````