> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# List evalgate synthesize

> Requires scopes: reports:write



## OpenAPI

````yaml /api-reference/openapi.json get /api/evalgate/synthesize
openapi: 3.1.2
info:
  title: EvalGate API
  version: 5.1.0
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/evalgate/synthesize:
    get:
      tags:
        - evalgate
      summary: List evalgate synthesize
      description: 'Requires scopes: reports:write'
      operationId: get_evalgate_synthesize
      parameters:
        - name: includeItems
          in: query
          required: false
          schema:
            type: string
        - name: runId
          in: query
          required: false
          schema:
            type: string
        - name: evaluationId
          in: query
          required: false
          schema:
            type: string
        - name: itemCursor
          in: query
          required: false
          schema:
            type: string
        - name: itemLimit
          in: query
          required: false
          schema:
            type: string
        - name: itemStatus
          in: query
          required: false
          schema:
            type: string
      responses:
        '200':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/GetApiEvalgateSynthesizeResponse200ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
        '503':
          $ref: '#/components/responses/ServiceUnavailable'
      security:
        - bearerAuth: []
components:
  schemas:
    GetApiEvalgateSynthesizeResponse200ApplicationJson:
      type: object
      properties:
        continuation:
          type: object
          properties:
            entryPoint:
              oneOf:
                - type: string
                  enum:
                    - playground
                - type: string
                  enum:
                    - mcp
                - type: string
                  enum:
                    - trace
                - type: string
                  enum:
                    - repository
                - type: string
                  enum:
                    - synthetic
                - type: string
                  enum:
                    - application-health
                - type: string
                  enum:
                    - auto
                - type: string
                  enum:
                    - harness
            workspace:
              oneOf:
                - type: string
                  enum:
                    - local
                - type: string
                  enum:
                    - evidence
                - type: string
                  enum:
                    - improve
                - type: string
                  enum:
                    - connect
            steps:
              type: array
              items:
                type: object
                properties:
                  href:
                    type: string
                  id:
                    type: string
                  label:
                    type: string
                  description:
                    type: string
                  command:
                    type: string
                additionalProperties: false
                required:
                  - href
                  - id
                  - label
                  - description
          additionalProperties: false
          required:
            - entryPoint
            - workspace
            - steps
        items:
          type: array
          items:
            type: object
            properties:
              id:
                type: string
              organizationId:
                $ref: '#/components/schemas/OrganizationId'
              generationRunId:
                type: string
              stableItemId:
                type: string
              ordinal:
                type: number
              status:
                type: string
              input:
                type: string
              expectedOutput:
                oneOf:
                  - type: 'null'
                  - type: string
              actual:
                oneOf:
                  - type: 'null'
                  - type: string
              failureMode:
                oneOf:
                  - type: 'null'
                  - type: string
              dimensions:
                type: object
                additionalProperties:
                  type: string
              sourceCaseIds:
                type: array
                items:
                  type: string
              dedupeHash:
                type: string
              provenance:
                type: object
                additionalProperties:
                  $ref: '#/components/schemas/JsonValue'
              validation:
                oneOf:
                  - type: 'null'
                  - type: object
                    properties:
                      status:
                        oneOf:
                          - type: string
                            enum:
                              - unknown
                          - type: string
                            enum:
                              - pass
                          - type: string
                            enum:
                              - fail
                      issues:
                        type: array
                        items:
                          type: object
                          properties:
                            path:
                              type: string
                            message:
                              type: string
                          additionalProperties: false
                          required:
                            - path
                            - message
                      checks:
                        type: object
                        additionalProperties:
                          oneOf:
                            - type: string
                              enum:
                                - unknown
                            - type: string
                              enum:
                                - pass
                            - type: string
                              enum:
                                - fail
                      validatedAt:
                        type: string
                    additionalProperties: false
                    required:
                      - status
                      - issues
                      - checks
                      - validatedAt
              execution:
                oneOf:
                  - type: 'null'
                  - type: object
                    properties:
                      status:
                        oneOf:
                          - type: string
                            enum:
                              - pending
                          - type: string
                            enum:
                              - pass
                          - type: string
                            enum:
                              - fail
                          - type: string
                            enum:
                              - skipped
                      output:
                        oneOf:
                          - type: 'null'
                          - type: string
                      score:
                        oneOf:
                          - type: 'null'
                          - type: number
                      error:
                        oneOf:
                          - type: 'null'
                          - type: string
                      latencyMs:
                        oneOf:
                          - type: 'null'
                          - type: number
                      model:
                        oneOf:
                          - type: 'null'
                          - type: string
                      provider:
                        oneOf:
                          - type: 'null'
                          - type: string
                      modelCallId:
                        oneOf:
                          - type: 'null'
                          - type: string
                      costUsd:
                        oneOf:
                          - type: 'null'
                          - type: number
                      tokens:
                        oneOf:
                          - type: 'null'
                          - type: object
                            properties:
                              input:
                                type: number
                              output:
                                type: number
                            additionalProperties: false
                            required:
                              - input
                              - output
                      checkedAt:
                        type: string
                    additionalProperties: false
                    required:
                      - status
                      - checkedAt
              attempt:
                type: number
              reviewDecision:
                oneOf:
                  - type: 'null'
                  - type: string
              reviewRationale:
                oneOf:
                  - type: 'null'
                  - type: string
              reviewerId:
                oneOf:
                  - type: 'null'
                  - type: string
              reviewedAt:
                oneOf:
                  - type: 'null'
                  - type: string
                    format: date-time
              errorMessage:
                oneOf:
                  - type: 'null'
                  - type: string
              createdAt:
                type: string
                format: date-time
              updatedAt:
                type: string
                format: date-time
            additionalProperties: false
            required:
              - id
              - organizationId
              - generationRunId
              - stableItemId
              - ordinal
              - status
              - input
              - expectedOutput
              - actual
              - failureMode
              - dimensions
              - sourceCaseIds
              - dedupeHash
              - provenance
              - validation
              - execution
              - attempt
              - reviewDecision
              - reviewRationale
              - reviewerId
              - reviewedAt
              - errorMessage
              - createdAt
              - updatedAt
        nextItemCursor:
          oneOf:
            - type: 'null'
            - type: string
        recipe:
          type: object
          properties:
            source:
              type: object
              properties:
                type:
                  oneOf:
                    - type: string
                      enum:
                        - dataset
                    - type: string
                      enum:
                        - evaluation_run
                    - type: string
                      enum:
                        - trace
                    - type: string
                      enum:
                        - dataset_content
                    - type: string
                      enum:
                        - failure_cluster
                evaluationRunId:
                  type: number
                datasetId:
                  type: string
                traceIds:
                  type: array
                  items:
                    type: number
                failureClusterIds:
                  type: array
                  items:
                    type: string
              additionalProperties: false
              required:
                - type
            schema:
              type: object
              additionalProperties:
                $ref: '#/components/schemas/JsonValue'
            distributionTargets:
              type: object
              additionalProperties:
                type: object
                additionalProperties:
                  type: number
            dimensions:
              type: object
              additionalProperties:
                type: array
                items:
                  type: string
            failureModes:
              type: array
              items:
                type: string
            count:
              type: number
            maxCombinations:
              type: number
            seed:
              type: string
            evaluationId:
              type: number
            datasetId:
              type: string
            stageMissionProposals:
              type: boolean
            publishDatasetVersion:
              type: boolean
            modelPolicy:
              type: object
              properties:
                mode:
                  oneOf:
                    - type: string
                      enum:
                        - deterministic
                    - type: string
                      enum:
                        - llm
                provider:
                  type: string
                model:
                  type: string
                systemPrompt:
                  type: string
                temperature:
                  type: number
                maxTokens:
                  type: number
              additionalProperties: false
              required:
                - mode
            budget:
              type: object
              properties:
                maxTokens:
                  type: number
                maxUsd:
                  type: number
                maxItems:
                  type: number
              additionalProperties: false
            execution:
              type: object
              properties:
                enabled:
                  type: boolean
                required:
                  type: boolean
                minimumScore:
                  type: number
                timeoutMs:
                  type: number
              additionalProperties: false
              required:
                - enabled
                - required
                - minimumScore
                - timeoutMs
          additionalProperties: false
          required:
            - source
            - dimensions
            - failureModes
            - count
            - maxCombinations
            - seed
            - stageMissionProposals
            - publishDatasetVersion
            - modelPolicy
            - budget
            - execution
        id:
          type: string
        organizationId:
          $ref: '#/components/schemas/OrganizationId'
        evaluationId:
          oneOf:
            - type: 'null'
            - type: number
        datasetId:
          oneOf:
            - type: 'null'
            - type: string
        createdBy:
          oneOf:
            - type: 'null'
            - type: string
        idempotencyKey:
          type: string
        recipeHash:
          type: string
        sourceSnapshotHash:
          type: string
        sourceRefs:
          type: array
          items:
            type: object
            additionalProperties:
              $ref: '#/components/schemas/JsonValue'
        modelPolicy:
          type: object
          properties:
            mode:
              oneOf:
                - type: string
                  enum:
                    - deterministic
                - type: string
                  enum:
                    - llm
            provider:
              type: string
            model:
              type: string
            systemPrompt:
              type: string
            temperature:
              type: number
            maxTokens:
              type: number
          additionalProperties: false
          required:
            - mode
        budgetPolicy:
          type: object
          properties:
            maxTokens:
              type: number
            maxUsd:
              type: number
            maxItems:
              type: number
          additionalProperties: false
        lineage:
          type: object
          properties:
            sourceRefs:
              type: array
              items:
                type: object
                additionalProperties:
                  $ref: '#/components/schemas/JsonValue'
            modelCalls:
              type: array
              items:
                type: object
                additionalProperties:
                  $ref: '#/components/schemas/JsonValue'
            provider:
              oneOf:
                - type: 'null'
                - type: string
            model:
              oneOf:
                - type: 'null'
                - type: string
            configHash:
              oneOf:
                - type: 'null'
                - type: string
            budgetReservedUsd:
              type: number
            budgetConsumedUsd:
              type: number
            budgetConsumedTokens:
              type: number
          additionalProperties: false
          required:
            - sourceRefs
            - modelCalls
        qualitySummary:
          type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
        consumedCostUsd:
          type: string
        consumedTokens:
          type: number
        status:
          type: string
        totalCount:
          type: number
        pendingCount:
          type: number
        validCount:
          type: number
        invalidCount:
          type: number
        duplicateCount:
          type: number
        reviewedCount:
          type: number
        missionId:
          oneOf:
            - type: 'null'
            - type: string
        publishedDatasetVersionId:
          oneOf:
            - type: 'null'
            - type: string
        errorMessage:
          oneOf:
            - type: 'null'
            - type: string
        createdAt:
          type: string
          format: date-time
        updatedAt:
          type: string
          format: date-time
        completedAt:
          oneOf:
            - type: 'null'
            - type: string
              format: date-time
      additionalProperties: false
      required:
        - continuation
        - recipe
        - id
        - organizationId
        - evaluationId
        - datasetId
        - createdBy
        - idempotencyKey
        - recipeHash
        - sourceSnapshotHash
        - sourceRefs
        - modelPolicy
        - budgetPolicy
        - lineage
        - qualitySummary
        - consumedCostUsd
        - consumedTokens
        - status
        - totalCount
        - pendingCount
        - validCount
        - invalidCount
        - duplicateCount
        - reviewedCount
        - missionId
        - publishedDatasetVersionId
        - errorMessage
        - createdAt
        - updatedAt
        - completedAt
    OrganizationId:
      type: string
      format: uuid
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - INVALID_REFERENCE
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - FEATURE_LIMIT_REACHED
                - NO_ORG_MEMBERSHIP
                - SHARE_REVOKED
                - SHARE_EXPIRED
                - SHARE_UNAVAILABLE
                - PROVIDER_KEY_MISSING
                - PROVIDER_KEY_EXPIRED
                - PROVIDER_RATE_LIMITED
                - PROVIDER_UNAUTHORIZED
                - PROVIDER_UNAVAILABLE
                - AGENT_HANDOFF_INVALID
                - AGENT_HANDOFF_EXPIRED
                - AGENT_HANDOFF_DENIED
                - AGENT_HANDOFF_CONSUMED
                - PAYLOAD_TOO_LARGE
                - METHOD_NOT_ALLOWED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
            redaction:
              type: object
              properties:
                applied:
                  type: boolean
                  enum:
                    - true
                fieldCount:
                  type: integer
                  minimum: 0
                secretCount:
                  type: integer
                  minimum: 0
              required:
                - applied
                - fieldCount
                - secretCount
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        WWW-Authenticate:
          description: >-
            Bearer challenge. Agent-facing routes include the RFC 9728
            resource_metadata URL.
          schema:
            type: string
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        Retry-After:
          description: Delay in seconds before retrying when present.
          schema:
            type: integer
            minimum: 1
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
    ServiceUnavailable:
      description: Service unavailable
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: EvalGate API key
      description: >-
        Organization-scoped EvalGate API key. Discover the supported agent
        scopes at /.well-known/oauth-protected-resource. Per-operation grants
        are listed in x-evalgate-required-scopes; OpenAPI bearer security
        requirement arrays remain empty as required for non-OAuth schemes.
      x-evalgate-scopes-supported:
        - eval:read
        - eval:write
        - objectives:read
        - objectives:write
        - runs:read
        - runs:write
        - traces:read
        - traces:write
        - exports:download
        - reports:write
        - prompt:publish
        - scorer:publish
        - red_team:read
        - red_team:run
        - red_team:approve
        - docs:read
        - agent:read
        - agent:execute
        - admin:keys
        - admin:org
      x-evalgate-protected-resource-metadata: https://www.evalgate.com/.well-known/oauth-protected-resource

````