Create evaluations cluster

curl --request POST \
  --url https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster \
  --header 'Authorization: Bearer <token>'

import requests

url = "https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster"

headers = {"Authorization": "Bearer <token>"}

response = requests.post(url, headers=headers)

print(response.text)

const options = {method: 'POST', headers: {Authorization: 'Bearer <token>'}};

fetch('https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster"

	req, _ := http.NewRequest("POST", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster")
  .header("Authorization", "Bearer <token>")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://evalgate.com/api/evaluations/{id}/runs/{runId}/cluster")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'

response = http.request(request)
puts response.read_body

{
  "run": {
    "status": "<string>",
    "evaluationId": 123,
    "id": 123,
    "createdAt": "2023-11-07T05:31:56Z",
    "organizationId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "environment": "<string>",
    "trajectory": {
      "schemaVersion": 123,
      "entries": [
        {
          "testCaseId": 123,
          "status": "failed",
          "trajectory": {
            "id": "<string>",
            "input": "<string>",
            "finalOutput": "<string>",
            "steps": [
              {
                "index": 123,
                "type": "final",
                "content": "<string>",
                "toolName": "<string>",
                "toolArgs": {},
                "timestamp": 123
              }
            ],
            "totalSteps": 123,
            "totalToolCalls": 123,
            "durationMs": 123,
            "terminatedEarly": false,
            "error": "<string>"
          },
          "behavior": "tool_use",
          "taskType": "<string>",
          "idealTrajectory": {
            "expectedSteps": 123,
            "expectedToolCalls": 123,
            "requiredTools": [
              "<string>"
            ],
            "forbiddenTools": [
              "<string>"
            ],
            "allowParallel": false,
            "maxRedundantSteps": 123
          },
          "baseline": {
            "behavior": "tool_use",
            "stepDistribution": {
              "p50": 123,
              "p75": 123,
              "p90": 123
            },
            "toolCallDistribution": {
              "p50": 123,
              "p75": 123
            },
            "durationDistribution": {
              "p50": 123,
              "p75": 123
            },
            "commonToolSequences": [
              [
                "<string>"
              ]
            ],
            "redundancyProfile": {
              "mean": 123,
              "p90": 123
            },
            "sampleSize": 123,
            "updatedAt": "<string>",
            "taskType": "<string>",
            "parallelToolGroups": [
              [
                "<string>"
              ]
            ],
            "version": "<string>",
            "model": "<string>"
          },
          "evaluation": {
            "schemaVersion": 123,
            "valid": true,
            "score": 123,
            "failureModes": [
              "inefficient_path"
            ],
            "metrics": {
              "actualSteps": 123,
              "actualToolCalls": 123,
              "actualDurationMs": 123,
              "redundancyRatio": 123,
              "redundancySteps": 123,
              "sequenceSimilarity": 123,
              "efficiency": 123,
              "toolUsage": 123,
              "redundancy": 123,
              "latency": 123,
              "parallelizationPenalty": 123,
              "parallelizationScore": 123,
              "requiredToolsMissing": [
                "<string>"
              ],
              "forbiddenToolsUsed": [
                "<string>"
              ],
              "extraToolsUsed": [
                "<string>"
              ],
              "selectedBaselineVersion": "<string>",
              "baselineStepP50": 123,
              "baselineStepP75": 123,
              "baselineToolCallP50": 123,
              "baselineToolCallP75": 123,
              "baselineDurationP50": 123,
              "baselineDurationP75": 123,
              "idealExpectedSteps": 123,
              "idealExpectedToolCalls": 123
            },
            "trajectoryId": "<string>",
            "behavior": "tool_use",
            "taskType": "<string>",
            "baselineVersion": "<string>"
          }
        }
      ]
    },
    "startedAt": "2023-11-07T05:31:56Z",
    "completedAt": "2023-11-07T05:31:56Z",
    "idempotencyKey": "<string>",
    "totalCases": 123,
    "passedCases": 123,
    "failedCases": 123,
    "processedCount": 123,
    "traceLog": {
      "messages": [
        {
          "role": "user",
          "content": "<string>",
          "timestamp": "<string>"
        }
      ],
      "originalEvaluationId": 123,
      "shadowEvalType": "<string>",
      "resolvedTraceIds": [
        "<string>"
      ],
      "jobId": 123,
      "requestedAt": "<string>",
      "enqueuedAt": "<string>",
      "enqueueError": "<string>",
      "lastError": "<string>",
      "completedAt": "<string>",
      "averageScore": 123,
      "trajectoryCoverageRate": 123,
      "trajectoryAverageScore": 123,
      "trajectoryFailureCounts": {},
      "error": "<string>",
      "failedAt": "<string>",
      "totalCases": 123,
      "processedCount": 123,
      "cancelledAt": "<string>",
      "traceIds": [
        "<string>"
      ],
      "import": {
        "sourceTraceId": "<string>",
        "sourceOrgId": "<string>",
        "importedAt": "<string>",
        "source": "<string>",
        "checkReport": {},
        "gateCheckedAt": "<string>"
      },
      "type": "<string>",
      "scoreImprovement": 123,
      "dateRange": {
        "start": "<string>",
        "end": "<string>"
      },
      "filters": {},
      "createdBy": "<string>"
    },
    "trajectoryMetrics": {
      "schemaVersion": 123,
      "totalResults": 123,
      "evaluatedResults": 123,
      "coverageRate": 123,
      "averageTrajectoryScore": 123,
      "failureCounts": {
        "inefficient_path": 123,
        "unnecessary_tool_call": 123,
        "missed_tool_call": 123,
        "looping_behavior": 123,
        "non_parallel_execution": 123,
        "premature_termination": 123
      },
      "byTestCase": [
        {
          "testCaseId": 123,
          "status": "failed",
          "score": 123,
          "failureModes": [
            "inefficient_path"
          ],
          "metrics": {
            "actualSteps": 123,
            "actualToolCalls": 123,
            "actualDurationMs": 123,
            "redundancyRatio": 123,
            "redundancySteps": 123,
            "sequenceSimilarity": 123,
            "efficiency": 123,
            "toolUsage": 123,
            "redundancy": 123,
            "latency": 123,
            "parallelizationPenalty": 123,
            "parallelizationScore": 123,
            "requiredToolsMissing": [
              "<string>"
            ],
            "forbiddenToolsUsed": [
              "<string>"
            ],
            "extraToolsUsed": [
              "<string>"
            ],
            "selectedBaselineVersion": "<string>",
            "baselineStepP50": 123,
            "baselineStepP75": 123,
            "baselineToolCallP50": 123,
            "baselineToolCallP75": 123,
            "baselineDurationP50": 123,
            "baselineDurationP75": 123,
            "idealExpectedSteps": 123,
            "idealExpectedToolCalls": 123
          },
          "trajectoryId": "<string>",
          "behavior": "tool_use",
          "taskType": "<string>",
          "baselineVersion": "<string>"
        }
      ]
    },
    "baselineVersion": "<string>",
    "scoreProvenance": {
      "scoringVersion": "<string>",
      "assertionSetVersion": "<string>",
      "taskType": "<string>",
      "judgeConfigHash": "<string>",
      "promptTemplateHash": "<string>",
      "aggregationVersion": "<string>",
      "embeddingModel": "<string>",
      "behaviorVersion": "<string>",
      "calibrationStudyId": "<string>"
    },
    "measurementStatus": "<string>",
    "measurementSummary": {
      "version": "evalgate.measurement.v1",
      "status": "valid",
      "sampleSize": 123,
      "metrics": {},
      "warnings": [
        "<string>"
      ],
      "computationHash": "<string>",
      "uncertainty": {
        "lower": 123,
        "upper": 123,
        "confidenceLevel": 123,
        "method": "percentile-bootstrap",
        "resamples": 123,
        "seed": 123
      }
    },
    "measurementCompletedAt": "2023-11-07T05:31:56Z",
    "activeMeasurementRevisionId": "<string>",
    "qualitySummary": {
      "version": "evalgate.measurement.v1",
      "status": "valid",
      "sampleSize": 123,
      "metrics": {},
      "warnings": [
        "<string>"
      ],
      "computationHash": "<string>",
      "uncertainty": {
        "lower": 123,
        "upper": 123,
        "confidenceLevel": 123,
        "method": "percentile-bootstrap",
        "resamples": 123,
        "seed": 123
      }
    },
    "qualitySummaryCompletedAt": "2023-11-07T05:31:56Z",
    "orchestrationGraph": {
      "schemaVersion": 1,
      "rootNodeId": "<string>",
      "nodes": [
        {
          "id": "<string>",
          "type": "rejected",
          "label": "<string>",
          "agentIndex": 123,
          "strategyTrack": "<string>",
          "passRate": 123,
          "kept": false,
          "metadata": {}
        }
      ],
      "edges": [
        {
          "from": "<string>",
          "to": "<string>",
          "label": "<string>"
        }
      ],
      "capturedAt": "<string>",
      "gateDecisions": [
        {
          "timestamp": "<string>",
          "passed": true,
          "exitCode": 123,
          "reasonCode": "<string>",
          "thresholds": {
            "minScore": 123,
            "maxDrop": 123,
            "warnDrop": 123
          },
          "reasonMessage": "<string>",
          "policy": "<string>",
          "score": 123,
          "baselineScore": 123,
          "regressionDelta": 123,
          "baselineRunId": 123,
          "ciRunUrl": "<string>",
          "failedTestCaseIds": [
            123
          ]
        }
      ]
    },
    "playgroundId": 123,
    "variantId": 123,
    "promptVersionId": "<string>",
    "baselineVariantId": 123,
    "triggerSource": "<string>"
  },
  "summary": {
    "runId": "<string>",
    "totalRunResults": 123,
    "clusteredCases": 123,
    "skippedCases": 123,
    "requestedClusters": 123,
    "includePassed": true,
    "clusters": [
      {
        "id": "<string>",
        "clusterLabel": "<string>",
        "dominantPattern": "<string>",
        "suggestedFailureMode": "<string>",
        "similarityThreshold": 123,
        "traceIds": [
          "<string>"
        ],
        "traceCount": 123,
        "keywords": [
          "<string>"
        ],
        "memberIds": [
          "<string>"
        ],
        "memberCount": 123,
        "density": 123,
        "statusCounts": {
          "passed": 123,
          "failed": 123,
          "skipped": 123
        },
        "context": {
          "dominantWorkflowClass": "<string>",
          "workflowClassCounts": {},
          "autonomyLevelCounts": {},
          "approvalModeCounts": {},
          "memoryModeCounts": {},
          "behaviorCounts": {},
          "difficultyCounts": {},
          "backgroundExecutionShare": 123
        },
        "samples": [
          {
            "caseId": "<string>",
            "name": "<string>"
          }
        ],
        "cases": [
          {
            "caseId": "<string>",
            "name": "<string>",
            "filePath": "<string>",
            "status": "failed",
            "input": "<string>",
            "expected": "<string>",
            "actual": "<string>",
            "metadata": {
              "behavior": "<string>",
              "difficulty": "<string>",
              "tags": [
                "<string>"
              ],
              "workflow": {
                "workflowClass": "<string>",
                "autonomyLevel": "<string>",
                "approvalMode": "<string>",
                "memoryMode": "<string>",
                "backgroundExecution": false
              }
            }
          }
        ]
      }
    ]
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}

{
  "error": {
    "message": "<string>",
    "details": "<unknown>",
    "requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  }
}