{"openapi":"3.1.0","info":{"title":"EvalRouter public API","version":"0.1.0","x-evalrouter-api-version":{"current":"2026-10-08","default":"2026-10-08","header":"EvalRouter-Version","supported":["2026-10-08"]}},"paths":{"/v1/recommendations":{"post":{"operationId":"recommendation_v1_recommendations_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewRecommendation"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RecommendationRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Recommendation","tags":["Recommendations"]}},"/v1/releases/suites":{"post":{"operationId":"create_suite_v1_releases_suites_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TaskSuite"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Create Suite V1 Releases Suites Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Suite","tags":["Release decisions"]}},"/v1/releases/policies":{"post":{"operationId":"create_policy_v1_releases_policies_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/DecisionPolicy"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Create Policy V1 Releases Policies Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Policy","tags":["Release decisions"]}},"/v1/releases/assets":{"get":{"operationId":"assets_v1_releases_assets_get","parameters":[{"in":"query","name":"kind","required":false,"schema":{"default":"suite","enum":["suite","policy","calibration","external","label","issue_event"],"title":"Kind","type":"string"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Assets V1 Releases Assets Get","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Assets","tags":["Release decisions"]}},"/v1/releases/decisions":{"get":{"operationId":"decisions_v1_releases_decisions_get","parameters":[{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Decisions V1 Releases Decisions Get","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Decisions","tags":["Release decisions"]},"post":{"operationId":"create_decision_v1_releases_decisions_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewDecision"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Create Decision V1 Releases Decisions Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Decision","tags":["Release decisions"]}},"/v1/releases/decisions/{decision_id}":{"get":{"operationId":"read_decision_v1_releases_decisions__decision_id__get","parameters":[{"in":"path","name":"decision_id","required":true,"schema":{"format":"uuid","title":"Decision Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Read Decision V1 Releases Decisions  Decision Id  Get","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Read Decision","tags":["Release decisions"]}},"/v1/releases/decisions/{decision_id}/advance":{"post":{"operationId":"advance_v1_releases_decisions__decision_id__advance_post","parameters":[{"in":"path","name":"decision_id","required":true,"schema":{"format":"uuid","title":"Decision Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Advance V1 Releases Decisions  Decision Id  Advance Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Advance","tags":["Release decisions"]}},"/v1/releases/decisions/{decision_id}/cancel":{"post":{"operationId":"cancel_decision_v1_releases_decisions__decision_id__cancel_post","parameters":[{"in":"path","name":"decision_id","required":true,"schema":{"format":"uuid","title":"Decision Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Cancel Decision V1 Releases Decisions  Decision Id  Cancel Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Cancel Decision","tags":["Release decisions"]}},"/v1/releases/labels":{"post":{"operationId":"label_v1_releases_labels_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HumanLabel"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Label V1 Releases Labels Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Label","tags":["Release decisions"]}},"/v1/releases/calibrations":{"post":{"operationId":"calibration_v1_releases_calibrations_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Calibration"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Calibration V1 Releases Calibrations Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Calibration","tags":["Release decisions"]}},"/v1/releases/evidence":{"post":{"operationId":"import_evidence_v1_releases_evidence_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ExternalEvidence"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Import Evidence V1 Releases Evidence Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Import Evidence","tags":["Release decisions"]}},"/v1/releases/evidence/{evidence_id}/analyze":{"post":{"operationId":"analyze_external_v1_releases_evidence__evidence_id__analyze_post","parameters":[{"in":"path","name":"evidence_id","required":true,"schema":{"format":"uuid","title":"Evidence Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ExternalAnalysis"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Analyze External V1 Releases Evidence  Evidence Id  Analyze Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Analyze External","tags":["Release decisions"]}},"/v1/releases/issues/events":{"post":{"operationId":"issue_event_v1_releases_issues_events_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/IssueEvent"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Issue Event V1 Releases Issues Events Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Issue Event","tags":["Release decisions"]}},"/v1/releases/coverage/{suite_id}":{"get":{"operationId":"coverage_v1_releases_coverage__suite_id__get","parameters":[{"in":"path","name":"suite_id","required":true,"schema":{"format":"uuid","title":"Suite Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Coverage V1 Releases Coverage  Suite Id  Get","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Coverage","tags":["Release decisions"]}},"/v1/releases/datasets/{dataset_id}/versions/{version_id}/suite":{"post":{"operationId":"dataset_suite_v1_releases_datasets__dataset_id__versions__version_id__suite_post","parameters":[{"in":"path","name":"dataset_id","required":true,"schema":{"format":"uuid","title":"Dataset Id","type":"string"}},{"in":"path","name":"version_id","required":true,"schema":{"format":"uuid","title":"Version Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/BenchmarkDraftRequest"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"additionalProperties":true,"title":"Response Dataset Suite V1 Releases Datasets  Dataset Id  Versions  Version Id  Suite Post","type":"object"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Dataset Suite","tags":["Release decisions"]}},"/v1/workload-evaluators/calibrations":{"post":{"operationId":"create_calibration_v1_workload_evaluators_calibrations_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CalibrationCreate"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CalibrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Calibration","tags":["Workload Evaluators"]}},"/v1/remote-scorers":{"post":{"operationId":"create_remote_scorer_v1_remote_scorers_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RemoteScorerCreate"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RemoteScorerView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Remote Scorer","tags":["Remote Scorers"]},"get":{"operationId":"list_remote_scorers_v1_remote_scorers_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RemoteScorerPage"}}},"description":"Successful Response"}},"summary":"List Remote Scorers","tags":["Remote Scorers"]}},"/v1/tune-monitors":{"post":{"operationId":"create_monitor_v1_tune_monitors_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CreateMonitor"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/MonitorView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Monitor","tags":["Tune monitoring"]},"get":{"operationId":"list_monitors_v1_tune_monitors_get","responses":{"200":{"content":{"application/json":{"schema":{"items":{"$ref":"#/components/schemas/MonitorView"},"title":"Response List Monitors V1 Tune Monitors Get","type":"array"}}},"description":"Successful Response"}},"summary":"List Monitors","tags":["Tune monitoring"]}},"/v1/tune-monitors/{monitor_id}":{"patch":{"operationId":"set_monitor_status_v1_tune_monitors__monitor_id__patch","parameters":[{"in":"path","name":"monitor_id","required":true,"schema":{"format":"uuid","title":"Monitor Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/MonitorStatusPatch"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/MonitorView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Set Monitor Status","tags":["Tune monitoring"]}},"/v1/tune-monitors/{monitor_id}/occurrences":{"get":{"operationId":"list_occurrences_v1_tune_monitors__monitor_id__occurrences_get","parameters":[{"in":"path","name":"monitor_id","required":true,"schema":{"format":"uuid","title":"Monitor Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"items":{"$ref":"#/components/schemas/OccurrenceView"},"title":"Response List Occurrences V1 Tune Monitors  Monitor Id  Occurrences Get","type":"array"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Occurrences","tags":["Tune monitoring"]}},"/v1/tune-monitors/{monitor_id}/events":{"post":{"operationId":"accept_event_v1_tune_monitors__monitor_id__events_post","parameters":[{"in":"path","name":"monitor_id","required":true,"schema":{"format":"uuid","title":"Monitor Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/MonitorEvent"}}},"required":true},"responses":{"202":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/OccurrenceAccepted"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Accept Event","tags":["Tune monitoring"]}},"/v1/tune-monitors/{monitor_id}/workloads":{"post":{"operationId":"queue_workload_v1_tune_monitors__monitor_id__workloads_post","parameters":[{"in":"path","name":"monitor_id","required":true,"schema":{"format":"uuid","title":"Monitor Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/QueueWorkload"}}},"required":true},"responses":{"202":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/OccurrenceAccepted"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Queue Workload","tags":["Tune monitoring"]}},"/v1/tune-sessions/{session_id}/export":{"get":{"operationId":"export_session_v1_tune_sessions__session_id__export_get","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneExportBundle"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Export Session","tags":["Tune"]}},"/v1/traces/integrations":{"get":{"operationId":"list_trace_integrations_v1_traces_integrations_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationPage"}}},"description":"Successful Response"}},"summary":"List Trace Integrations","tags":["Trace Integrations"]}},"/v1/traces/integrations/langsmith/projects":{"post":{"operationId":"discover_langsmith_projects_v1_traces_integrations_langsmith_projects_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ProjectDiscoveryInput"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadResources"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Discover Langsmith Projects","tags":["Trace Integrations"]}},"/v1/traces/integrations/langsmith":{"post":{"operationId":"create_langsmith_integration_v1_traces_integrations_langsmith_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectInput"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Langsmith Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}/pause":{"post":{"operationId":"pause_trace_integration_v1_traces_integrations__integration_id__pause_post","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Pause Trace Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}/resume":{"post":{"operationId":"resume_trace_integration_v1_traces_integrations__integration_id__resume_post","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Resume Trace Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}/reconnect":{"post":{"operationId":"reconnect_trace_integration_v1_traces_integrations__integration_id__reconnect_post","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ReconnectInput"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Reconnect Trace Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}/reconnect-workload":{"post":{"operationId":"reconnect_workload_integration_v1_traces_integrations__integration_id__reconnect_workload_post","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadAccessInput"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Reconnect Workload Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}/backfill":{"post":{"operationId":"backfill_trace_integration_v1_traces_integrations__integration_id__backfill_post","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/BackfillInput"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Backfill Trace Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}":{"delete":{"operationId":"disconnect_trace_integration_v1_traces_integrations__integration_id__delete","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/IntegrationDisconnected"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Disconnect Trace Integration","tags":["Trace Integrations"]}},"/v1/tune-sessions":{"get":{"operationId":"list_sessions_v1_tune_sessions_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSessionPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Sessions","tags":["Tune"]},"post":{"operationId":"create_session_v1_tune_sessions_post","parameters":[{"in":"query","name":"_automation","required":false,"schema":{"default":false,"title":" Automation","type":"boolean"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewTuneSession"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSession"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Session","tags":["Tune"]}},"/v1/tune-sessions/{session_id}":{"get":{"operationId":"get_session_v1_tune_sessions__session_id__get","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSession"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Session","tags":["Tune"]}},"/v1/tune-sessions/{session_id}/cancel":{"post":{"operationId":"cancel_session_v1_tune_sessions__session_id__cancel_post","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSession"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Cancel Session","tags":["Tune"]}},"/v1/tune-sessions/{session_id}/draft":{"patch":{"description":"Edit the call, grader or cases; origins survive only for unchanged cases.","operationId":"patch_draft_v1_tune_sessions__session_id__draft_patch","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneDraftPatch"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSession"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Patch Draft","tags":["Tune"]}},"/v1/tune-sessions/{session_id}/approve":{"post":{"description":"The one human step: the reviewed draft becomes a private benchmark.","operationId":"approve_v1_tune_sessions__session_id__approve_post","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneApproval"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSession"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Approve","tags":["Tune"]}},"/v1/tune-sessions/{session_id}/quotes":{"post":{"description":"One run group: the current route (at the effort the code sets) and the candidates.","operationId":"quote_v1_tune_sessions__session_id__quotes_post","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneQuoteRequest"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"anyOf":[{"$ref":"#/components/schemas/TuneAgentQuote"},{"$ref":"#/components/schemas/TuneModelQuote"}],"title":"Response Quote V1 Tune Sessions  Session Id  Quotes Post"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Quote","tags":["Tune"]}},"/v1/tune-sessions/{session_id}/start":{"post":{"operationId":"start_v1_tune_sessions__session_id__start_post","parameters":[{"in":"path","name":"session_id","required":true,"schema":{"format":"uuid","title":"Session Id","type":"string"}},{"in":"header","name":"Idempotency-Key","required":true,"schema":{"title":"Idempotency-Key","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneStart"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TuneSession"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Start","tags":["Tune"]}},"/v1/workload-evaluators":{"get":{"operationId":"list_evaluators_v1_workload_evaluators_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadEvaluatorPage"}}},"description":"Successful Response"}},"summary":"List Evaluators","tags":["Workload Evaluators"]},"post":{"operationId":"create_evaluator_v1_workload_evaluators_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluatorCreate"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluatorSnapshot"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Evaluator","tags":["Workload Evaluators"]}},"/v1/workload-evaluators/drafts":{"post":{"operationId":"create_evaluator_draft_v1_workload_evaluators_drafts_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluatorDraftCreate"}}},"required":true},"responses":{"202":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/DraftStarted"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Evaluator Draft","tags":["Workload Evaluators"]}},"/v1/workload-evaluators/drafts/{draft_id}":{"get":{"operationId":"get_evaluator_draft_v1_workload_evaluators_drafts__draft_id__get","parameters":[{"in":"path","name":"draft_id","required":true,"schema":{"format":"uuid","title":"Draft Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluatorDraftView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Evaluator Draft","tags":["Workload Evaluators"]}},"/v1/workload-evaluators/datasets/{dataset_version_id}/examples":{"get":{"description":"Return immutable, reviewer-approved examples eligible for calibration.","operationId":"list_calibration_examples_v1_workload_evaluators_datasets__dataset_version_id__examples_get","parameters":[{"in":"path","name":"dataset_version_id","required":true,"schema":{"format":"uuid","title":"Dataset Version Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CalibrationExamplePage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Calibration Examples","tags":["Workload Evaluators"]}},"/v1/workload-evaluators/preview":{"post":{"description":"Preview a saved deterministic grader against one pinned approved example.","operationId":"preview_evaluator_v1_workload_evaluators_preview_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluatorPreview"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvaluatorPreviewView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Preview Evaluator","tags":["Workload Evaluators"]}},"/v1/workload-evaluators/calibrations/{calibration_id}":{"get":{"operationId":"get_calibration_v1_workload_evaluators_calibrations__calibration_id__get","parameters":[{"in":"path","name":"calibration_id","required":true,"schema":{"format":"uuid","title":"Calibration Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CalibrationResolvedView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Calibration","tags":["Workload Evaluators"]}},"/v1/traces/integrations/braintrust/projects":{"post":{"operationId":"discover_workload_projects_v1_traces_integrations_braintrust_projects_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadAccessInput"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadResources"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Discover Workload Projects","tags":["Trace Integrations"]}},"/v1/traces/integrations/braintrust":{"post":{"operationId":"create_workload_integration_v1_traces_integrations_braintrust_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadProjectInput"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Workload Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/langfuse/projects":{"post":{"operationId":"discover_workload_projects_v1_traces_integrations_langfuse_projects_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadAccessInput"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadResources"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Discover Workload Projects","tags":["Trace Integrations"]}},"/v1/traces/integrations/langfuse":{"post":{"operationId":"create_workload_integration_v1_traces_integrations_langfuse_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadProjectInput"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/TraceIntegrationView"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Workload Integration","tags":["Trace Integrations"]}},"/v1/traces/integrations/{integration_id}/resources":{"get":{"operationId":"list_workload_resources_v1_traces_integrations__integration_id__resources_get","parameters":[{"in":"path","name":"integration_id","required":true,"schema":{"format":"uuid","title":"Integration Id","type":"string"}},{"in":"query","name":"kind","required":true,"schema":{"enum":["datasets","experiments"],"title":"Kind","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadResources"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Workload Resources","tags":["Trace Integrations"]}},"/v1/datasets/{dataset_id}/sources/workload":{"post":{"description":"Import one page of provider data without executing provider graders.","operationId":"source_workload_v1_datasets__dataset_id__sources_workload_post","parameters":[{"in":"path","name":"dataset_id","required":true,"schema":{"format":"uuid","title":"Dataset Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkloadSource"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/SourceCreated"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Source Workload","tags":["Curated datasets"]}},"/v1/datasets/{dataset_id}/examples/{example_id}/verification-history":{"get":{"description":"Return the current and archived, revision-bound verification evidence.","operationId":"example_verification_history_v1_datasets__dataset_id__examples__example_id__verification_history_get","parameters":[{"in":"path","name":"dataset_id","required":true,"schema":{"format":"uuid","title":"Dataset Id","type":"string"}},{"in":"path","name":"example_id","required":true,"schema":{"format":"uuid","title":"Example Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/DatasetExampleVerificationHistory"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Example Verification History","tags":["Curated datasets"]}},"/v1/api-keys":{"get":{"operationId":"keys_v1_api_keys_get","responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"}},"summary":"Keys","tags":["Workspace"]},"post":{"operationId":"create_key_v1_api_keys_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewKey"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Key","tags":["Workspace"]}},"/v1/api-keys/{key_id}":{"patch":{"description":"Set or clear a key's spend ceiling. Signed-in owners and admins only: an\nagent's key can never raise its own ceiling (spec v7.6 E.4).","operationId":"set_key_ceiling_v1_api_keys__key_id__patch","parameters":[{"in":"path","name":"key_id","required":true,"schema":{"format":"uuid","title":"Key Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/KeyCeiling"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Set Key Ceiling","tags":["Workspace"]},"delete":{"operationId":"revoke_key_v1_api_keys__key_id__delete","parameters":[{"in":"path","name":"key_id","required":true,"schema":{"format":"uuid","title":"Key Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Revoke Key","tags":["Workspace"]}},"/v1/api-keys/{key_id}/roll":{"post":{"description":"Issue a replacement with the same name, scopes and lifetime.\n\nThe replaced key keeps working for the chosen overlap so integrations can\nswitch without downtime, then stops; it can never outlive its own expiry.","operationId":"roll_key_v1_api_keys__key_id__roll_post","parameters":[{"in":"path","name":"key_id","required":true,"schema":{"format":"uuid","title":"Key Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RollKey"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Roll Key","tags":["Workspace"]}},"/v1/billing/ledger":{"get":{"operationId":"ledger_v1_billing_ledger_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Ledger","tags":["Billing"]}},"/v1/billing/ledger.csv":{"get":{"operationId":"ledger_csv_v1_billing_ledger_csv_get","responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"}},"summary":"Ledger Csv","tags":["Billing"]}},"/v1/billing/purchases":{"get":{"operationId":"purchases_v1_billing_purchases_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"description":"Only purchases that charged a payment (paid, refunded or disputed); omits open, expired and cancelled checkouts.","in":"query","name":"receipts_only","required":false,"schema":{"default":false,"description":"Only purchases that charged a payment (paid, refunded or disputed); omits open, expired and cancelled checkouts.","title":"Receipts Only","type":"boolean"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Purchases","tags":["Billing"]}},"/v1/billing/purchases/{purchase_id}/receipt":{"get":{"operationId":"purchase_receipt_v1_billing_purchases__purchase_id__receipt_get","parameters":[{"in":"path","name":"purchase_id","required":true,"schema":{"format":"uuid","title":"Purchase Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Purchase Receipt","tags":["Billing"]}},"/v1/billing/wallet":{"get":{"operationId":"wallet_v1_billing_wallet_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Wallet"}}},"description":"Successful Response"}},"summary":"Wallet","tags":["Billing"]}},"/v1/catalog/benchmarks":{"get":{"operationId":"benchmarks_v1_catalog_benchmarks_get","parameters":[{"in":"query","name":"q","required":false,"schema":{"default":"","maxLength":120,"title":"Q","type":"string"}},{"in":"query","name":"runner","required":false,"schema":{"anyOf":[{"enum":["inspect","lm-eval","evalplus","evalplus_mbpp","livecodebench","spreadsheetbench"],"type":"string"},{"type":"null"}],"title":"Runner"}},{"in":"query","name":"capability","required":false,"schema":{"anyOf":[{"maxLength":80,"type":"string"},{"type":"null"}],"title":"Capability"}},{"in":"query","name":"status","required":false,"schema":{"anyOf":[{"enum":["candidate","active","quarantined","retired"],"type":"string"},{"type":"null"}],"title":"Status"}},{"in":"query","name":"model","required":false,"schema":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"title":"Model"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_BenchmarkRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Benchmarks","tags":["Catalog"]}},"/v1/catalog/tasks":{"get":{"description":"Browse safe task metadata for one exact, workspace-visible source.","operationId":"catalog_tasks_v1_catalog_tasks_get","parameters":[{"in":"query","name":"source_ref","required":true,"schema":{"maxLength":300,"minLength":3,"title":"Source Ref","type":"string"}},{"in":"query","name":"limit","required":false,"schema":{"default":200,"maximum":1000,"minimum":1,"title":"Limit","type":"integer"}},{"in":"query","name":"offset","required":false,"schema":{"default":0,"minimum":0,"title":"Offset","type":"integer"}},{"in":"query","name":"q","required":false,"schema":{"default":"","maxLength":200,"title":"Q","type":"string"}},{"in":"query","name":"split","required":false,"schema":{"anyOf":[{"enum":["test","canonical"],"type":"string"},{"type":"null"}],"title":"Split"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CatalogTaskPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Catalog Tasks","tags":["Catalog"]}},"/v1/catalog/benchmarks/{slug}":{"get":{"operationId":"benchmark_v1_catalog_benchmarks__slug__get","parameters":[{"in":"path","name":"slug","required":true,"schema":{"title":"Slug","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/BenchmarkDetail"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Benchmark","tags":["Catalog"]}},"/v1/catalog/environments":{"get":{"operationId":"public_environments_v1_catalog_environments_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_EnvironmentRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Public Environments","tags":["Environments"]}},"/v1/catalog/environments/{family}":{"get":{"operationId":"public_environment_family_v1_catalog_environments__family__get","parameters":[{"in":"path","name":"family","required":true,"schema":{"title":"Family","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EnvironmentFamily"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Public Environment Family","tags":["Environments"]}},"/v1/catalog/execution-options":{"get":{"operationId":"execution_options_v1_catalog_execution_options_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ExecutionOptions"}}},"description":"Successful Response"}},"summary":"Execution Options","tags":["Catalog"]}},"/v1/catalog/models":{"get":{"operationId":"models_v1_catalog_models_get","parameters":[{"in":"query","name":"q","required":false,"schema":{"default":"","maxLength":200,"title":"Q","type":"string"}},{"in":"query","name":"provider","required":false,"schema":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"title":"Provider"}},{"in":"query","name":"capability","required":false,"schema":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"title":"Capability"}},{"in":"query","name":"benchmark","required":false,"schema":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"title":"Benchmark"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ManagedRoute_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Models","tags":["Catalog"]}},"/v1/catalog/suites":{"get":{"operationId":"suites_v1_catalog_suites_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Suites","tags":["Catalog"]}},"/v1/catalog/suites/{suite_version_id}":{"get":{"operationId":"public_suite_v1_catalog_suites__suite_version_id__get","parameters":[{"in":"path","name":"suite_version_id","required":true,"schema":{"format":"uuid","title":"Suite Version Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Public Suite","tags":["Catalog"]}},"/v1/comparisons":{"get":{"operationId":"comparisons_v1_comparisons_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ComparisonListItem_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Comparisons","tags":["Comparisons"]},"post":{"operationId":"create_comparison_v1_comparisons_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewComparison"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ComparisonRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Comparison","tags":["Comparisons"]}},"/v1/comparisons/{comparison_id}":{"get":{"operationId":"comparison_v1_comparisons__comparison_id__get","parameters":[{"in":"path","name":"comparison_id","required":true,"schema":{"format":"uuid","title":"Comparison Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ComparisonRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Comparison","tags":["Comparisons"]}},"/v1/connections":{"get":{"operationId":"list_connections_v1_connections_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ConnectionRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Connections","tags":["Connections"]},"post":{"operationId":"create_connection_v1_connections_post","requestBody":{"content":{"application/json":{"schema":{"oneOf":[{"$ref":"#/components/schemas/NewConnection"},{"$ref":"#/components/schemas/NewA2AConnection"}],"title":"Payload"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectionRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Connection","tags":["Connections"]}},"/v1/connections/{connection_id}":{"delete":{"operationId":"disable_connection_v1_connections__connection_id__delete","parameters":[{"in":"path","name":"connection_id","required":true,"schema":{"format":"uuid","title":"Connection Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/OKResponse"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Disable Connection","tags":["Connections"]},"patch":{"operationId":"update_connection_v1_connections__connection_id__patch","parameters":[{"in":"path","name":"connection_id","required":true,"schema":{"format":"uuid","title":"Connection Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/UpdateConnection"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectionRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Update Connection","tags":["Connections"]}},"/v1/connections/{connection_id}/check":{"post":{"operationId":"check_connection_v1_connections__connection_id__check_post","parameters":[{"in":"path","name":"connection_id","required":true,"schema":{"format":"uuid","title":"Connection Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectionRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Check Connection","tags":["Connections"]}},"/v1/creator/namespaces":{"get":{"operationId":"namespaces_v1_creator_namespaces_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NamespacePage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Namespaces","tags":["Creator submissions"]},"post":{"operationId":"namespace_create_v1_creator_namespaces_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewNamespace"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NamespaceResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Namespace Create","tags":["Creator submissions"]}},"/v1/creator/packages":{"get":{"operationId":"packages_v1_creator_packages_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/PackagePage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Packages","tags":["Creator submissions"]}},"/v1/creator/packages/{package_id}":{"get":{"operationId":"package_get_v1_creator_packages__package_id__get","parameters":[{"in":"path","name":"package_id","required":true,"schema":{"format":"uuid","title":"Package Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/PackageResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Package Get","tags":["Creator submissions"]}},"/v1/creator/packages/{package_id}/reviews":{"get":{"operationId":"package_reviews_v1_creator_packages__package_id__reviews_get","parameters":[{"in":"path","name":"package_id","required":true,"schema":{"format":"uuid","title":"Package Id","type":"string"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ReviewPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Package Reviews","tags":["Creator submissions"]}},"/v1/creator/packages/{package_id}/withdraw":{"post":{"operationId":"package_withdraw_v1_creator_packages__package_id__withdraw_post","parameters":[{"in":"path","name":"package_id","required":true,"schema":{"format":"uuid","title":"Package Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/PackageResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Package Withdraw","tags":["Creator submissions"]}},"/v1/creator/profiles":{"get":{"operationId":"private_profiles_v1_creator_profiles_get","parameters":[{"in":"query","name":"q","required":false,"schema":{"default":"","maxLength":120,"title":"Q","type":"string"}},{"in":"query","name":"status","required":false,"schema":{"anyOf":[{"enum":["candidate","active","quarantined","retired"],"type":"string"},{"type":"null"}],"title":"Status"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_PrivateProfile_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Private Profiles","tags":["Creator submissions"]}},"/v1/creator/profiles/{profile_id}":{"get":{"operationId":"private_profile_get_v1_creator_profiles__profile_id__get","parameters":[{"in":"path","name":"profile_id","required":true,"schema":{"title":"Profile Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/PrivateProfile"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Private Profile Get","tags":["Creator submissions"]}},"/v1/creator/profiles/{profile_id}/receipt":{"get":{"operationId":"creator_profile_receipt_v1_creator_profiles__profile_id__receipt_get","parameters":[{"in":"path","name":"profile_id","required":true,"schema":{"title":"Profile Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CreatorReceiptResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Creator Profile Receipt","tags":["Creator submissions"]}},"/v1/creator/profiles/{profile_id}/withdraw":{"post":{"operationId":"withdraw_creator_profile_v1_creator_profiles__profile_id__withdraw_post","parameters":[{"in":"path","name":"profile_id","required":true,"schema":{"title":"Profile Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RevokeCreatorProfile"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/CreatorProfileState"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Withdraw Creator Profile","tags":["Creator submissions"]}},"/v1/creator/receipt-trust":{"get":{"operationId":"creator_receipt_trust_v1_creator_receipt_trust_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ReceiptTrust"}}},"description":"Successful Response"}},"summary":"Creator Receipt Trust","tags":["Creator submissions"]}},"/v1/creator/uploads":{"get":{"operationId":"uploads_v1_creator_uploads_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/UploadPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Uploads","tags":["Creator submissions"]},"post":{"operationId":"upload_create_v1_creator_uploads_post","parameters":[{"in":"header","name":"Idempotency-Key","required":true,"schema":{"maxLength":200,"minLength":8,"title":"Idempotency-Key","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewUpload"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/UploadResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Upload Create","tags":["Creator submissions"]}},"/v1/creator/uploads/{upload_id}":{"delete":{"operationId":"upload_cancel_v1_creator_uploads__upload_id__delete","parameters":[{"in":"path","name":"upload_id","required":true,"schema":{"format":"uuid","title":"Upload Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/UploadResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Upload Cancel","tags":["Creator submissions"]},"get":{"operationId":"upload_get_v1_creator_uploads__upload_id__get","parameters":[{"in":"path","name":"upload_id","required":true,"schema":{"format":"uuid","title":"Upload Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/UploadResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Upload Get","tags":["Creator submissions"]}},"/v1/creator/uploads/{upload_id}/parts/{part_index}":{"put":{"operationId":"upload_part_v1_creator_uploads__upload_id__parts__part_index__put","parameters":[{"in":"path","name":"upload_id","required":true,"schema":{"format":"uuid","title":"Upload Id","type":"string"}},{"in":"path","name":"part_index","required":true,"schema":{"title":"Part Index","type":"integer"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewPart"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/PartResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Upload Part","tags":["Creator submissions"]}},"/v1/creator/uploads/{upload_id}/submit":{"post":{"operationId":"upload_submit_v1_creator_uploads__upload_id__submit_post","parameters":[{"in":"path","name":"upload_id","required":true,"schema":{"format":"uuid","title":"Upload Id","type":"string"}}],"responses":{"202":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Upload Submit","tags":["Creator submissions"]}},"/v1/creator/validation-jobs":{"get":{"operationId":"validation_jobs_v1_creator_validation_jobs_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Validation Jobs","tags":["Creator submissions"]}},"/v1/creator/validation-jobs/{job_id}":{"get":{"operationId":"validation_get_v1_creator_validation_jobs__job_id__get","parameters":[{"in":"path","name":"job_id","required":true,"schema":{"format":"uuid","title":"Job Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ValidationResult"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Validation Get","tags":["Creator submissions"]}},"/v1/environments":{"get":{"operationId":"environments_v1_environments_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_EnvironmentRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Environments","tags":["Environments"]}},"/v1/environments/{environment_id}":{"get":{"operationId":"environment_v1_environments__environment_id__get","parameters":[{"in":"path","name":"environment_id","required":true,"schema":{"format":"uuid","title":"Environment Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EnvironmentRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Environment","tags":["Environments"]}},"/v1/environments/{environment_id}/source":{"get":{"description":"Download creator source privately or through a separately consented public release.","operationId":"environment_source_download_v1_environments__environment_id__source_get","parameters":[{"in":"path","name":"environment_id","required":true,"schema":{"format":"uuid","title":"Environment Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}},"application/octet-stream":{"schema":{"format":"binary","type":"string"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Environment Source Download","tags":["Environment source download"]}},"/v1/evals":{"get":{"operationId":"list_evals_v1_evals_get","parameters":[{"in":"query","name":"provider","required":false,"schema":{"anyOf":[{"maxLength":40,"type":"string"},{"type":"null"}],"title":"Provider"}},{"in":"query","name":"kind","required":false,"schema":{"anyOf":[{"enum":["benchmark","environment","remote"],"type":"string"},{"type":"null"}],"title":"Kind"}},{"in":"query","name":"protocol","required":false,"schema":{"anyOf":[{"enum":["batch","interactive","agentic"],"type":"string"},{"type":"null"}],"title":"Protocol"}},{"in":"query","name":"q","required":false,"schema":{"anyOf":[{"maxLength":120,"type":"string"},{"type":"null"}],"title":"Q"}},{"in":"query","name":"behavior","required":false,"schema":{"anyOf":[{"maxLength":80,"type":"string"},{"type":"null"}],"title":"Behavior"}},{"in":"query","name":"availability","required":false,"schema":{"anyOf":[{"maxLength":40,"type":"string"},{"type":"null"}],"title":"Availability"}},{"in":"query","name":"publisher","required":false,"schema":{"anyOf":[{"maxLength":120,"type":"string"},{"type":"null"}],"title":"Publisher"}},{"in":"query","name":"include_private","required":false,"schema":{"default":false,"title":"Include Private","type":"boolean"}},{"in":"query","name":"catalog_view","required":false,"schema":{"default":false,"title":"Catalog View","type":"boolean"}},{"in":"query","name":"private_only","required":false,"schema":{"default":false,"title":"Private Only","type":"boolean"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":100,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_EvalRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Evals","tags":["Registry"]}},"/v1/evals/{ref}":{"get":{"operationId":"get_eval_v1_evals__ref__get","parameters":[{"in":"path","name":"ref","required":true,"schema":{"title":"Ref","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EvalRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Eval","tags":["Registry"]}},"/v1/evaluations/{evaluation_id}":{"get":{"operationId":"get_evaluation_v1_evaluations__evaluation_id__get","parameters":[{"in":"path","name":"evaluation_id","required":true,"schema":{"format":"uuid","title":"Evaluation Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Evaluation","tags":["Evaluations"]}},"/v1/feedback":{"get":{"description":"Reports submitted by any member, key or CLI sign-in of the workspace.","operationId":"list_feedback_v1_feedback_get","parameters":[{"in":"query","name":"status","required":false,"schema":{"anyOf":[{"enum":["received","triaged","accepted","pr_open","shipped","declined"],"type":"string"},{"type":"null"}],"title":"Status"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/FeedbackPage"}}},"description":"Successful Response"},"401":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Missing or invalid credentials"},"403":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Not permitted for this key, role or workspace"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Validation failed; details name each field"}},"summary":"List this workspace's feedback reports, newest first","tags":["Feedback"]},"post":{"description":"Call this when the EvalRouter API or CLI fails you, right when it happens.\n\nAgents: when a response is an error you believe is a product defect (an\nunexpected 5xx, a contract that contradicts the docs), or you need a\ncapability that does not exist, POST one report. Copy `error.request_id`\nfrom the failed response into `attempted.request_id` and `error.code` into\n`attempted.error_code`; every error envelope carries `error.feedback` with\nthis URL and that request ID. Do not report expected refusals such as\nvalidation errors you can fix, an exhausted balance or a missing scope.\n\nReturns 201 with the report ID. A report matching one from the same\nworkspace within 24 hours (same kind, route, error code and normalized\nsummary) is still recorded and names the original in `duplicate_of`.\nLimits: 30 reports per workspace per hour and 200 per day (429 with\nRetry-After beyond that); 64 KiB body. Secret-shaped strings (API keys,\nbearer tokens, `sk-` keys, connection strings) are removed before storage,\nbut never include credentials or customer data. Read the outcome with\n`GET /v1/feedback/{feedback_id}`.","operationId":"submit_feedback_v1_feedback_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewFeedback"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/FeedbackReceipt"}}},"description":"Successful Response"},"401":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Missing or invalid credentials"},"403":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Not permitted for this key, role or workspace"},"413":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Request body exceeds the size limit"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Validation failed; details name each field"},"429":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Rate limited; honor Retry-After"}},"summary":"Report a bug, missing feature, docs gap or confusing behavior","tags":["Feedback"]}},"/v1/feedback/{feedback_id}":{"get":{"description":"Status, pull request URL and resolution note of a report from this workspace.\n\nAnother workspace's report is indistinguishable from a missing one (404).","operationId":"get_feedback_v1_feedback__feedback_id__get","parameters":[{"in":"path","name":"feedback_id","required":true,"schema":{"format":"uuid","title":"Feedback Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/FeedbackRecord"}}},"description":"Successful Response"},"401":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Missing or invalid credentials"},"403":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Not permitted for this key, role or workspace"},"404":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Not found in this workspace"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ErrorEnvelope"}}},"description":"Validation failed; details name each field"}},"summary":"Read one feedback report and its outcome","tags":["Feedback"]}},"/v1/invitations":{"post":{"operationId":"invite_v1_invitations_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Invitation"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Invite","tags":["Workspace"]}},"/v1/invitations/accept":{"post":{"operationId":"accept_invitation_v1_invitations_accept_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/AcceptInvitation"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Accept Invitation","tags":["Workspace"]}},"/v1/leaderboards":{"get":{"operationId":"published_v1_leaderboards_get","parameters":[{"in":"query","name":"benchmark_ref","required":false,"schema":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"title":"Benchmark Ref"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"description":"Only entries run in this output format. Entries of different formats never share a protocol_hash.","in":"query","name":"output_format","required":false,"schema":{"anyOf":[{"enum":["prompt_json","native_json","json_schema"],"type":"string"},{"type":"null"}],"description":"Only entries run in this output format. Entries of different formats never share a protocol_hash.","title":"Output Format"}},{"description":"Only entries of a provider-default reasoning version (sob-text@4) run at this reasoning setting. Every such entry records its setting in report.reasoning.","in":"query","name":"reasoning_effort","required":false,"schema":{"anyOf":[{"enum":["none","low","medium","high","xhigh","max","endpoint_default"],"type":"string"},{"type":"null"}],"description":"Only entries of a provider-default reasoning version (sob-text@4) run at this reasoning setting. Every such entry records its setting in report.reasoning.","title":"Reasoning Effort"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Published","tags":["Leaderboards"]}},"/v1/members":{"get":{"operationId":"members_v1_members_get","responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"}},"summary":"Members","tags":["Workspace"]}},"/v1/members/{user_id}":{"delete":{"operationId":"remove_member_v1_members__user_id__delete","parameters":[{"in":"path","name":"user_id","required":true,"schema":{"format":"uuid","title":"User Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Remove Member","tags":["Workspace"]},"patch":{"operationId":"update_member_v1_members__user_id__patch","parameters":[{"in":"path","name":"user_id","required":true,"schema":{"format":"uuid","title":"User Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChangeRole"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Update Member","tags":["Workspace"]}},"/v1/quotes":{"post":{"operationId":"quote_v1_quotes_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewQuote"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/QuoteRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Quote","tags":["Quotes"]}},"/v1/quotes/{quote_id}":{"get":{"operationId":"get_quote_v1_quotes__quote_id__get","parameters":[{"in":"path","name":"quote_id","required":true,"schema":{"format":"uuid","title":"Quote Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/QuoteRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Quote","tags":["Quotes"]}},"/v1/runs":{"get":{"operationId":"list_runs_v1_runs_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_RunRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Runs","tags":["Runs"]},"post":{"operationId":"create_run_v1_runs_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewRun"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Run","tags":["Runs"]}},"/v1/runs/{run_id}":{"get":{"operationId":"get_run_v1_runs__run_id__get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Run","tags":["Runs"]}},"/v1/runs/{run_id}/cancel":{"post":{"operationId":"cancel_v1_runs__run_id__cancel_post","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Cancel","tags":["Runs"]}},"/v1/runs/{run_id}/comparison":{"get":{"description":"Rank the models of a multi-model run on the tasks every model finished.\n\nA continued run is compared through the newest run of its chain that has a\nresult: that run holds every finished cell of the chain (`run_id` names it).","operationId":"run_comparison_v1_runs__run_id__comparison_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunComparison"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Run Comparison","tags":["Comparisons"]}},"/v1/runs/{run_id}/episodes":{"get":{"operationId":"episodes_v1_runs__run_id__episodes_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"after","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"After"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":200,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_EpisodeRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Episodes","tags":["Trajectories"]}},"/v1/runs/{run_id}/episodes/{episode_id}":{"get":{"operationId":"episode_replay_v1_runs__run_id__episodes__episode_id__get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"path","name":"episode_id","required":true,"schema":{"format":"uuid","title":"Episode Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EpisodeReplay"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Episode Replay","tags":["Trajectories"]}},"/v1/runs/{run_id}/events":{"get":{"operationId":"events_v1_runs__run_id__events_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"after","required":false,"schema":{"default":0,"minimum":0,"title":"After","type":"integer"}},{"in":"query","name":"limit","required":false,"schema":{"default":100,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"in":"query","name":"tail","required":false,"schema":{"default":false,"title":"Tail","type":"boolean"}},{"description":"Comma-separated event types (`sample.completed`) or categories (`sample`, `capacity`); other events are skipped but the cursor still advances.","in":"query","name":"type","required":false,"schema":{"anyOf":[{"maxLength":500,"type":"string"},{"type":"null"}],"description":"Comma-separated event types (`sample.completed`) or categories (`sample`, `capacity`); other events are skipped but the cursor still advances.","title":"Type"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EventPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Events","tags":["Runs"]}},"/v1/runs/{run_id}/live":{"get":{"operationId":"live_v1_runs__run_id__live_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LiveSnapshot"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Live","tags":["Live results"]}},"/v1/runs/{run_id}/live/trials":{"get":{"operationId":"trials_v1_runs__run_id__live_trials_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"profile_id","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Profile Id"}},{"in":"query","name":"model_index","required":false,"schema":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"title":"Model Index"}},{"in":"query","name":"status","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Status"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/LiveTrialPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Trials","tags":["Live results"]}},"/v1/runs/{run_id}/stream":{"get":{"operationId":"stream_v1_runs__run_id__stream_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"after","required":false,"schema":{"default":0,"maximum":9007199254740991,"minimum":0,"title":"After","type":"integer"}},{"in":"header","name":"last-event-id","required":false,"schema":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Last-Event-Id"}}],"responses":{"200":{"content":{"text/event-stream":{"schema":{"type":"string"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Stream","tags":["Live results"]}},"/v1/runs/{run_id}/executions":{"get":{"operationId":"executions_v1_runs__run_id__executions_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"sample_id","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Sample Id"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/SandboxExecutionPage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Executions","tags":["Runs"]}},"/v1/runs/{run_id}/export":{"get":{"operationId":"export_v1_runs__run_id__export_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"format","required":false,"schema":{"default":"json","enum":["json","csv","html","bundle","summary"],"title":"Format","type":"string"}},{"in":"query","name":"version","required":false,"schema":{"anyOf":[{"maximum":2147483647,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Version"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Export","tags":["Results"]}},"/v1/runs/{run_id}/receipt":{"get":{"operationId":"receipt_v1_runs__run_id__receipt_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunReceipt"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Receipt","tags":["Runs"]}},"/v1/runs/{run_id}/results":{"get":{"operationId":"result_v1_runs__run_id__results_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"version","required":false,"schema":{"anyOf":[{"maximum":2147483647,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Version"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ResultRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Result","tags":["Results"]}},"/v1/runs/{run_id}/rollouts":{"get":{"operationId":"rollout_refs_v1_runs__run_id__rollouts_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Cursor"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_RolloutRef_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Rollout Refs","tags":["Rollouts"]}},"/v1/runs/{run_id}/samples":{"get":{"operationId":"samples_v1_runs__run_id__samples_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"profile_id","required":false,"schema":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"title":"Profile Id"}},{"in":"query","name":"status","required":false,"schema":{"anyOf":[{"enum":["pending","running","graded","error","cancelled","skipped_budget"],"type":"string"},{"type":"null"}],"title":"Status"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"in":"query","name":"version","required":false,"schema":{"anyOf":[{"maximum":2147483647,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Version"}},{"in":"query","name":"model_index","required":false,"schema":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"title":"Model Index"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/SamplePage"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Samples","tags":["Results"]}},"/v1/runs/{run_id}/samples/{sample_id}":{"get":{"operationId":"sample_detail_v1_runs__run_id__samples__sample_id__get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"path","name":"sample_id","required":true,"schema":{"format":"uuid","title":"Sample Id","type":"string"}},{"in":"query","name":"version","required":false,"schema":{"anyOf":[{"maximum":2147483647,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Version"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Sample Detail","tags":["Results"]}},"/v1/runs/{run_id}/shares":{"get":{"operationId":"shares_v1_runs__run_id__shares_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Shares","tags":["Sharing"]},"post":{"operationId":"create_share_v1_runs__run_id__shares_post","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewShare"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Share","tags":["Sharing"]}},"/v1/runs/{run_id}/shares/preview":{"post":{"operationId":"preview_v1_runs__run_id__shares_preview_post","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewShare"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Preview","tags":["Sharing"]}},"/v1/runs/{run_id}/trajectories":{"get":{"operationId":"export_trajectories_v1_runs__run_id__trajectories_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"format","required":false,"schema":{"default":"jsonl","enum":["jsonl","parquet"],"title":"Format","type":"string"}}],"responses":{"200":{"content":{"application/vnd.apache.parquet":{"schema":{"format":"binary","type":"string"}},"application/x-ndjson":{"schema":{"format":"binary","type":"string"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Export Trajectories","tags":["Trajectories"]}},"/v1/schedules":{"get":{"operationId":"list_schedules_v1_schedules_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ScheduleRecord_"}}},"description":"Successful Response"}},"summary":"List Schedules","tags":["Schedules"]},"post":{"operationId":"create_schedule_v1_schedules_post","parameters":[{"in":"header","name":"Idempotency-Key","required":true,"schema":{"title":"Idempotency-Key","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewSchedule"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ScheduleRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Schedule","tags":["Schedules"]}},"/v1/schedules/{schedule_id}":{"patch":{"operationId":"control_schedule_v1_schedules__schedule_id__patch","parameters":[{"in":"path","name":"schedule_id","required":true,"schema":{"format":"uuid","title":"Schedule Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ScheduleControl"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ScheduleRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Control Schedule","tags":["Schedules"]}},"/v1/schedules/{schedule_id}/occurrences":{"get":{"operationId":"schedule_history_v1_schedules__schedule_id__occurrences_get","parameters":[{"in":"path","name":"schedule_id","required":true,"schema":{"format":"uuid","title":"Schedule Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ScheduleOccurrence_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Schedule History","tags":["Schedules"]}},"/v1/shared/{share_token}":{"get":{"operationId":"shared_v1_shared__share_token__get","parameters":[{"in":"path","name":"share_token","required":true,"schema":{"title":"Share Token","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Shared","tags":["Sharing"]}},"/v1/shares/{share_id}":{"delete":{"operationId":"revoke_share_v1_shares__share_id__delete","parameters":[{"in":"path","name":"share_id","required":true,"schema":{"format":"uuid","title":"Share Id","type":"string"}}],"responses":{"204":{"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Revoke Share","tags":["Sharing"]}},"/v1/suites":{"get":{"operationId":"suites_v1_suites_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"in":"query","name":"suite_key","required":false,"schema":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"title":"Suite Key"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_SuiteRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Suites","tags":["Suites"]},"post":{"operationId":"create_suite_v1_suites_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewSuite"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/SuiteRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Suite","tags":["Suites"]}},"/v1/suites/{suite_version_id}":{"get":{"operationId":"suite_v1_suites__suite_version_id__get","parameters":[{"in":"path","name":"suite_version_id","required":true,"schema":{"format":"uuid","title":"Suite Version Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/SuiteRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Suite","tags":["Suites"]}},"/v1/webhooks":{"get":{"operationId":"list_webhooks_v1_webhooks_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Webhooks","tags":["Webhooks"]},"post":{"operationId":"create_webhook_v1_webhooks_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewWebhook"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Webhook","tags":["Webhooks"]}},"/v1/webhooks/{endpoint_id}":{"delete":{"operationId":"disable_webhook_v1_webhooks__endpoint_id__delete","parameters":[{"in":"path","name":"endpoint_id","required":true,"schema":{"format":"uuid","title":"Endpoint Id","type":"string"}}],"responses":{"204":{"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Disable Webhook","tags":["Webhooks"]}},"/v1/webhooks/{endpoint_id}/deliveries":{"get":{"operationId":"deliveries_v1_webhooks__endpoint_id__deliveries_get","parameters":[{"in":"path","name":"endpoint_id","required":true,"schema":{"format":"uuid","title":"Endpoint Id","type":"string"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":25,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Deliveries","tags":["Webhooks"]}},"/v1/webhooks/{endpoint_id}/deliveries/{delivery_id}/retry":{"post":{"operationId":"retry_delivery_v1_webhooks__endpoint_id__deliveries__delivery_id__retry_post","parameters":[{"in":"path","name":"endpoint_id","required":true,"schema":{"format":"uuid","title":"Endpoint Id","type":"string"}},{"in":"path","name":"delivery_id","required":true,"schema":{"format":"uuid","title":"Delivery Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RetryReason"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Retry Delivery","tags":["Webhooks"]}},"/v1/webhooks/{endpoint_id}/test":{"post":{"operationId":"test_webhook_v1_webhooks__endpoint_id__test_post","parameters":[{"in":"path","name":"endpoint_id","required":true,"schema":{"format":"uuid","title":"Endpoint Id","type":"string"}},{"in":"header","name":"idempotency-key","required":true,"schema":{"maxLength":128,"minLength":8,"pattern":"^[A-Za-z0-9_-]+$","title":"Idempotency-Key","type":"string"}}],"responses":{"202":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Test Webhook","tags":["Webhooks"]}},"/v1/workspaces":{"get":{"operationId":"list_workspaces_v1_workspaces_get","responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"}},"summary":"List Workspaces","tags":["Workspace"]},"post":{"operationId":"create_workspace_v1_workspaces_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Name"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Workspace","tags":["Workspace"]}},"/v1/workspaces/{workspace_id}":{"get":{"operationId":"get_workspace_v1_workspaces__workspace_id__get","parameters":[{"in":"path","name":"workspace_id","required":true,"schema":{"format":"uuid","title":"Workspace Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Workspace","tags":["Workspace"]},"patch":{"operationId":"rename_workspace_v1_workspaces__workspace_id__patch","parameters":[{"in":"path","name":"workspace_id","required":true,"schema":{"format":"uuid","title":"Workspace Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Name"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Rename Workspace","tags":["Workspace"]}},"/v1/workspaces/{workspace_id}/delete":{"post":{"operationId":"delete_workspace_v1_workspaces__workspace_id__delete_post","parameters":[{"in":"path","name":"workspace_id","required":true,"schema":{"format":"uuid","title":"Workspace Id","type":"string"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/DeleteWorkspace"}}},"required":true},"responses":{"202":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkspaceDeletion"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Delete Workspace","tags":["Workspace"]}},"/v1/workspaces/{workspace_id}/deletion":{"get":{"operationId":"workspace_deletion_status_v1_workspaces__workspace_id__deletion_get","parameters":[{"in":"path","name":"workspace_id","required":true,"schema":{"format":"uuid","title":"Workspace Id","type":"string"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/WorkspaceDeletion"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Workspace Deletion Status","tags":["Workspace"]}}},"components":{"schemas":{"AcceptInvitation":{"additionalProperties":false,"properties":{"token":{"maxLength":200,"minLength":32,"title":"Token","type":"string"}},"required":["token"],"title":"AcceptInvitation","type":"object"},"BackfillInput":{"additionalProperties":false,"properties":{"since":{"format":"date-time","title":"Since","type":"string"}},"required":["since"],"title":"BackfillInput","type":"object"},"BenchmarkDetail":{"additionalProperties":false,"properties":{"slug":{"title":"Slug","type":"string"},"versions":{"items":{"$ref":"#/components/schemas/BenchmarkRecord"},"title":"Versions","type":"array"}},"required":["slug","versions"],"title":"BenchmarkDetail","type":"object"},"BenchmarkDraftRequest":{"additionalProperties":false,"properties":{"data_license":{"maxLength":128,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9.+-]{0,127}$","title":"Data License","type":"string"},"description":{"default":"","maxLength":2000,"title":"Description","type":"string"},"evaluator_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Evaluator Id"},"grader_options":{"additionalProperties":true,"title":"Grader Options","type":"object"},"grader_protocol":{"default":"generic","enum":["generic","tune_rubric_v1"],"title":"Grader Protocol","type":"string"},"judge_route_id":{"anyOf":[{"maxLength":160,"minLength":3,"type":"string"},{"type":"null"}],"title":"Judge Route Id"},"max_output_tokens":{"default":256,"maximum":2048,"minimum":1,"title":"Max Output Tokens","type":"integer"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"rights_attestation":{"const":true,"title":"Rights Attestation","type":"boolean"},"system_prompt":{"anyOf":[{"maxLength":20000,"type":"string"},{"type":"null"}],"title":"System Prompt"},"task":{"enum":["exact_match","regex_match","numeric","json_field_match"],"title":"Task","type":"string"}},"required":["name","task","data_license","rights_attestation"],"title":"BenchmarkDraftRequest","type":"object"},"BenchmarkRecord":{"additionalProperties":false,"properties":{"category":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Category"},"code_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Code License"},"data_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Data License"},"description":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Description"},"display_policy":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Display Policy"},"fewshot_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Fewshot Config"},"generation_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation Config"},"id":{"title":"Id","type":"string"},"license_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"License Url"},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"metrics":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Metrics"},"model_fit":{"anyOf":[{"$ref":"#/components/schemas/BenchmarkModelFit"},{"type":"null"}]},"name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Name"},"presentation":{"anyOf":[{"$ref":"#/components/schemas/CatalogPresentation"},{"type":"null"}]},"provenance":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Provenance"},"quote_availability":{"anyOf":[{"$ref":"#/components/schemas/BenchmarkQuoteAvailability"},{"type":"null"}]},"required_capabilities":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Required Capabilities"},"runner":{"title":"Runner","type":"string"},"sampling_algorithm":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Sampling Algorithm"},"slug":{"title":"Slug","type":"string"},"source_revision":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Revision"},"source_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Url"},"status":{"title":"Status","type":"string"},"task_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Task Count"},"version":{"title":"Version","type":"string"}},"required":["id","slug","version","runner","status","manifest_sha256"],"title":"BenchmarkRecord","type":"object"},"BenchmarkModelFit":{"additionalProperties":false,"description":"Whether the `?model=` route can run this version, decided as a quote would.","properties":{"code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Code"},"compatible":{"title":"Compatible","type":"boolean"},"message":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Message"}},"required":["compatible"],"title":"BenchmarkModelFit","type":"object"},"BenchmarkQuoteAvailability":{"additionalProperties":false,"properties":{"message":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Message"},"reason_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason Code"},"status":{"enum":["ready_for_quote","unavailable"],"title":"Status","type":"string"}},"required":["status"],"title":"BenchmarkQuoteAvailability","type":"object"},"Calibration":{"additionalProperties":false,"properties":{"comparison_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Comparison Id"},"confidence":{"default":0.95,"maximum":0.999,"minimum":0.8,"title":"Confidence","type":"number"},"evaluator_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Evaluator Version Id"},"grading_sha256":{"anyOf":[{"pattern":"^[a-f0-9]{64}$","type":"string"},{"type":"null"}],"title":"Grading Sha256"},"label_ids":{"items":{"format":"uuid","type":"string"},"maxItems":1000,"minItems":1,"title":"Label Ids","type":"array"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"}},"required":["name","label_ids"],"title":"Calibration","type":"object"},"CalibrationCreate":{"additionalProperties":false,"properties":{"cases":{"items":{"$ref":"#/components/schemas/CalibrationCase"},"maxItems":1000,"minItems":3,"title":"Cases","type":"array"},"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"evaluator_id":{"format":"uuid","title":"Evaluator Id","type":"string"}},"required":["dataset_version_id","evaluator_id","cases"],"title":"CalibrationCreate","type":"object"},"CalibrationCase":{"additionalProperties":false,"properties":{"example_id":{"format":"uuid","title":"Example Id","type":"string"},"expected_label":{"enum":["pass","fail","abstain"],"title":"Expected Label","type":"string"}},"required":["example_id","expected_label"],"title":"CalibrationCase","type":"object"},"CalibrationExamplePage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/CalibrationExample"},"title":"Data","type":"array"}},"required":["data"],"title":"CalibrationExamplePage","type":"object"},"CalibrationExample":{"additionalProperties":false,"properties":{"content_sha256":{"title":"Content Sha256","type":"string"},"generated_draft":{"additionalProperties":true,"title":"Generated Draft","type":"object"},"id":{"format":"uuid","title":"Id","type":"string"},"split_role":{"enum":["train","validation"],"title":"Split Role","type":"string"}},"required":["id","content_sha256","generated_draft","split_role"],"title":"CalibrationExample","type":"object"},"CalibrationResolvedView":{"additionalProperties":false,"properties":{"calibration_sha256":{"title":"Calibration Sha256","type":"string"},"cases":{"items":{"$ref":"#/components/schemas/CalibrationCaseView"},"title":"Cases","type":"array"},"dataset_manifest_sha256":{"title":"Dataset Manifest Sha256","type":"string"},"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"evaluator":{"$ref":"#/components/schemas/EvaluatorSnapshot"},"evaluator_sha256":{"title":"Evaluator Sha256","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"metrics":{"additionalProperties":true,"title":"Metrics","type":"object"},"reviewed_at":{"format":"date-time","title":"Reviewed At","type":"string"},"reviewed_by":{"format":"uuid","title":"Reviewed By","type":"string"}},"required":["id","dataset_version_id","dataset_manifest_sha256","evaluator","evaluator_sha256","calibration_sha256","cases","metrics","reviewed_by","reviewed_at"],"title":"CalibrationResolvedView","type":"object"},"CalibrationCaseView":{"additionalProperties":false,"properties":{"content_sha256":{"title":"Content Sha256","type":"string"},"example_id":{"format":"uuid","title":"Example Id","type":"string"},"expected_label":{"enum":["pass","fail","abstain"],"title":"Expected Label","type":"string"},"split_role":{"enum":["train","validation"],"title":"Split Role","type":"string"}},"required":["example_id","content_sha256","expected_label","split_role"],"title":"CalibrationCaseView","type":"object"},"CalibrationView":{"additionalProperties":false,"properties":{"calibration_sha256":{"title":"Calibration Sha256","type":"string"},"cases":{"items":{"$ref":"#/components/schemas/CalibrationCaseView"},"title":"Cases","type":"array"},"dataset_manifest_sha256":{"title":"Dataset Manifest Sha256","type":"string"},"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"evaluator_id":{"format":"uuid","title":"Evaluator Id","type":"string"},"evaluator_sha256":{"title":"Evaluator Sha256","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"metrics":{"additionalProperties":true,"title":"Metrics","type":"object"},"reviewed_at":{"format":"date-time","title":"Reviewed At","type":"string"},"reviewed_by":{"format":"uuid","title":"Reviewed By","type":"string"}},"required":["id","evaluator_id","dataset_version_id","dataset_manifest_sha256","evaluator_sha256","calibration_sha256","cases","metrics","reviewed_by","reviewed_at"],"title":"CalibrationView","type":"object"},"CatalogPresentation":{"additionalProperties":false,"description":"Editorial discovery copy; not protocol identity or execution approval.","properties":{"count_unit":{"anyOf":[{"enum":["questions","problems","examples","puzzles"],"type":"string"},{"type":"null"}],"title":"Count Unit"},"description":{"title":"Description","type":"string"},"exemplars":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"Where this version's few-shot examples come from. They are shown to the model before each graded question and are never that question's answer.","title":"Exemplars"},"maintainer":{"$ref":"#/components/schemas/CatalogMaintainer"},"name":{"title":"Name","type":"string"},"revision":{"title":"Revision","type":"string"},"split":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Split"}},"required":["revision","name","description","maintainer"],"title":"CatalogPresentation","type":"object"},"CatalogMaintainer":{"additionalProperties":false,"properties":{"id":{"title":"Id","type":"string"},"name":{"title":"Name","type":"string"}},"required":["id","name"],"title":"CatalogMaintainer","type":"object"},"CatalogTaskPage":{"additionalProperties":false,"properties":{"items":{"items":{"$ref":"#/components/schemas/CatalogTask"},"title":"Items","type":"array"},"next_offset":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Next Offset"},"source_ref":{"title":"Source Ref","type":"string"},"total":{"title":"Total","type":"integer"}},"required":["source_ref","items","total","next_offset"],"title":"CatalogTaskPage","type":"object"},"CatalogTask":{"additionalProperties":false,"properties":{"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"dependencies":{"items":{"type":"string"},"title":"Dependencies","type":"array"},"group":{"title":"Group","type":"string"},"split":{"title":"Split","type":"string"},"task_id":{"title":"Task Id","type":"string"}},"required":["task_id","split","group","capabilities","dependencies"],"title":"CatalogTask","type":"object"},"ChangeRole":{"additionalProperties":false,"properties":{"role":{"enum":["owner","admin","member","viewer"],"title":"Role","type":"string"}},"required":["role"],"title":"ChangeRole","type":"object"},"ComparisonRecord":{"additionalProperties":false,"properties":{"baseline_result_id":{"format":"uuid","title":"Baseline Result Id","type":"string"},"candidate_result_ids":{"items":{"format":"uuid","type":"string"},"title":"Candidate Result Ids","type":"array"},"costs":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/ResultCosts"},"type":"object"},{"type":"null"}],"title":"Costs"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"export":{"anyOf":[{"$ref":"#/components/schemas/ComparisonExport"},{"type":"null"}]},"id":{"format":"uuid","title":"Id","type":"string"},"policy":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Policy","type":"object"},"report":{"anyOf":[{"$ref":"#/components/schemas/ReportDocument"},{"type":"null"}]},"result":{"$ref":"#/components/schemas/ComparisonResult"},"status":{"enum":["pass","fail","inconclusive"],"title":"Status","type":"string"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["id","workspace_id","baseline_result_id","candidate_result_ids","policy","status","result","created_at","expires_at"],"title":"ComparisonRecord","type":"object"},"ComparisonExport":{"additionalProperties":false,"description":"`comparison_export`: the saved comparison with arm identities, sample sizes,\nper-case outcomes, charges and provenance. `final` exports (no pending charge)\nare byte-stable and identified by `export_sha256`.","properties":{"arms":{"items":{"$ref":"#/components/schemas/ComparisonExportArm"},"title":"Arms","type":"array"},"as_of":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"As Of"},"comparisons":{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"title":"Comparisons","type":"array"},"export_sha256":{"title":"Export Sha256","type":"string"},"format":{"const":"evalrouter.comparison-export.v1","title":"Format","type":"string"},"provenance":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Provenance","type":"object"},"status":{"enum":["final","provisional"],"title":"Status","type":"string"}},"required":["format","status","provenance","arms","comparisons","export_sha256"],"title":"ComparisonExport","type":"object"},"ComparisonExportArm":{"additionalProperties":false,"properties":{"charges":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Charges"},"identity":{"anyOf":[{"$ref":"#/components/schemas/ArmIdentity"},{"type":"null"}]},"key":{"title":"Key","type":"string"},"name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Name"},"role":{"enum":["baseline","candidate"],"title":"Role","type":"string"},"source":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Source","type":"object"}},"required":["key","role","name","source","identity","charges"],"title":"ComparisonExportArm","type":"object"},"ArmIdentity":{"additionalProperties":false,"description":"One compared arm. `agent_identity_sha256` identifies the frozen agent;\n`agent` shows only its known scalar fields and is null for a model-only arm.","properties":{"agent":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Agent"},"agent_identity_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Agent Identity Sha256"},"arm_sha256":{"title":"Arm Sha256","type":"string"},"execution_mode":{"title":"Execution Mode","type":"string"},"model":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Model","type":"object"},"model_sha256":{"title":"Model Sha256","type":"string"}},"required":["model","model_sha256","agent","agent_identity_sha256","execution_mode","arm_sha256"],"title":"ArmIdentity","type":"object"},"ComparisonResult":{"additionalProperties":false,"properties":{"baseline":{"$ref":"#/components/schemas/ComparisonReference"},"candidates":{"items":{"$ref":"#/components/schemas/ComparedCandidate"},"title":"Candidates","type":"array"},"confidence_scope":{"title":"Confidence Scope","type":"string"},"method_version":{"title":"Method Version","type":"string"},"release_decision":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Release Decision"},"schema_version":{"enum":[1,2],"title":"Schema Version","type":"integer"},"status":{"enum":["pass","fail","inconclusive"],"title":"Status","type":"string"}},"required":["schema_version","method_version","baseline","candidates","status","confidence_scope"],"title":"ComparisonResult","type":"object"},"ComparedCandidate":{"additionalProperties":false,"properties":{"arm_scope":{"anyOf":[{"enum":["identical","configuration","model","agent","configured_stack"],"type":"string"},{"type":"null"}],"title":"Arm Scope"},"arms":{"anyOf":[{"$ref":"#/components/schemas/ComparedArms"},{"type":"null"}]},"candidate":{"$ref":"#/components/schemas/ComparisonReference"},"checks":{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"title":"Checks","type":"array"},"comparable":{"title":"Comparable","type":"boolean"},"compatibility_class":{"anyOf":[{"enum":["controlled","qualified_with_differences","descriptive_only","ineligible"],"type":"string"},{"type":"null"}],"title":"Compatibility Class"},"differences":{"anyOf":[{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"type":"array"},{"type":"null"}],"title":"Differences"},"limitations":{"items":{"type":"string"},"title":"Limitations","type":"array"},"mismatches":{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"title":"Mismatches","type":"array"},"model_differences":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Model Differences","type":"object"},"profiles":{"items":{"$ref":"#/components/schemas/ComparedProfile"},"title":"Profiles","type":"array"},"reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason"},"status":{"enum":["pass","fail","inconclusive"],"title":"Status","type":"string"}},"required":["candidate","comparable","mismatches","profiles","checks","status","reason","model_differences","limitations"],"title":"ComparedCandidate","type":"object"},"ComparedArms":{"additionalProperties":false,"properties":{"baseline":{"$ref":"#/components/schemas/ArmIdentity"},"candidate":{"$ref":"#/components/schemas/ArmIdentity"}},"required":["baseline","candidate"],"title":"ComparedArms","type":"object"},"ComparedProfile":{"additionalProperties":false,"properties":{"baseline_coverage":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Baseline Coverage"},"candidate_coverage":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Candidate Coverage"},"comparable":{"title":"Comparable","type":"boolean"},"compatibility_class":{"anyOf":[{"enum":["controlled","qualified_with_differences","descriptive_only","ineligible"],"type":"string"},{"type":"null"}],"title":"Compatibility Class"},"complete":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Complete"},"metrics":{"items":{"$ref":"#/components/schemas/ComparedMetric"},"title":"Metrics","type":"array"},"mismatches":{"items":{"type":"string"},"title":"Mismatches","type":"array"},"profile_id":{"title":"Profile Id","type":"string"},"selected_cases":{"anyOf":[{"$ref":"#/components/schemas/SelectedCaseLedger"},{"type":"null"}]},"task_differences":{"anyOf":[{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"type":"array"},{"type":"null"}],"title":"Task Differences"}},"required":["profile_id","comparable","mismatches","metrics"],"title":"ComparedProfile","type":"object"},"ComparedMetric":{"additionalProperties":false,"properties":{"baseline":{"anyOf":[{"$ref":"#/components/schemas/MetricRecord"},{"type":"null"}]},"baseline_uncertainty":{"$ref":"#/components/schemas/Uncertainty"},"candidate":{"anyOf":[{"$ref":"#/components/schemas/MetricRecord"},{"type":"null"}]},"candidate_uncertainty":{"$ref":"#/components/schemas/Uncertainty"},"delta":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Delta"},"improvement":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Improvement"},"key":{"title":"Key","type":"string"},"paired_uncertainty":{"$ref":"#/components/schemas/Uncertainty"},"sample_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Sample Count"}},"required":["key","baseline","candidate","delta","improvement","sample_count","baseline_uncertainty","candidate_uncertainty","paired_uncertainty"],"title":"ComparedMetric","type":"object"},"ComparisonReference":{"additionalProperties":false,"properties":{"checksum":{"title":"Checksum","type":"string"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"name":{"title":"Name","type":"string"},"result_id":{"format":"uuid","title":"Result Id","type":"string"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"version":{"title":"Version","type":"integer"}},"required":["result_id","run_id","version","checksum","manifest_hash","name","model"],"title":"ComparisonReference","type":"object"},"ComparisonModel":{"additionalProperties":false,"properties":{"kind":{"const":"comparison","title":"Kind","type":"string"},"model_id":{"title":"Model Id","type":"string"},"models":{"items":{"$ref":"#/components/schemas/SelectedModel"},"title":"Models","type":"array"}},"required":["kind","model_id","models"],"title":"ComparisonModel","type":"object"},"ConnectInput":{"additionalProperties":false,"properties":{"api_key":{"maxLength":4096,"minLength":1,"title":"Api Key","type":"string"},"connection_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Connection Id"},"lookback_hours":{"default":24,"maximum":8760,"minimum":1,"title":"Lookback Hours","type":"integer"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"project_id":{"maxLength":128,"minLength":1,"title":"Project Id","type":"string"},"project_name":{"maxLength":200,"minLength":1,"title":"Project Name","type":"string"},"region":{"default":"us","enum":["us","eu"],"title":"Region","type":"string"},"since":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Since"}},"required":["api_key","name","project_id","project_name"],"title":"ConnectInput","type":"object"},"ConnectionRecord":{"additionalProperties":false,"properties":{"base_url":{"title":"Base Url","type":"string"},"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"check_result":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Check Result","type":"object"},"checked_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Checked At"},"config":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Config","type":"object"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"disabled_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Disabled At"},"id":{"format":"uuid","title":"Id","type":"string"},"model_id":{"title":"Model Id","type":"string"},"name":{"title":"Name","type":"string"},"protocol":{"enum":["openai_chat","openai_completions","a2a"],"title":"Protocol","type":"string"},"revision":{"title":"Revision","type":"integer"}},"required":["id","name","model_id","base_url","protocol","revision","config","capabilities","checked_at","check_result","disabled_at","created_at"],"title":"ConnectionRecord","type":"object"},"CreateMonitor":{"additionalProperties":false,"properties":{"per_run_cap_microusd":{"pattern":"^[1-9][0-9]{0,8}$","title":"Per Run Cap Microusd","type":"string"},"total_cap_microusd":{"pattern":"^[1-9][0-9]{0,11}$","title":"Total Cap Microusd","type":"string"},"trigger":{"$ref":"#/components/schemas/MonitorTrigger"},"tune_session_id":{"format":"uuid","title":"Tune Session Id","type":"string"}},"required":["tune_session_id","trigger","per_run_cap_microusd","total_cap_microusd"],"title":"CreateMonitor","type":"object"},"CreatorProfileState":{"properties":{"profile_id":{"title":"Profile Id","type":"string"},"runnable":{"const":false,"default":false,"title":"Runnable","type":"boolean"},"status":{"enum":["quarantined","retired"],"title":"Status","type":"string"}},"required":["profile_id","status"],"title":"CreatorProfileState","type":"object"},"CreatorReceiptResult":{"properties":{"admission_valid":{"title":"Admission Valid","type":"boolean"},"observed_at":{"format":"date-time","title":"Observed At","type":"string"},"profile_id":{"title":"Profile Id","type":"string"},"profile_status":{"title":"Profile Status","type":"string"},"receipt":{"$ref":"#/components/schemas/SignedAdmissionReceipt"},"receipt_sha256":{"title":"Receipt Sha256","type":"string"},"runnable":{"const":false,"default":false,"title":"Runnable","type":"boolean"}},"required":["profile_id","receipt","receipt_sha256","profile_status","admission_valid","observed_at"],"title":"CreatorReceiptResult","type":"object"},"DatasetExampleVerificationHistory":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/DatasetExampleVerificationRevision"},"title":"Data","type":"array"}},"required":["data"],"title":"DatasetExampleVerificationHistory","type":"object"},"DatasetExampleVerificationRevision":{"additionalProperties":false,"properties":{"archived_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Archived At"},"draft_revision":{"title":"Draft Revision","type":"integer"},"draft_sha256":{"title":"Draft Sha256","type":"string"},"generated_draft":{"additionalProperties":true,"title":"Generated Draft","type":"object"},"is_current":{"title":"Is Current","type":"boolean"},"review":{"anyOf":[{"$ref":"#/components/schemas/ReviewView"},{"type":"null"}]},"rights":{"additionalProperties":true,"title":"Rights","type":"object"},"source_group_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Group Id"},"source_kind":{"enum":["upload","eh_finding","eh_record","run_sample","episode","live_trace","workload_import","repository"],"title":"Source Kind","type":"string"},"source_ref":{"additionalProperties":true,"title":"Source Ref","type":"object"},"source_sha256":{"title":"Source Sha256","type":"string"},"verification_attempt":{"default":1,"title":"Verification Attempt","type":"integer"},"verification_receipt":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Verification Receipt"},"verification_status":{"enum":["unverified","verified","awaiting_review","blocked","failed"],"title":"Verification Status","type":"string"},"verified_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Verified At"}},"required":["draft_revision","draft_sha256","generated_draft","source_kind","source_ref","source_sha256","rights","verification_status","is_current","archived_at"],"title":"DatasetExampleVerificationRevision","type":"object"},"DecisionPolicy":{"additionalProperties":false,"properties":{"confidence":{"default":0.95,"maximum":0.999,"minimum":0.8,"title":"Confidence","type":"number"},"confidence_aware":{"default":true,"title":"Confidence Aware","type":"boolean"},"maximum_cost_ratio":{"anyOf":[{"exclusiveMinimum":0,"type":"number"},{"type":"null"}],"title":"Maximum Cost Ratio"},"maximum_false_pass_rate":{"default":0.1,"maximum":1,"minimum":0,"title":"Maximum False Pass Rate","type":"number"},"maximum_latency_ratio":{"anyOf":[{"exclusiveMinimum":0,"type":"number"},{"type":"null"}],"title":"Maximum Latency Ratio"},"maximum_regression":{"default":0.05,"maximum":1,"minimum":0,"title":"Maximum Regression","type":"number"},"minimum_calibration_coverage":{"default":0.9,"maximum":1,"minimum":0,"title":"Minimum Calibration Coverage","type":"number"},"minimum_clusters":{"default":5,"maximum":1000,"minimum":2,"title":"Minimum Clusters","type":"integer"},"minimum_improvement":{"anyOf":[{"maximum":1,"minimum":0,"type":"number"},{"type":"null"}],"title":"Minimum Improvement"},"minimum_success_rate":{"default":0.8,"maximum":1,"minimum":0,"title":"Minimum Success Rate","type":"number"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"require_calibration":{"default":true,"title":"Require Calibration","type":"boolean"},"required_categories":{"items":{"type":"string"},"maxItems":100,"title":"Required Categories","type":"array"},"trial_stages":{"items":{"type":"integer"},"maxItems":10,"title":"Trial Stages","type":"array"},"trials":{"default":3,"maximum":100,"minimum":1,"title":"Trials","type":"integer"}},"required":["name"],"title":"DecisionPolicy","type":"object"},"DeleteWorkspace":{"additionalProperties":false,"properties":{"name_confirmation":{"maxLength":120,"minLength":1,"title":"Name Confirmation","type":"string"}},"required":["name_confirmation"],"title":"DeleteWorkspace","type":"object"},"DraftStarted":{"additionalProperties":false,"properties":{"dataset_manifest_sha256":{"title":"Dataset Manifest Sha256","type":"string"},"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"max_draft_microusd":{"title":"Max Draft Microusd","type":"string"},"status":{"const":"queued","title":"Status","type":"string"}},"required":["id","status","dataset_version_id","dataset_manifest_sha256","max_draft_microusd"],"title":"DraftStarted","type":"object"},"EnvironmentFamily":{"additionalProperties":false,"properties":{"family":{"title":"Family","type":"string"},"versions":{"items":{"$ref":"#/components/schemas/EnvironmentRecord"},"title":"Versions","type":"array"}},"required":["family","versions"],"title":"EnvironmentFamily","type":"object"},"EnvironmentRecord":{"additionalProperties":false,"properties":{"adapter":{"title":"Adapter","type":"string"},"commission_basis_points":{"const":2000,"default":2000,"title":"Commission Basis Points","type":"integer"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"description":{"title":"Description","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"limitations":{"items":{"type":"string"},"title":"Limitations","type":"array"},"limits":{"$ref":"#/components/schemas/EnvironmentLimits"},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"name":{"title":"Name","type":"string"},"package_sha256":{"title":"Package Sha256","type":"string"},"presentation":{"anyOf":[{"$ref":"#/components/schemas/CatalogPresentation"},{"type":"null"}]},"price_version":{"title":"Price Version","type":"string"},"quote_availability":{"anyOf":[{"$ref":"#/components/schemas/BenchmarkQuoteAvailability"},{"type":"null"}]},"ref":{"title":"Ref","type":"string"},"required_capabilities":{"items":{"type":"string"},"title":"Required Capabilities","type":"array"},"rights":{"$ref":"#/components/schemas/EnvironmentRights"},"source_released":{"default":false,"title":"Source Released","type":"boolean"},"status":{"title":"Status","type":"string"},"supplier_fee_microusd":{"pattern":"^[0-9]+$","title":"Supplier Fee Microusd","type":"string"},"task_counts":{"additionalProperties":{"type":"integer"},"title":"Task Counts","type":"object"},"validation":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Validation","type":"object"},"visibility":{"title":"Visibility","type":"string"}},"required":["id","ref","name","description","adapter","status","visibility","manifest_sha256","package_sha256","task_counts","rights","limits","required_capabilities","supplier_fee_microusd","price_version","limitations","validation","created_at"],"title":"EnvironmentRecord","type":"object"},"EnvironmentLimits":{"additionalProperties":false,"properties":{"cpu_millis":{"default":1000,"maximum":16000,"minimum":125,"title":"Cpu Millis","type":"integer"},"duration_seconds":{"default":300,"maximum":86400,"minimum":1,"title":"Duration Seconds","type":"integer"},"max_observation_bytes":{"default":65536,"maximum":262144,"minimum":1024,"title":"Max Observation Bytes","type":"integer"},"max_output_tokens":{"default":1024,"maximum":32768,"minimum":1,"title":"Max Output Tokens","type":"integer"},"max_steps":{"default":20,"maximum":2000,"minimum":1,"title":"Max Steps","type":"integer"},"memory_mib":{"default":512,"maximum":32768,"minimum":128,"title":"Memory Mib","type":"integer"},"network":{"const":"blocked","default":"blocked","title":"Network","type":"string"}},"title":"EnvironmentLimits","type":"object"},"EnvironmentRights":{"additionalProperties":false,"properties":{"attribution":{"maxLength":2000,"minLength":1,"title":"Attribution","type":"string"},"commercial_execution":{"title":"Commercial Execution","type":"boolean"},"display":{"title":"Display","type":"boolean"},"export":{"title":"Export","type":"boolean"},"license":{"maxLength":120,"minLength":1,"title":"License","type":"string"},"source_url":{"maxLength":2000,"pattern":"^https://","title":"Source Url","type":"string"},"training":{"title":"Training","type":"boolean"},"underlying_licenses":{"items":{"type":"string"},"maxItems":100,"title":"Underlying Licenses","type":"array"}},"required":["commercial_execution","training","display","export","license","attribution","source_url"],"title":"EnvironmentRights","type":"object"},"EpisodeReplay":{"additionalProperties":false,"properties":{"episode":{"$ref":"#/components/schemas/EpisodeRecord"},"events":{"items":{"$ref":"#/components/schemas/TrajectoryEvent"},"title":"Events","type":"array"}},"required":["episode","events"],"title":"EpisodeReplay","type":"object"},"EpisodeRecord":{"additionalProperties":false,"properties":{"agent_revision":{"title":"Agent Revision","type":"string"},"completed_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Completed At"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"environment_ref":{"title":"Environment Ref","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"native_scores":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Native Scores","type":"object"},"policy_failures":{"items":{"type":"string"},"title":"Policy Failures","type":"array"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"status":{"title":"Status","type":"string"},"step_count":{"title":"Step Count","type":"integer"},"task_id":{"title":"Task Id","type":"string"},"termination_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Termination Reason"}},"required":["id","task_id","run_id","status","step_count","termination_reason","environment_ref","agent_revision","native_scores","policy_failures","created_at","completed_at"],"title":"EpisodeRecord","type":"object"},"ErrorEnvelope":{"additionalProperties":false,"description":"Every API-rendered error response has this shape.","properties":{"error":{"$ref":"#/components/schemas/ErrorBody"}},"required":["error"],"title":"ErrorEnvelope","type":"object"},"ErrorBody":{"additionalProperties":false,"properties":{"code":{"description":"Stable, machine-readable error code.","title":"Code","type":"string"},"details":{"anyOf":[{"$ref":"#/components/schemas/JsonValue-Output"},{"type":"null"}],"description":"Optional structured, sanitized diagnostics."},"feedback":{"$ref":"#/components/schemas/FeedbackHint"},"hint":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"What to do next, when there is a safe suggestion.","title":"Hint"},"message":{"description":"Safe human-readable explanation.","title":"Message","type":"string"},"request_id":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"Also returned in the X-Request-Id header.","title":"Request Id"},"retryable":{"default":false,"description":"True only when repeating the same request may succeed (429, 503, transient leases).","title":"Retryable","type":"boolean"}},"required":["code","message","request_id","feedback"],"title":"ErrorBody","type":"object"},"EvalRecord":{"additionalProperties":false,"properties":{"access":{"default":"public","enum":["public","private","granted"],"title":"Access","type":"string"},"availability":{"default":"unavailable","title":"Availability","type":"string"},"availability_reason":{"default":"Availability is checked when quoting.","title":"Availability Reason","type":"string"},"behaviors":{"items":{"type":"string"},"title":"Behaviors","type":"array"},"category":{"default":"","title":"Category","type":"string"},"created_at":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Created At"},"created_by":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Created By"},"description":{"title":"Description","type":"string"},"detail_href":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Detail Href"},"display_name":{"title":"Display Name","type":"string"},"execution_mode":{"enum":["router","provider"],"title":"Execution Mode","type":"string"},"family":{"default":"","title":"Family","type":"string"},"kind":{"enum":["benchmark","environment","remote"],"title":"Kind","type":"string"},"name":{"title":"Name","type":"string"},"presentation":{"anyOf":[{"$ref":"#/components/schemas/CatalogPresentation"},{"type":"null"}]},"pricing":{"$ref":"#/components/schemas/EvalPricing"},"profile_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Profile Id"},"protocol":{"enum":["batch","interactive","agentic"],"title":"Protocol","type":"string"},"provider":{"title":"Provider","type":"string"},"publisher":{"default":"","title":"Publisher","type":"string"},"ref":{"title":"Ref","type":"string"},"required_capabilities":{"items":{"type":"string"},"title":"Required Capabilities","type":"array"},"runner":{"title":"Runner","type":"string"},"source":{"default":"catalog","title":"Source","type":"string"},"status":{"title":"Status","type":"string"},"task_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Task Count"},"version":{"title":"Version","type":"string"},"visibility":{"default":"public","enum":["public","private"],"title":"Visibility","type":"string"}},"required":["ref","provider","kind","protocol","name","version","display_name","description","status","runner","execution_mode","task_count","required_capabilities","pricing","profile_id"],"title":"EvalRecord","type":"object"},"EvalPricing":{"additionalProperties":false,"properties":{"execution_fee_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"title":"Execution Fee Microusd"},"price_version":{"title":"Price Version","type":"string"},"task_fee_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"title":"Task Fee Microusd"}},"required":["price_version"],"title":"EvalPricing","type":"object"},"EvaluatorCreate":{"additionalProperties":false,"properties":{"config":{"additionalProperties":true,"title":"Config","type":"object"},"evaluator_key":{"maxLength":120,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","title":"Evaluator Key","type":"string"},"kind":{"enum":["deterministic","rubric","remote"],"title":"Kind","type":"string"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"}},"required":["evaluator_key","name","kind","config"],"title":"EvaluatorCreate","type":"object"},"EvaluatorDraftCreate":{"additionalProperties":false,"properties":{"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"max_draft_microusd":{"maximum":5000000,"minimum":100000,"title":"Max Draft Microusd","type":"integer"}},"required":["dataset_version_id","max_draft_microusd"],"title":"EvaluatorDraftCreate","type":"object"},"EvaluatorDraftView":{"additionalProperties":false,"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"dataset_manifest_sha256":{"title":"Dataset Manifest Sha256","type":"string"},"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"draft":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Draft"},"draft_cap_microusd":{"title":"Draft Cap Microusd","type":"integer"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"error_message":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Message"},"id":{"format":"uuid","title":"Id","type":"string"},"price_version":{"title":"Price Version","type":"string"},"route_id":{"title":"Route Id","type":"string"},"status":{"enum":["queued","drafting","review","failed","cancelled"],"title":"Status","type":"string"},"updated_at":{"format":"date-time","title":"Updated At","type":"string"}},"required":["id","status","dataset_version_id","dataset_manifest_sha256","draft","draft_cap_microusd","route_id","price_version","error_code","error_message","created_at","updated_at"],"title":"EvaluatorDraftView","type":"object"},"EvaluatorPreview":{"additionalProperties":false,"properties":{"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"evaluator_id":{"format":"uuid","title":"Evaluator Id","type":"string"},"example_id":{"format":"uuid","title":"Example Id","type":"string"},"output":{"maxLength":100000,"title":"Output","type":"string"}},"required":["dataset_version_id","evaluator_id","example_id","output"],"title":"EvaluatorPreview","type":"object"},"EvaluatorPreviewView":{"additionalProperties":false,"properties":{"content_sha256":{"title":"Content Sha256","type":"string"},"dataset_manifest_sha256":{"title":"Dataset Manifest Sha256","type":"string"},"details":{"additionalProperties":true,"title":"Details","type":"object"},"example_id":{"format":"uuid","title":"Example Id","type":"string"},"external_cost_microusd":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"External Cost Microusd"},"historical_scores_used_as_labels":{"const":false,"title":"Historical Scores Used As Labels","type":"boolean"},"label":{"enum":["pass","fail","abstain"],"title":"Label","type":"string"},"provider":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Provider"},"score":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Score"},"scorer_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Scorer Id"},"scorer_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Scorer Sha256"}},"required":["example_id","content_sha256","dataset_manifest_sha256","label","score","details","historical_scores_used_as_labels"],"title":"EvaluatorPreviewView","type":"object"},"EvaluatorSnapshot":{"additionalProperties":false,"properties":{"config":{"additionalProperties":true,"title":"Config","type":"object"},"config_sha256":{"title":"Config Sha256","type":"string"},"evaluator_key":{"title":"Evaluator Key","type":"string"},"evaluator_version":{"title":"Evaluator Version","type":"integer"},"id":{"format":"uuid","title":"Id","type":"string"},"kind":{"enum":["deterministic","rubric","remote"],"title":"Kind","type":"string"}},"required":["id","evaluator_key","evaluator_version","kind","config","config_sha256"],"title":"EvaluatorSnapshot","type":"object"},"EventPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/RunEvent"},"title":"Data","type":"array"},"has_more":{"title":"Has More","type":"boolean"},"next_sequence":{"title":"Next Sequence","type":"integer"},"run_status":{"anyOf":[{"enum":["queued","running","cancelling","finalizing","completed","partial","failed","cancelled"],"type":"string"},{"type":"null"}],"description":"The run's status, read before the events: a terminal status with has_more false means the log is complete.","title":"Run Status"}},"required":["data","next_sequence","has_more"],"title":"EventPage","type":"object"},"ExecutionOptions":{"additionalProperties":false,"properties":{"chat_enabled":{"default":false,"title":"Chat Enabled","type":"boolean"},"creator_profiles_enabled":{"default":false,"title":"Creator Profiles Enabled","type":"boolean"},"max_models_per_run":{"title":"Max Models Per Run","type":"integer"},"max_run_cap_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Configured per-run maximum for quoted and non-native workflows, not a wallet reservation.","title":"Max Run Cap Microusd"}},"required":["max_models_per_run"],"title":"ExecutionOptions","type":"object"},"ExternalAnalysis":{"additionalProperties":false,"properties":{"policy_id":{"format":"uuid","title":"Policy Id","type":"string"},"suite_id":{"format":"uuid","title":"Suite Id","type":"string"}},"required":["suite_id","policy_id"],"title":"ExternalAnalysis","type":"object"},"ExternalEvidence":{"additionalProperties":false,"properties":{"baseline_revision":{"pattern":"^[a-f0-9]{40}([a-f0-9]{24})?$","title":"Baseline Revision","type":"string"},"candidate_revision":{"pattern":"^[a-f0-9]{40}([a-f0-9]{24})?$","title":"Candidate Revision","type":"string"},"evidence_sha256":{"pattern":"^[a-f0-9]{64}$","title":"Evidence Sha256","type":"string"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"observations":{"items":{"$ref":"#/components/schemas/ExternalObservation"},"maxItems":10000,"minItems":1,"title":"Observations","type":"array"},"schema_version":{"const":"evalrouter.external-evidence.v1","title":"Schema Version","type":"string"},"source":{"maxLength":120,"minLength":1,"title":"Source","type":"string"}},"required":["name","schema_version","source","baseline_revision","candidate_revision","observations","evidence_sha256"],"title":"ExternalEvidence","type":"object"},"ExternalObservation":{"additionalProperties":false,"properties":{"artifact_sha256":{"pattern":"^[a-f0-9]{64}$","title":"Artifact Sha256","type":"string"},"cost_microusd":{"anyOf":[{"maximum":9007199254740990,"minimum":0,"type":"integer"},{"type":"null"}],"title":"Cost Microusd"},"latency_ms":{"anyOf":[{"maxLength":80,"pattern":"^(0|[1-9][0-9]*)(\\.[0-9]+)?$","type":"string"},{"type":"null"}],"title":"Latency Ms"},"protocol_sha256":{"pattern":"^[a-f0-9]{64}$","title":"Protocol Sha256","type":"string"},"role":{"enum":["baseline","candidate"],"title":"Role","type":"string"},"score":{"anyOf":[{"maxLength":80,"pattern":"^-?(0|[1-9][0-9]*)(\\.[0-9]+)?$","type":"string"},{"type":"null"}],"title":"Score"},"status":{"enum":["graded","error","cancelled","skipped"],"title":"Status","type":"string"},"task_key":{"maxLength":200,"minLength":1,"title":"Task Key","type":"string"},"trial":{"maximum":99,"minimum":0,"title":"Trial","type":"integer"}},"required":["task_key","trial","role","status","protocol_sha256","artifact_sha256"],"title":"ExternalObservation","type":"object"},"FeedbackHint":{"additionalProperties":false,"description":"Where to report this error if it looks like an EvalRouter defect or gap.\n\nPOST a `NewFeedback` body to `url` with the same credentials, and copy\n`request_id` into `attempted.request_id` so the report links to this\nfailed request. Report only suspected product problems, not expected\nrefusals such as an exhausted balance you intend to top up.","properties":{"docs":{"description":"Human-readable guide to the feedback endpoint.","title":"Docs","type":"string"},"method":{"const":"POST","description":"HTTP method for a new report.","title":"Method","type":"string"},"request_id":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"This failed request's ID; send it as attempted.request_id.","title":"Request Id"},"url":{"const":"/v1/feedback","description":"Feedback endpoint on this API origin.","title":"Url","type":"string"}},"required":["url","method","request_id","docs"],"title":"FeedbackHint","type":"object"},"FeedbackPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/FeedbackRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"FeedbackPage","type":"object"},"FeedbackReceipt":{"additionalProperties":false,"properties":{"duplicate_of":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"description":"The earlier report from this workspace with the same kind, route, error code and summary within 24 hours, if any. The new report is still recorded.","title":"Duplicate Of"},"feedback_id":{"format":"uuid","title":"Feedback Id","type":"string"},"status":{"const":"received","title":"Status","type":"string"}},"required":["feedback_id","status","duplicate_of"],"title":"FeedbackReceipt","type":"object"},"FeedbackRecord":{"additionalProperties":false,"properties":{"actual":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Actual"},"agent":{"anyOf":[{"$ref":"#/components/schemas/FeedbackAgent"},{"type":"null"}]},"attempted":{"anyOf":[{"$ref":"#/components/schemas/FeedbackAttempt"},{"type":"null"}]},"client":{"anyOf":[{"$ref":"#/components/schemas/FeedbackClient"},{"type":"null"}]},"contact_ok":{"title":"Contact Ok","type":"boolean"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"details":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Details"},"duplicate_of":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Duplicate Of"},"expected":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Expected"},"id":{"format":"uuid","title":"Id","type":"string"},"kind":{"enum":["bug","missing_feature","docs","confusing_behavior","other"],"title":"Kind","type":"string"},"pr_url":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"Pull request or issue tracking the fix, if any.","title":"Pr Url"},"resolution_note":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Resolution Note"},"severity":{"enum":["blocker","degraded","nice_to_have"],"title":"Severity","type":"string"},"status":{"description":"received -> triaged -> accepted -> pr_open -> shipped, or declined at any step.","enum":["received","triaged","accepted","pr_open","shipped","declined"],"title":"Status","type":"string"},"summary":{"title":"Summary","type":"string"},"updated_at":{"format":"date-time","title":"Updated At","type":"string"}},"required":["id","kind","severity","summary","details","attempted","expected","actual","agent","client","contact_ok","status","pr_url","resolution_note","duplicate_of","created_at","updated_at"],"title":"FeedbackRecord","type":"object"},"FeedbackAgent":{"additionalProperties":false,"description":"The agent that is reporting, when an agent reports.","properties":{"model":{"anyOf":[{"maxLength":128,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9 ._/:@+()-]*$","type":"string"},{"type":"null"}],"title":"Model"},"name":{"maxLength":100,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9 ._/:@+()-]*$","title":"Name","type":"string"},"version":{"anyOf":[{"maxLength":64,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9._+-]*$","type":"string"},{"type":"null"}],"title":"Version"}},"required":["name"],"title":"FeedbackAgent","type":"object"},"FeedbackAttempt":{"additionalProperties":false,"description":"The request that failed or behaved unexpectedly.","properties":{"error_code":{"anyOf":[{"pattern":"^[A-Za-z0-9_.:-]{1,64}$","type":"string"},{"type":"null"}],"description":"error.code, if any.","title":"Error Code"},"http_status":{"anyOf":[{"maximum":599,"minimum":100,"type":"integer"},{"type":"null"}],"title":"Http Status"},"method":{"anyOf":[{"enum":["GET","POST","PUT","PATCH","DELETE","HEAD","OPTIONS"],"type":"string"},{"type":"null"}],"description":"HTTP method of the request.","title":"Method"},"path":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"description":"Path of the request, for example /v1/runs/3f0c.../results. The server stores its route template (/v1/runs/{run_id}/results) and drops query strings.","title":"Path"},"request_id":{"anyOf":[{"pattern":"^[A-Za-z0-9._:-]{1,128}$","type":"string"},{"type":"null"}],"description":"error.request_id (or the X-Request-Id header) of the failed request.","title":"Request Id"}},"title":"FeedbackAttempt","type":"object"},"FeedbackClient":{"additionalProperties":false,"description":"The client software; filled from the User-Agent header when omitted.","properties":{"name":{"maxLength":100,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9 ._/:@+()-]*$","title":"Name","type":"string"},"version":{"anyOf":[{"maxLength":64,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9._+-]*$","type":"string"},{"type":"null"}],"title":"Version"}},"required":["name"],"title":"FeedbackClient","type":"object"},"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"title":"Detail","type":"array"}},"title":"HTTPValidationError","type":"object"},"HumanLabel":{"additionalProperties":false,"properties":{"category":{"default":"general","maxLength":120,"minLength":1,"title":"Category","type":"string"},"human_pass":{"title":"Human Pass","type":"boolean"},"name":{"default":"Reviewed trace verdict","maxLength":120,"minLength":1,"title":"Name","type":"string"},"result_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Result Version Id"},"review_attestation":{"const":true,"title":"Review Attestation","type":"boolean"},"split_role":{"enum":["held_out","validation"],"title":"Split Role","type":"string"},"suite_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Suite Id"},"supersedes_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Supersedes Id"},"task_key":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Task Key"},"trace_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Trace Id"}},"required":["human_pass","split_role","review_attestation"],"title":"HumanLabel","type":"object"},"IntegrationDisconnected":{"additionalProperties":false,"properties":{"ok":{"title":"Ok","type":"boolean"}},"required":["ok"],"title":"IntegrationDisconnected","type":"object"},"Invitation":{"additionalProperties":false,"properties":{"email":{"format":"email","title":"Email","type":"string"},"role":{"default":"member","enum":["admin","member","viewer"],"title":"Role","type":"string"}},"required":["email"],"title":"Invitation","type":"object"},"IssueEvent":{"additionalProperties":false,"properties":{"decision_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Decision Id"},"discovery_assignment_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Discovery Assignment Id"},"event":{"enum":["discovered","covered","fixed","recurred"],"title":"Event","type":"string"},"issue_key":{"maxLength":120,"minLength":1,"title":"Issue Key","type":"string"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"suite_id":{"format":"uuid","title":"Suite Id","type":"string"},"task_keys":{"items":{"type":"string"},"maxItems":1000,"minItems":1,"title":"Task Keys","type":"array"}},"required":["name","issue_key","event","suite_id","task_keys"],"title":"IssueEvent","type":"object"},"JsonValue-Output":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"array"},{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}]},"KeyCeiling":{"additionalProperties":false,"properties":{"spend_ceiling_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"title":"Spend Ceiling Microusd"}},"required":["spend_ceiling_microusd"],"title":"KeyCeiling","type":"object"},"LiveSnapshot":{"additionalProperties":false,"properties":{"answers_withheld":{"default":false,"description":"True while a client or remote agent's run is not terminal: scores, references and harness task ids appear when it ends.","title":"Answers Withheld","type":"boolean"},"events":{"items":{"$ref":"#/components/schemas/RunEvent"},"title":"Events","type":"array"},"next_sequence":{"title":"Next Sequence","type":"integer"},"profiles":{"items":{"$ref":"#/components/schemas/LiveProfile"},"title":"Profiles","type":"array"},"result":{"anyOf":[{"$ref":"#/components/schemas/LiveResultRef"},{"type":"null"}]},"run":{"$ref":"#/components/schemas/RunRecord"},"streaming":{"title":"Streaming","type":"boolean"},"updated_at":{"format":"date-time","title":"Updated At","type":"string"}},"required":["run","profiles","next_sequence","updated_at","result","streaming","events"],"title":"LiveSnapshot","type":"object"},"LiveProfile":{"additionalProperties":false,"properties":{"cancelled":{"title":"Cancelled","type":"integer"},"errors":{"title":"Errors","type":"integer"},"graded":{"title":"Graded","type":"integer"},"incremental_results":{"default":false,"title":"Incremental Results","type":"boolean"},"metrics":{"items":{"$ref":"#/components/schemas/MetricRecord"},"title":"Metrics","type":"array"},"model_index":{"title":"Model Index","type":"integer"},"pending":{"title":"Pending","type":"integer"},"planned":{"title":"Planned","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"provider_completed":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Provider Completed"},"running":{"title":"Running","type":"integer"},"scored_samples":{"title":"Scored Samples","type":"integer"},"skipped_budget":{"title":"Skipped Budget","type":"integer"},"unit_id":{"format":"uuid","title":"Unit Id","type":"string"},"updated_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Updated At"}},"required":["unit_id","profile_id","model_index","planned","graded","errors","skipped_budget","cancelled","pending","running","metrics","scored_samples","updated_at"],"title":"LiveProfile","type":"object"},"LiveResultRef":{"additionalProperties":false,"properties":{"checksum":{"title":"Checksum","type":"string"},"version":{"title":"Version","type":"integer"}},"required":["version","checksum"],"title":"LiveResultRef","type":"object"},"LiveTrialPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/LiveTrial"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"},"restricted_profiles":{"items":{"type":"string"},"title":"Restricted Profiles","type":"array"}},"required":["data","next_cursor","restricted_profiles"],"title":"LiveTrialPage","type":"object"},"LiveTrial":{"additionalProperties":false,"properties":{"answers_withheld":{"default":false,"description":"True while a client or remote agent's run is not terminal: `task_id` is the opaque sample id and `metric_values` is empty until it ends.","title":"Answers Withheld","type":"boolean"},"charge_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Settled customer charge for this task so far: its settled model, execution and platform-fee charges. Null until a charge settles; never provider cost.","title":"Charge Microusd"},"episode_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Episode Id"},"epoch":{"title":"Epoch","type":"integer"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"id":{"format":"uuid","title":"Id","type":"string"},"is_environment":{"title":"Is Environment","type":"boolean"},"metric_values":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Metric Values","type":"object"},"model_index":{"title":"Model Index","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"provisional":{"title":"Provisional","type":"boolean"},"retried_calls":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"description":"Model call attempts EvalRouter retried for this task (attempts after the first). Null when the task has no EvalRouter-routed model call.","title":"Retried Calls"},"status":{"title":"Status","type":"string"},"step_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"description":"Committed environment steps, when available; not a completion percentage.","title":"Step Count"},"task_id":{"title":"Task Id","type":"string"},"title":{"anyOf":[{"maxLength":120,"type":"string"},{"type":"null"}],"description":"The first line of a repository task's problem statement. Present only for repository tasks whose benchmark permits showing task content.","title":"Title"}},"required":["id","task_id","profile_id","model_index","epoch","status","error_code","metric_values","provisional","episode_id","is_environment"],"title":"LiveTrial","type":"object"},"MetricRecord":{"additionalProperties":false,"properties":{"direction":{"anyOf":[{"enum":["higher_is_better","lower_is_better"],"type":"string"},{"type":"null"}],"title":"Direction"},"key":{"title":"Key","type":"string"},"name":{"title":"Name","type":"string"},"sample_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Sample Count"},"source":{"title":"Source","type":"string"},"standard_error":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Standard Error"},"task":{"title":"Task","type":"string"},"uncertainty":{"anyOf":[{"$ref":"#/components/schemas/Uncertainty"},{"type":"null"}]},"value":{"anyOf":[{"type":"integer"},{"type":"number"}],"title":"Value"}},"required":["key","task","name","value","standard_error","sample_count","source","direction"],"title":"MetricRecord","type":"object"},"MonitorEvent":{"additionalProperties":false,"properties":{"calibration_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Calibration Version Id"},"dataset_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Version Id"},"external_event_id":{"maxLength":200,"minLength":1,"title":"External Event Id","type":"string"},"integration":{"maxLength":120,"minLength":1,"title":"Integration","type":"string"}},"required":["integration","external_event_id"],"title":"MonitorEvent","type":"object"},"MonitorStatusPatch":{"additionalProperties":false,"properties":{"status":{"enum":["active","paused"],"title":"Status","type":"string"}},"required":["status"],"title":"MonitorStatusPatch","type":"object"},"MonitorTrigger":{"additionalProperties":false,"properties":{"interval_seconds":{"anyOf":[{"maximum":2592000,"minimum":3600,"type":"integer"},{"type":"null"}],"title":"Interval Seconds"},"kind":{"enum":["event","interval"],"title":"Kind","type":"string"}},"required":["kind"],"title":"MonitorTrigger","type":"object"},"MonitorView":{"additionalProperties":false,"properties":{"config_sha256":{"title":"Config Sha256","type":"string"},"held_microusd":{"title":"Held Microusd","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"mode":{"enum":["agent","acp"],"title":"Mode","type":"string"},"next_run_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Next Run At"},"pause_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Pause Reason"},"per_run_cap_microusd":{"title":"Per Run Cap Microusd","type":"string"},"spent_microusd":{"title":"Spent Microusd","type":"string"},"status":{"title":"Status","type":"string"},"total_cap_microusd":{"title":"Total Cap Microusd","type":"string"},"trigger":{"additionalProperties":true,"title":"Trigger","type":"object"},"tune_session_id":{"format":"uuid","title":"Tune Session Id","type":"string"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["id","workspace_id","tune_session_id","mode","status","trigger","config_sha256","per_run_cap_microusd","total_cap_microusd","spent_microusd","held_microusd","next_run_at","pause_reason"],"title":"MonitorView","type":"object"},"Name":{"additionalProperties":false,"properties":{"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"}},"required":["name"],"title":"Name","type":"object"},"NamespacePage":{"properties":{"data":{"items":{"$ref":"#/components/schemas/NamespaceResult"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data"],"title":"NamespacePage","type":"object"},"NamespaceResult":{"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"slug":{"title":"Slug","type":"string"},"source_url":{"title":"Source Url","type":"string"},"status":{"enum":["requested","verified","revoked"],"title":"Status","type":"string"},"verified_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Verified At"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["id","workspace_id","slug","source_url","status","created_at","verified_at"],"title":"NamespaceResult","type":"object"},"NewA2AConnection":{"additionalProperties":false,"description":"A remote agent (Adrian, 2026-10-09): its A2A endpoint and auth. A quote names it with\n`agent: {kind: remote, connection_id}`. Never a model.","properties":{"auth":{"discriminator":{"mapping":{"headers":"#/components/schemas/HeadersAuth","oauth2_client_credentials":"#/components/schemas/OAuth2ClientCredentials"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/HeadersAuth"},{"$ref":"#/components/schemas/OAuth2ClientCredentials"}],"title":"Auth"},"base_url":{"maxLength":2048,"minLength":8,"title":"Base Url","type":"string"},"card_path":{"anyOf":[{"maxLength":500,"pattern":"^/[^\\s?#]*$","type":"string"},{"type":"null"}],"title":"Card Path"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"protocol":{"const":"a2a","title":"Protocol","type":"string"}},"required":["protocol","name","base_url","auth"],"title":"NewA2AConnection","type":"object"},"HeadersAuth":{"additionalProperties":false,"description":"1–4 secret request headers (a bearer token is `Authorization: Bearer …`).","properties":{"headers":{"items":{"$ref":"#/components/schemas/SecretHeader"},"maxItems":4,"minItems":1,"title":"Headers","type":"array"},"kind":{"const":"headers","title":"Kind","type":"string"}},"required":["kind","headers"],"title":"HeadersAuth","type":"object"},"NewComparison":{"additionalProperties":false,"properties":{"baseline_model_index":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"title":"Baseline Model Index"},"baseline_result_id":{"format":"uuid","title":"Baseline Result Id","type":"string"},"candidate_model_indices":{"anyOf":[{"items":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}]},"minItems":1,"type":"array"},{"type":"null"}],"title":"Candidate Model Indices"},"candidate_result_ids":{"items":{"format":"uuid","type":"string"},"minItems":1,"title":"Candidate Result Ids","type":"array"},"policy":{"$ref":"#/components/schemas/ReleasePolicy"}},"required":["baseline_result_id","candidate_result_ids"],"title":"NewComparison","type":"object"},"NewConnection":{"additionalProperties":false,"properties":{"api_key":{"format":"password","title":"Api Key","type":"string","writeOnly":true},"base_url":{"maxLength":2048,"minLength":8,"title":"Base Url","type":"string"},"context_window":{"default":32768,"maximum":2000000,"minimum":512,"title":"Context Window","type":"integer"},"max_output_tokens":{"default":4096,"maximum":32768,"minimum":16,"title":"Max Output Tokens","type":"integer"},"model_id":{"maxLength":200,"minLength":1,"title":"Model Id","type":"string"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"output_modes":{"anyOf":[{"items":{"enum":["json_object","json_schema"],"type":"string"},"maxItems":2,"type":"array"},{"type":"null"}],"title":"Output Modes"},"protocol":{"default":"openai_chat","enum":["openai_chat","openai_completions"],"title":"Protocol","type":"string"}},"required":["name","base_url","model_id","api_key"],"title":"NewConnection","type":"object"},"NewDecision":{"additionalProperties":false,"properties":{"baseline":{"$ref":"#/components/schemas/ReleaseTarget"},"calibration_ids":{"items":{"format":"uuid","type":"string"},"maxItems":100,"title":"Calibration Ids","type":"array"},"candidate":{"$ref":"#/components/schemas/ReleaseTarget"},"changed_paths":{"anyOf":[{"items":{"type":"string"},"maxItems":10000,"type":"array"},{"type":"null"}],"title":"Changed Paths"},"changed_tools":{"items":{"type":"string"},"maxItems":1000,"title":"Changed Tools","type":"array"},"improvement_candidate_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Improvement Candidate Id"},"max_charge_microusd":{"pattern":"^[1-9][0-9]{0,15}$","title":"Max Charge Microusd","type":"string"},"policy_id":{"format":"uuid","title":"Policy Id","type":"string"},"request_key":{"maxLength":200,"minLength":1,"pattern":"^[a-zA-Z0-9_.:-]+$","title":"Request Key","type":"string"},"reuse_baseline":{"default":false,"title":"Reuse Baseline","type":"boolean"},"suite_id":{"format":"uuid","title":"Suite Id","type":"string"},"tune_session_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Tune Session Id"}},"required":["suite_id","policy_id","baseline","candidate","max_charge_microusd","request_key"],"title":"NewDecision","type":"object"},"NewFeedback":{"additionalProperties":false,"description":"A bug, missing feature, documentation gap or confusing behavior.\n\nText fields are stored as plain data after secret-shaped strings are\nremoved. Never include credentials, customer data or hidden evaluation\ncontent.","properties":{"actual":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"title":"Actual"},"agent":{"anyOf":[{"$ref":"#/components/schemas/FeedbackAgent"},{"type":"null"}]},"attempted":{"anyOf":[{"$ref":"#/components/schemas/FeedbackAttempt"},{"type":"null"}]},"client":{"anyOf":[{"$ref":"#/components/schemas/FeedbackClient"},{"type":"null"}]},"contact_ok":{"default":false,"description":"Whether the workspace owner may be contacted about this.","title":"Contact Ok","type":"boolean"},"details":{"anyOf":[{"maxLength":5000,"type":"string"},{"type":"null"}],"description":"Steps, context and anything already tried.","title":"Details"},"expected":{"anyOf":[{"maxLength":2000,"type":"string"},{"type":"null"}],"title":"Expected"},"kind":{"description":"bug: the API or CLI did something wrong. missing_feature: a capability you needed does not exist. docs: documentation is wrong or missing. confusing_behavior: it works as designed but the design misled you. other.","enum":["bug","missing_feature","docs","confusing_behavior","other"],"title":"Kind","type":"string"},"severity":{"description":"blocker: you cannot continue. degraded: a workaround exists but costs time or quality. nice_to_have: an improvement.","enum":["blocker","degraded","nice_to_have"],"title":"Severity","type":"string"},"summary":{"description":"One line: what went wrong or what is missing.","maxLength":200,"minLength":1,"title":"Summary","type":"string"}},"required":["kind","severity","summary"],"title":"NewFeedback","type":"object"},"NewKey":{"additionalProperties":false,"properties":{"expires_in_days":{"default":90,"maximum":365,"minimum":1,"title":"Expires In Days","type":"integer"},"label":{"maxLength":120,"minLength":1,"title":"Label","type":"string"},"scopes":{"items":{"enum":["eval:read","eval:write","billing:read","billing:write","benchmarks:submit","traces:write"],"type":"string"},"maxItems":6,"minItems":1,"title":"Scopes","type":"array"},"spend_ceiling_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"title":"Spend Ceiling Microusd"}},"required":["label","scopes"],"title":"NewKey","type":"object"},"NewNamespace":{"additionalProperties":false,"properties":{"slug":{"maxLength":80,"pattern":"^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$","title":"Slug","type":"string"},"source_url":{"maxLength":2048,"title":"Source Url","type":"string"}},"required":["slug","source_url"],"title":"NewNamespace","type":"object"},"NewPart":{"additionalProperties":false,"properties":{"data":{"maxLength":5592408,"title":"Data","type":"string"}},"required":["data"],"title":"NewPart","type":"object"},"NewQuote":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"discriminator":{"mapping":{"hosted":"#/components/schemas/HostedAgent","local":"#/components/schemas/LocalAgent","registry":"#/components/schemas/RegistryAgent","remote":"#/components/schemas/RemoteAgent"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/RegistryAgent"},{"$ref":"#/components/schemas/LocalAgent"},{"$ref":"#/components/schemas/HostedAgent"},{"$ref":"#/components/schemas/RemoteAgent"}]},{"pattern":"^[a-z0-9][a-z0-9_./-]{0,119}@[a-zA-Z0-9_.-]{1,80}$","type":"string"},{"type":"null"}],"title":"Agent"},"batch_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Batch Id"},"concurrency":{"anyOf":[{"enum":["auto","max"],"type":"string"},{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Concurrency"},"continuation":{"anyOf":[{"$ref":"#/components/schemas/ContinuationOptions"},{"type":"null"}]},"coverage":{"anyOf":[{"discriminator":{"mapping":{"full":"#/components/schemas/FullCoverage","sample":"#/components/schemas/SampleCoverage","tasks":"#/components/schemas/TaskCoverage"},"propertyName":"mode"},"oneOf":[{"$ref":"#/components/schemas/SampleCoverage"},{"$ref":"#/components/schemas/FullCoverage"},{"$ref":"#/components/schemas/TaskCoverage"}]},{"type":"null"}],"title":"Coverage"},"from_run":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"description":"The run a `continuation` quote continues.","title":"From Run"},"guardrails":{"anyOf":[{"$ref":"#/components/schemas/ClientRunGuardrails"},{"type":"null"}]},"kind":{"default":"run","enum":["run","continuation"],"title":"Kind","type":"string"},"limits":{"anyOf":[{"$ref":"#/components/schemas/ClientRunLimits"},{"type":"null"}]},"max_charge_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"title":"Max Charge Microusd"},"model":{"anyOf":[{"discriminator":{"mapping":{"connection":"#/components/schemas/ConnectedModel","managed":"#/components/schemas/ManagedModel","training_artifact":"#/components/schemas/TrainingArtifactModel"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/ManagedModel"},{"$ref":"#/components/schemas/ConnectedModel"},{"$ref":"#/components/schemas/TrainingArtifactModel"}]},{"type":"null"}],"title":"Model"},"model_budget_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"description":"Aggregate managed-model spending ceiling for a remote provider run. The overall quote cap separately covers provider and service charges.","title":"Model Budget Microusd"},"output_format":{"anyOf":[{"enum":["default","leaderboard","prompt_json","native_json","json_schema"],"type":"string"},{"type":"null"}],"title":"Output Format"},"reasoning_budget_tokens":{"anyOf":[{"maximum":1000000,"minimum":1,"type":"integer"},{"type":"null"}],"description":"Thinking budget in tokens for a route whose reasoning control is a budget. Omit for the route's default. Must be within the route's bounds and below each benchmark's output allowance; cannot be combined with reasoning_effort.","title":"Reasoning Budget Tokens"},"reasoning_effort":{"anyOf":[{"enum":["none","low","medium","high","xhigh","max"],"type":"string"},{"type":"null"}],"description":"Reasoning effort for this quote. Omit for the model route's default. Refused before any charge when the route cannot run it; the frozen plan and every result record the choice.","title":"Reasoning Effort"},"selection":{"anyOf":[{"$ref":"#/components/schemas/Profiles"},{"$ref":"#/components/schemas/Suite"},{"$ref":"#/components/schemas/EnvironmentSelection"},{"$ref":"#/components/schemas/EvalReference"},{"type":"null"}],"description":"What to run. Required unless `kind` is `continuation`.","title":"Selection"},"standard":{"anyOf":[{"pattern":"^[a-z0-9][a-z0-9-]{0,62}$","type":"string"},{"type":"null"}],"title":"Standard"},"subjects":{"anyOf":[{"items":{"$ref":"#/components/schemas/Subject"},"maxItems":8,"minItems":2,"type":"array"},{"type":"null"}],"description":"Two to eight distinct models run on the same tasks in one run, under one spending cap (or the wallet). Use instead of `model`. Reasoning settings apply to every subject. No subject is a reference: `GET /v1/runs/{run_id}/comparison` ranks them.","title":"Subjects"},"trace":{"anyOf":[{"$ref":"#/components/schemas/ClientTracePolicy"},{"type":"null"}]}},"title":"NewQuote","type":"object"},"ClientRunGuardrails":{"additionalProperties":false,"description":"Opt-in spend guardrails (`client_run_guardrails`).\n\nEach is enforced by the platform at attempt claim, from the frozen plan.\nStopping uses the run's normal cancellation: only work that ran is charged.","properties":{"early_stop":{"anyOf":[{"$ref":"#/components/schemas/EarlyStop"},{"type":"null"}]},"max_consecutive_agent_failures":{"anyOf":[{"maximum":1000,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Max Consecutive Agent Failures"}},"title":"ClientRunGuardrails","type":"object"},"ClientRunLimits":{"additionalProperties":false,"description":"Per-attempt limits frozen in the quote; they bound the reservation.\n\nA limit left out takes the benchmark's standard configuration\n(`benchmark_standards`); one set to anything else makes the run custom,\nand the quote says so. The defaults here apply only where no standard\nstates the limit.","properties":{"attempt_seconds":{"default":1800,"maximum":43200,"minimum":60,"title":"Attempt Seconds","type":"integer"},"idle_seconds":{"anyOf":[{"maximum":43200,"minimum":60,"type":"integer"},{"type":"null"}],"title":"Idle Seconds"},"max_calls":{"default":64,"maximum":4096,"minimum":1,"title":"Max Calls","type":"integer"},"max_cost_microusd":{"anyOf":[{"maximum":1000000000000,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Max Cost Microusd"},"max_input_bytes":{"default":240000,"maximum":240000,"minimum":1,"title":"Max Input Bytes","type":"integer"},"max_output_tokens":{"default":8192,"maximum":32768,"minimum":1,"title":"Max Output Tokens","type":"integer"},"request_seconds":{"default":120,"maximum":1800,"minimum":1,"title":"Request Seconds","type":"integer"}},"title":"ClientRunLimits","type":"object"},"ClientTracePolicy":{"additionalProperties":false,"description":"`NewQuote.trace` (agent quotes): what the run's client trace records.\n\n`level`: `off` (no client-reported steps), `metadata` (the agent span with\nits counts, checkpoints, test and command results), `spans` (the default:\nthe agent -> model turn -> tool call tree, metadata only) or `content`\n(spans plus redacted, bounded content; also needs the platform setting).\n`include` narrows the kinds recorded: `model_turns` and `tool_calls` are\nspans, `command_output` is command results (and execute-tool output with\ncontent), `file_diffs` and `agent_messages` are content only. The platform\nmaximum is `spans` unless content capture is enabled; a higher level is\nrefused at quote (422 `client_trace_level_unavailable`). Custom redaction\npatterns never leave the customer's machine, so they are not part of it.","properties":{"include":{"items":{"enum":["model_turns","tool_calls","command_output","file_diffs","agent_messages"],"type":"string"},"maxItems":5,"title":"Include","type":"array"},"level":{"default":"spans","enum":["off","metadata","spans","content"],"title":"Level","type":"string"}},"title":"ClientTracePolicy","type":"object"},"ConnectedModel":{"additionalProperties":false,"properties":{"connection_id":{"format":"uuid","title":"Connection Id","type":"string"},"kind":{"const":"connection","title":"Kind","type":"string"}},"required":["kind","connection_id"],"title":"ConnectedModel","type":"object"},"ContinuationOptions":{"additionalProperties":false,"description":"`NewQuote.continuation`: the rarely needed choices of a continuation quote.","properties":{"include_owner_stops":{"default":false,"description":"Also rerun cells stopped by cancellation or the run time limit.","title":"Include Owner Stops","type":"boolean"},"unknown_retry":{"anyOf":[{"$ref":"#/components/schemas/UnknownRetryConsent"},{"type":"null"}],"description":"Consent to new paid attempts of eligible unknown-outcome tasks, restricted to unknown_retry_origins when supplied. Omitted: such tasks are never attempted."},"unknown_retry_origins":{"anyOf":[{"items":{"$ref":"#/components/schemas/UnknownRetryOrigin"},"maxItems":5324,"minItems":1,"type":"array"},{"type":"null"}],"description":"Optional exact origins to include in unknown_retry. Requires unknown_retry; every selected origin must be eligible in this run's current lineage. Other eligible unknown cells stay deferred; other cells retain ordinary handling. Omitted: all eligible unknown cells are included, within max_cells. Does not filter ordinary safe reruns or saved-response grading.","title":"Unknown Retry Origins"}},"title":"ContinuationOptions","type":"object"},"EarlyStop":{"additionalProperties":false,"description":"Stop once the paired comparison with this finalized result is conclusive.","properties":{"baseline_result_id":{"format":"uuid","title":"Baseline Result Id","type":"string"}},"required":["baseline_result_id"],"title":"EarlyStop","type":"object"},"EnvironmentSelection":{"additionalProperties":false,"properties":{"environment":{"pattern":"^[a-z0-9][a-z0-9_./-]{0,119}@[a-zA-Z0-9_.-]{1,80}$","title":"Environment","type":"string"},"split":{"default":"test","enum":["canonical","train","development","test"],"title":"Split","type":"string"}},"required":["environment"],"title":"EnvironmentSelection","type":"object"},"EvalReference":{"additionalProperties":false,"description":"Select by universal reference; the router decides which provider executes it.","properties":{"eval":{"maxLength":300,"minLength":3,"title":"Eval","type":"string"},"provider":{"anyOf":[{"pattern":"^[a-z0-9][a-z0-9-]{0,39}$","type":"string"},{"type":"null"}],"title":"Provider"},"split":{"anyOf":[{"enum":["canonical","train","development","test"],"type":"string"},{"type":"null"}],"title":"Split"}},"required":["eval"],"title":"EvalReference","type":"object"},"FullCoverage":{"additionalProperties":false,"properties":{"mode":{"const":"full","title":"Mode","type":"string"}},"required":["mode"],"title":"FullCoverage","type":"object"},"HostedAgent":{"additionalProperties":false,"description":"A registry agent EvalRouter builds and runs (`hosted@2`).\n\nThe artifact is EvalRouter's own build of the pinned entry, resolved server-side\nfrom the stored snapshot, so the customer sends no artifact hash.","properties":{"id":{"pattern":"^[a-z0-9][a-z0-9._-]{0,99}$","title":"Id","type":"string"},"kind":{"const":"hosted","title":"Kind","type":"string"},"snapshot_sha256":{"pattern":"^[a-f0-9]{64}$","title":"Snapshot Sha256","type":"string"},"version":{"pattern":"^[A-Za-z0-9][A-Za-z0-9.+_-]{0,63}$","title":"Version","type":"string"}},"required":["kind","id","version","snapshot_sha256"],"title":"HostedAgent","type":"object"},"LocalAgent":{"additionalProperties":false,"description":"A customer ACP command. EvalRouter records, never verifies or executes, it.\n\n`command_digest` is `local_command_digest(argv, executable_sha256)`; argv and\nenvironment never leave the customer's machine.","properties":{"command_digest":{"pattern":"^[a-f0-9]{64}$","title":"Command Digest","type":"string"},"declared_name":{"pattern":"^[A-Za-z0-9][A-Za-z0-9 ._@/+-]{0,79}$","title":"Declared Name","type":"string"},"kind":{"const":"local","title":"Kind","type":"string"}},"required":["kind","command_digest","declared_name"],"title":"LocalAgent","type":"object"},"ManagedModel":{"additionalProperties":false,"properties":{"kind":{"const":"managed","title":"Kind","type":"string"},"route_id":{"maxLength":200,"minLength":1,"title":"Route Id","type":"string"}},"required":["kind","route_id"],"title":"ManagedModel","type":"object"},"NewRecommendation":{"additionalProperties":false,"properties":{"budget_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"description":"Optional selection guidance using observed costs. Not an execution cap or cost guarantee.","title":"Budget Microusd"},"capabilities":{"items":{"maxLength":100,"minLength":1,"type":"string"},"maxItems":20,"title":"Capabilities","type":"array"},"exclude_sources":{"items":{"maxLength":300,"minLength":3,"type":"string"},"maxItems":50,"title":"Exclude Sources","type":"array"},"excluded_tasks":{"items":{"$ref":"#/components/schemas/TaskIdentity"},"maxItems":1000,"title":"Excluded Tasks","type":"array"},"include_sources":{"items":{"maxLength":300,"minLength":3,"type":"string"},"maxItems":50,"title":"Include Sources","type":"array"},"models":{"items":{"discriminator":{"mapping":{"connection":"#/components/schemas/ConnectedModel","managed":"#/components/schemas/ManagedModel"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/ManagedModel"},{"$ref":"#/components/schemas/ConnectedModel"}]},"maxItems":8,"minItems":1,"title":"Models","type":"array"},"objective":{"default":"","maxLength":2000,"title":"Objective","type":"string"},"required_tasks":{"items":{"$ref":"#/components/schemas/TaskIdentity"},"maxItems":1000,"title":"Required Tasks","type":"array"},"seed":{"default":42,"maximum":4294967295,"minimum":0,"title":"Seed","type":"integer"},"task_limit":{"default":25,"maximum":1000,"minimum":1,"title":"Task Limit","type":"integer"}},"required":["models"],"title":"NewRecommendation","type":"object"},"NewRun":{"additionalProperties":false,"properties":{"max_charge_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"title":"Max Charge Microusd"},"metadata":{"additionalProperties":{"type":"string"},"maxProperties":20,"title":"Metadata","type":"object"},"name":{"default":"Evaluation","maxLength":120,"minLength":1,"title":"Name","type":"string"},"quote_id":{"format":"uuid","title":"Quote Id","type":"string"},"unknown_retry_consent_sha256":{"anyOf":[{"pattern":"^[0-9a-f]{64}$","type":"string"},{"type":"null"}],"description":"Required when a continuation quote attempts unknown-outcome tasks: its `continuation.unknown_retry.consent_sha256`.","title":"Unknown Retry Consent Sha256"}},"required":["quote_id"],"title":"NewRun","type":"object"},"NewSchedule":{"additionalProperties":false,"properties":{"cadence":{"enum":["daily","weekly"],"title":"Cadence","type":"string"},"local_time":{"pattern":"^([01][0-9]|2[0-3]):[0-5][0-9]$","title":"Local Time","type":"string"},"monthly_cap_microusd":{"pattern":"^[0-9]+$","title":"Monthly Cap Microusd","type":"string"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"quote_id":{"format":"uuid","title":"Quote Id","type":"string"},"timezone":{"maxLength":100,"minLength":1,"title":"Timezone","type":"string"},"weekday":{"anyOf":[{"maximum":6,"minimum":0,"type":"integer"},{"type":"null"}],"title":"Weekday"}},"required":["quote_id","name","timezone","cadence","local_time","monthly_cap_microusd"],"title":"NewSchedule","type":"object"},"NewShare":{"additionalProperties":false,"properties":{"expires_in_days":{"default":7,"maximum":365,"minimum":1,"title":"Expires In Days","type":"integer"},"fields":{"items":{"enum":["scores","coverage","protocol","model","finished_at"],"type":"string"},"maxItems":5,"minItems":1,"title":"Fields","type":"array"},"version":{"maximum":2147483647,"minimum":1,"title":"Version","type":"integer"}},"required":["version"],"title":"NewShare","type":"object"},"NewSuite":{"additionalProperties":false,"properties":{"defaults":{"$ref":"#/components/schemas/SuiteDefaults"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"previous_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Previous Version Id"},"profile_ids":{"items":{"type":"string"},"maxItems":50,"title":"Profile Ids","type":"array"},"task_selections":{"items":{"$ref":"#/components/schemas/SuiteTaskSelection"},"maxItems":50,"title":"Task Selections","type":"array"}},"required":["name"],"title":"NewSuite","type":"object"},"NewTuneSession":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"$ref":"#/components/schemas/TuneAgent"},{"type":"null"}]},"max_draft_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,8}$","type":"string"},{"type":"null"}],"title":"Max Draft Microusd"},"mode":{"default":"model","enum":["model","agent"],"title":"Mode","type":"string"},"nomination_only":{"default":false,"title":"Nomination Only","type":"boolean"},"objective":{"anyOf":[{"$ref":"#/components/schemas/TuneObjective"},{"type":"null"}]},"release_binding":{"anyOf":[{"$ref":"#/components/schemas/TuneReleaseBinding"},{"type":"null"}]},"rights":{"anyOf":[{"$ref":"#/components/schemas/TuneRights"},{"type":"null"}]},"search":{"anyOf":[{"$ref":"#/components/schemas/TuneSearch"},{"type":"null"}]},"source":{"anyOf":[{"$ref":"#/components/schemas/ImprovementSourceSelection"},{"type":"null"}]},"workload":{"anyOf":[{"$ref":"#/components/schemas/TuneWorkload"},{"type":"null"}]}},"title":"NewTuneSession","type":"object"},"ImprovementSourceSelection":{"additionalProperties":false,"properties":{"github_connection_id":{"format":"uuid","title":"Github Connection Id","type":"string"},"github_repository_id":{"exclusiveMaximum":9223372036854776000,"exclusiveMinimum":0,"title":"Github Repository Id","type":"integer"},"ref":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Ref"},"repository_url":{"maxLength":300,"pattern":"^https://github\\.com/[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+$","title":"Repository Url","type":"string"}},"required":["github_connection_id","github_repository_id","repository_url"],"title":"ImprovementSourceSelection","type":"object"},"NewUpload":{"additionalProperties":false,"properties":{"archive_sha256":{"pattern":"^[0-9a-f]{64}$","title":"Archive Sha256","type":"string"},"name":{"maxLength":80,"pattern":"^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$","title":"Name","type":"string"},"namespace_id":{"format":"uuid","title":"Namespace Id","type":"string"},"size_bytes":{"exclusiveMinimum":0,"maximum":545259520,"title":"Size Bytes","type":"integer"},"version":{"pattern":"^(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)$","title":"Version","type":"string"}},"required":["namespace_id","name","version","archive_sha256","size_bytes"],"title":"NewUpload","type":"object"},"NewWebhook":{"additionalProperties":false,"properties":{"event_types":{"items":{"enum":["run.queued","run.completed","campaign.admitted","campaign.completed","campaign.blocked"],"type":"string"},"maxItems":5,"minItems":1,"title":"Event Types","type":"array"},"id":{"format":"uuid","title":"Id","type":"string"},"url":{"maxLength":2048,"minLength":8,"title":"Url","type":"string"}},"required":["id","url","event_types"],"title":"NewWebhook","type":"object"},"OAuth2ClientCredentials":{"additionalProperties":false,"description":"OAuth 2.0 client credentials (RFC 6749 §4.4): EvalRouter fetches a token at\n`token_url` with HTTP basic client authentication and sends it as a bearer token.","properties":{"audience":{"anyOf":[{"maxLength":1000,"type":"string"},{"type":"null"}],"title":"Audience"},"client_id":{"maxLength":500,"minLength":1,"title":"Client Id","type":"string"},"client_secret":{"format":"password","title":"Client Secret","type":"string","writeOnly":true},"kind":{"const":"oauth2_client_credentials","title":"Kind","type":"string"},"scope":{"anyOf":[{"maxLength":1000,"type":"string"},{"type":"null"}],"title":"Scope"},"token_url":{"maxLength":2000,"pattern":"^https?://[^\\s@#\\\\]+$","title":"Token Url","type":"string"}},"required":["kind","token_url","client_id","client_secret"],"title":"OAuth2ClientCredentials","type":"object"},"OKResponse":{"additionalProperties":false,"properties":{"ok":{"title":"Ok","type":"boolean"}},"required":["ok"],"title":"OKResponse","type":"object"},"OccurrenceAccepted":{"additionalProperties":false,"properties":{"id":{"format":"uuid","title":"Id","type":"string"},"status":{"title":"Status","type":"string"}},"required":["id","status"],"title":"OccurrenceAccepted","type":"object"},"OccurrenceView":{"additionalProperties":false,"properties":{"calibration_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Calibration Sha256"},"calibration_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Calibration Version Id"},"completed_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Completed At"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"dataset_manifest_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Dataset Manifest Sha256"},"dataset_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Version Id"},"environment_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Environment Id"},"environment_manifest_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Environment Manifest Sha256"},"environment_ref":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Environment Ref"},"environment_split":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Environment Split"},"external_event_id":{"title":"External Event Id","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"integration":{"title":"Integration","type":"string"},"job_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Job Id"},"monitor_id":{"format":"uuid","title":"Monitor Id","type":"string"},"native_runs":{"anyOf":[{"items":{"additionalProperties":true,"type":"object"},"type":"array"},{"type":"null"}],"title":"Native Runs"},"reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason"},"reserved_microusd":{"title":"Reserved Microusd","type":"string"},"result":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Result"},"spent_microusd":{"title":"Spent Microusd","type":"string"},"status":{"title":"Status","type":"string"},"trigger_kind":{"title":"Trigger Kind","type":"string"}},"required":["id","monitor_id","trigger_kind","integration","external_event_id","dataset_version_id","dataset_manifest_sha256","calibration_version_id","calibration_sha256","environment_ref","environment_manifest_sha256","environment_id","environment_split","native_runs","status","reason","job_id","reserved_microusd","spent_microusd","result","created_at","completed_at"],"title":"OccurrenceView","type":"object"},"PackagePage":{"properties":{"data":{"items":{"$ref":"#/components/schemas/PackageResult"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data"],"title":"PackagePage","type":"object"},"PackageResult":{"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"manifest":{"additionalProperties":true,"title":"Manifest","type":"object"},"material":{"items":{"$ref":"#/components/schemas/MaterialState"},"title":"Material","type":"array"},"name":{"title":"Name","type":"string"},"namespace_id":{"format":"uuid","title":"Namespace Id","type":"string"},"package_sha256":{"title":"Package Sha256","type":"string"},"protocol_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Protocol Sha256"},"runnable":{"const":false,"default":false,"title":"Runnable","type":"boolean"},"status":{"title":"Status","type":"string"},"upload_id":{"format":"uuid","title":"Upload Id","type":"string"},"validation":{"additionalProperties":true,"title":"Validation","type":"object"},"version":{"title":"Version","type":"string"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["id","workspace_id","namespace_id","upload_id","name","version","package_sha256","manifest","validation","status","created_at","expires_at"],"title":"PackageResult","type":"object"},"MaterialState":{"description":"Preparation state carried through the existing status surface.","properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"findings":{"items":{"type":"string"},"title":"Findings","type":"array"},"name":{"title":"Name","type":"string"},"prepared_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Prepared At"},"receipt_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Receipt Sha256"},"requested_sha256":{"title":"Requested Sha256","type":"string"},"size_bytes":{"title":"Size Bytes","type":"integer"},"source_kind":{"title":"Source Kind","type":"string"},"status":{"enum":["declared","prepared","failed"],"title":"Status","type":"string"}},"required":["name","source_kind","status","size_bytes","requested_sha256","receipt_sha256","error_code","findings","created_at","prepared_at"],"title":"MaterialState","type":"object"},"Page_BenchmarkRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/BenchmarkRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[BenchmarkRecord]","type":"object"},"Page_ComparisonListItem_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ComparisonListItem"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ComparisonListItem]","type":"object"},"ComparisonListItem":{"additionalProperties":false,"properties":{"baseline":{"$ref":"#/components/schemas/ComparisonReference"},"baseline_result_id":{"format":"uuid","title":"Baseline Result Id","type":"string"},"candidate_result_ids":{"items":{"format":"uuid","type":"string"},"title":"Candidate Result Ids","type":"array"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"status":{"enum":["pass","fail","inconclusive"],"title":"Status","type":"string"}},"required":["id","baseline_result_id","candidate_result_ids","status","created_at","baseline","expires_at"],"title":"ComparisonListItem","type":"object"},"Page_ConnectionRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ConnectionRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ConnectionRecord]","type":"object"},"Page_EnvironmentRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/EnvironmentRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[EnvironmentRecord]","type":"object"},"Page_EpisodeRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/EpisodeRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[EpisodeRecord]","type":"object"},"Page_EvalRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/EvalRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[EvalRecord]","type":"object"},"Page_ManagedRoute_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ManagedRoute"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ManagedRoute]","type":"object"},"ManagedRoute":{"additionalProperties":false,"properties":{"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"display_name":{"title":"Display Name","type":"string"},"generation":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation"},"hosting_provider":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Hosting Provider"},"id":{"title":"Id","type":"string"},"limits":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Limits"},"model_id":{"title":"Model Id","type":"string"},"price_version":{"title":"Price Version","type":"string"},"pricing":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"description":"Your price for this model route, in micro-USD per million tokens (and per request where one applies), with any EvalRouter margin already included. Route margins, provider cost and provider price sources are internal and never returned.","title":"Pricing","type":"object"},"provider":{"title":"Provider","type":"string"},"reasoning_options":{"anyOf":[{"$ref":"#/components/schemas/RouteReasoningOptions"},{"type":"null"}],"description":"The route's reasoning capability, from reviewed metadata only. Always present in catalog listings; independent of quotes, credits and billing."},"revision":{"title":"Revision","type":"integer"},"status":{"title":"Status","type":"string"}},"required":["id","provider","model_id","display_name","revision","capabilities","price_version","pricing","status"],"title":"ManagedRoute","type":"object"},"Page_PrivateProfile_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/PrivateProfile"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[PrivateProfile]","type":"object"},"Page_RolloutRef_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/RolloutRef"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[RolloutRef]","type":"object"},"Page_RunRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/RunRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[RunRecord]","type":"object"},"Page_ScheduleOccurrence_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ScheduleOccurrence"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ScheduleOccurrence]","type":"object"},"Page_ScheduleRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ScheduleRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ScheduleRecord]","type":"object"},"Page_SuiteRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/SuiteRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[SuiteRecord]","type":"object"},"PartResult":{"properties":{"part_index":{"title":"Part Index","type":"integer"},"sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Sha256"},"size_bytes":{"title":"Size Bytes","type":"integer"},"stored_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Stored At"}},"required":["part_index","size_bytes","sha256","stored_at"],"title":"PartResult","type":"object"},"PrivateProfile":{"additionalProperties":false,"properties":{"category":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Category"},"code_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Code License"},"data_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Data License"},"description":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Description"},"display_policy":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Display Policy"},"fewshot_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Fewshot Config"},"generation_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation Config"},"id":{"title":"Id","type":"string"},"license_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"License Url"},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"metrics":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Metrics"},"model_fit":{"anyOf":[{"$ref":"#/components/schemas/BenchmarkModelFit"},{"type":"null"}]},"name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Name"},"presentation":{"anyOf":[{"$ref":"#/components/schemas/CatalogPresentation"},{"type":"null"}]},"provenance":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Provenance"},"quote_availability":{"anyOf":[{"$ref":"#/components/schemas/BenchmarkQuoteAvailability"},{"type":"null"}]},"quote_review_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Quote Review Id"},"quote_status":{"const":"execution_disabled","default":"execution_disabled","title":"Quote Status","type":"string"},"required_capabilities":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Required Capabilities"},"runnable":{"const":false,"default":false,"title":"Runnable","type":"boolean"},"runner":{"title":"Runner","type":"string"},"sampling_algorithm":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Sampling Algorithm"},"slug":{"title":"Slug","type":"string"},"source_revision":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Revision"},"source_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Url"},"status":{"title":"Status","type":"string"},"task_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Task Count"},"version":{"title":"Version","type":"string"},"visibility":{"const":"private","default":"private","title":"Visibility","type":"string"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["id","slug","version","runner","status","manifest_sha256","workspace_id"],"title":"PrivateProfile","type":"object"},"Profiles":{"additionalProperties":false,"properties":{"profile_ids":{"items":{"type":"string"},"maxItems":50,"minItems":1,"title":"Profile Ids","type":"array"}},"required":["profile_ids"],"title":"Profiles","type":"object"},"ProjectDiscoveryInput":{"additionalProperties":false,"properties":{"api_key":{"maxLength":4096,"minLength":1,"title":"Api Key","type":"string"},"project_name":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Project Name"},"region":{"default":"us","enum":["us","eu"],"title":"Region","type":"string"}},"required":["api_key"],"title":"ProjectDiscoveryInput","type":"object"},"QueueWorkload":{"additionalProperties":false,"properties":{"calibration_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Calibration Version Id"},"dataset_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Version Id"}},"title":"QueueWorkload","type":"object"},"QuoteRecord":{"additionalProperties":false,"properties":{"continuation":{"anyOf":[{"$ref":"#/components/schemas/ContinuationSummary"},{"type":"null"}],"description":"A continuation quote's cells: what is reused, rerun or left out. Its estimate and cap cover only the rerun cells."},"cost_estimate":{"anyOf":[{"$ref":"#/components/schemas/EvaluationCostEstimate"},{"type":"null"}],"description":"EvalRouter cost estimate with its source and limitations. This is not a spending limit or guarantee."},"created_at":{"format":"date-time","title":"Created At","type":"string"},"estimated_charge_microusd":{"description":"Deprecated name of worst_case_charge_microusd, kept for compatibility: the conservative worst-case cost for the selected workload with every call at its maximum allowed usage. This is not expected spend. Omitted while the service does not publish cost forecasts (the default).","pattern":"^[0-9]+$","title":"Estimated Charge Microusd","type":"string"},"expected_charge_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Legacy estimate formed from per-call mean usage and fixed fees. It may differ materially from the final charge. Omitted while the service does not publish legacy cost forecasts (the default).","title":"Expected Charge Microusd"},"expected_range":{"anyOf":[{"$ref":"#/components/schemas/ExpectedRange"},{"type":"null"}],"description":"Legacy per-call percentile scenarios, not a final-bill confidence range. Omitted while the service does not publish legacy cost forecasts (the default)."},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"max_charge_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"The spending cap. Omitted for a wallet-funded quote.","title":"Max Charge Microusd"},"plan":{"$ref":"#/components/schemas/QuotePlan"},"price_version":{"title":"Price Version","type":"string"},"reasoning_budget_options":{"anyOf":[{"$ref":"#/components/schemas/ReasoningBudgetOptions"},{"type":"null"}],"description":"Thinking budgets a new quote on this model route may request with reasoning_budget_tokens, and the one this plan runs. Present only for routes with a manual thinking budget."},"reasoning_options":{"anyOf":[{"$ref":"#/components/schemas/ReasoningOptions"},{"type":"null"}],"description":"Reasoning efforts a new quote on this model route may request with reasoning_effort, and the one this plan runs. Absent for models without a selectable reasoning setting."},"retention":{"$ref":"#/components/schemas/RetentionPolicy"},"worst_case_charge_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Conservative worst-case cost with every call at its maximum allowed usage (the same amount as estimated_charge_microusd). Omitted while the service does not publish cost forecasts (the default).","title":"Worst Case Charge Microusd"}},"required":["id","created_at","expires_at","plan","price_version","retention"],"title":"QuoteRecord","type":"object"},"ContinuationSummary":{"additionalProperties":false,"properties":{"deferred_cells":{"default":0,"description":"Unresolved cells left uncalled now, preserving their origin for later safe recovery. A charge waiver alone never permits a retry.","minimum":0,"title":"Deferred Cells","type":"integer"},"not_included":{"$ref":"#/components/schemas/ContinuationNotIncluded"},"reasons":{"additionalProperties":{"type":"integer"},"description":"Cell counts by `disposition:reason`.","title":"Reasons","type":"object"},"rerun_cells":{"description":"Cells priced and charged normally from available wallet credit. Zero only when the quote grades saved responses alone.","minimum":0,"title":"Rerun Cells","type":"integer"},"reuse_expires_at":{"description":"The source's raw-data deadline; reuse is refused after it.","format":"date-time","title":"Reuse Expires At","type":"string"},"reused_cells":{"description":"Graded source cells imported with no inference, fee or charge.","minimum":0,"title":"Reused Cells","type":"integer"},"saved_response_cells":{"default":0,"description":"Failed cells whose stored original answer is graded at no charge, with no new request.","minimum":0,"title":"Saved Response Cells","type":"integer"},"source_run_id":{"format":"uuid","title":"Source Run Id","type":"string"},"unknown_retry":{"anyOf":[{"$ref":"#/components/schemas/UnknownRetrySummary"},{"type":"null"}],"description":"Tasks whose earlier provider outcome is unknown. Omitted when there are none."},"unknown_retry_origins":{"anyOf":[{"items":{"$ref":"#/components/schemas/UnknownRetryOrigin"},"type":"array"},{"type":"null"}],"description":"Exact selected origins frozen by a single-run quote, when requested. The consent digest binds exactly these new attempts; other eligible unknown cells remain deferred. Does not filter ordinary safe reruns or saved-response grading.","title":"Unknown Retry Origins"},"version":{"const":1,"title":"Version","type":"integer"}},"required":["version","source_run_id","reused_cells","rerun_cells","not_included","reasons","reuse_expires_at"],"title":"ContinuationSummary","type":"object"},"ContinuationNotIncluded":{"additionalProperties":false,"description":"Cells not executed by this quote. Only the explicit deferred_cells subset\nretains origin provenance for a future, newly quoted safe recovery.","properties":{"refused":{"description":"Cells that can be neither reused nor rerun, left out permanently.","minimum":0,"title":"Refused","type":"integer"},"waiting_reconciliation":{"description":"Unresolved cells not executed now. The summary's deferred_cells subset preserves origin provenance; legacy quotes without it exclude these permanently.","minimum":0,"title":"Waiting Reconciliation","type":"integer"}},"required":["waiting_reconciliation","refused"],"title":"ContinuationNotIncluded","type":"object"},"EvaluationCostEstimate":{"additionalProperties":false,"description":"Customer estimate with its source and limitations.","properties":{"amount_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"title":"Amount Microusd"},"exclusions":{"items":{"type":"string"},"title":"Exclusions","type":"array"},"note":{"title":"Note","type":"string"},"observed_calls":{"minimum":0,"title":"Observed Calls","type":"integer"},"scope":{"anyOf":[{"enum":["route","model"],"type":"string"},{"type":"null"}],"title":"Scope"},"source":{"enum":["measured","planned","exact","unavailable","mixed"],"title":"Source","type":"string"}},"required":["source","observed_calls","note"],"title":"EvaluationCostEstimate","type":"object"},"ExpectedRange":{"additionalProperties":false,"properties":{"basis":{"description":"Legacy estimate basis. Sources may be measured, planned, heuristic, worst_case, exact or mixed. These labels describe input assumptions, not accuracy or confidence.","enum":["measured","planned","heuristic","worst_case","exact","mixed"],"title":"Basis","type":"string"},"p50_microusd":{"description":"Legacy scenario total formed by pricing every call at its per-call median usage. This is not a run-level percentile or confidence interval.","pattern":"^[0-9]+$","title":"P50 Microusd","type":"string"},"p90_microusd":{"description":"Legacy scenario total formed by pricing every call at its per-call 90th-percentile usage. This is not a run-level percentile or confidence interval.","pattern":"^[0-9]+$","title":"P90 Microusd","type":"string"}},"required":["p50_microusd","p90_microusd","basis"],"title":"ExpectedRange","type":"object"},"QuotePlan":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Agent"},"agents":{"anyOf":[{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"type":"array"},{"type":"null"}],"title":"Agents"},"client_run":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Client Run"},"concurrency":{"anyOf":[{"$ref":"#/components/schemas/ConcurrencyPlan"},{"type":"null"}]},"configuration":{"anyOf":[{"$ref":"#/components/schemas/RunConfiguration"},{"type":"null"}]},"coverage":{"$ref":"#/components/schemas/CoverageRecord"},"execution_mode":{"anyOf":[{"const":"client_run","type":"string"},{"type":"null"}],"title":"Execution Mode"},"funding_policy":{"anyOf":[{"$ref":"#/components/schemas/RunFundingPolicy"},{"type":"null"}]},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"pricing":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Pricing","type":"object"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileSelection"},"title":"Profiles","type":"array"},"recommendation":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Recommendation"},"route":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Route"},"schema_version":{"enum":[1,2,3,4],"title":"Schema Version","type":"integer"},"selection_source":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Selection Source","type":"object"},"task_protocol":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"description":"The frozen task protocol receipt's public projection (`PublicReceipt` in contracts/task-protocol.schema.json): `public`, `public_sha256` and `receipt_sha256`, never its hidden partition. Present on task protocol v2 runs and quotes.","title":"Task Protocol"},"total_tasks":{"title":"Total Tasks","type":"integer"},"warnings":{"items":{"type":"string"},"title":"Warnings","type":"array"}},"required":["schema_version","selection_source","model","profiles","coverage","total_tasks","pricing","warnings"],"title":"QuotePlan","type":"object"},"ConcurrencyPlan":{"additionalProperties":false,"properties":{"admitted_ceiling":{"maximum":100,"minimum":1,"title":"Admitted Ceiling","type":"integer"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileConcurrency"},"title":"Profiles","type":"array"},"requested":{"anyOf":[{"enum":["auto","max"],"type":"string"},{"maximum":100,"minimum":1,"type":"integer"}],"title":"Requested"},"scope":{"const":"run_inference","title":"Scope","type":"string"}},"required":["requested","scope","admitted_ceiling","profiles"],"title":"ConcurrencyPlan","type":"object"},"CoverageRecord":{"additionalProperties":false,"properties":{"mode":{"enum":["sample","full","tasks"],"title":"Mode","type":"string"},"sample_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Sample Count"},"seed":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Seed"},"task_ids":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Task Ids"}},"required":["mode"],"title":"CoverageRecord","type":"object"},"ProfileConcurrency":{"additionalProperties":false,"properties":{"adapter_ceiling":{"maximum":100,"minimum":1,"title":"Adapter Ceiling","type":"integer"},"admitted_ceiling":{"maximum":100,"minimum":1,"title":"Admitted Ceiling","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"reasons":{"items":{"enum":["auto_heuristic","auto_throughput","adapter_limit","gateway_limit","task_count","budget_limit"],"type":"string"},"title":"Reasons","type":"array"}},"required":["profile_id","admitted_ceiling","adapter_ceiling","reasons"],"title":"ProfileConcurrency","type":"object"},"ProfileSelection":{"additionalProperties":false,"properties":{"admission":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Admission"},"attempts_per_task":{"default":1,"maximum":100,"minimum":1,"title":"Attempts Per Task","type":"integer"},"dataset_assets_sha256":{"title":"Dataset Assets Sha256","type":"string"},"environment":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Environment"},"generation_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation Config"},"granted":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Granted"},"id":{"title":"Id","type":"string"},"judge":{"anyOf":[{"$ref":"#/components/schemas/JudgeSelection"},{"type":"null"}]},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"max_output_tokens":{"default":4096,"maximum":32768,"minimum":1,"title":"Max Output Tokens","type":"integer"},"output_format":{"anyOf":[{"$ref":"#/components/schemas/OutputFormatSelection"},{"type":"null"}]},"population_count":{"title":"Population Count","type":"integer"},"private_test":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Private Test"},"reasoning":{"anyOf":[{"$ref":"#/components/schemas/ReasoningSelection"},{"type":"null"}]},"remote":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Remote"},"sampling_algorithm":{"title":"Sampling Algorithm","type":"string"},"sandbox":{"anyOf":[{"$ref":"#/components/schemas/SandboxPolicyView"},{"type":"null"}]},"selected_count":{"title":"Selected Count","type":"integer"},"selection_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Selection Sha256"},"task_ids":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Task Ids"},"task_ids_hash":{"title":"Task Ids Hash","type":"string"}},"required":["id","manifest_sha256","selected_count","population_count","sampling_algorithm","task_ids_hash","dataset_assets_sha256"],"title":"ProfileSelection","type":"object"},"JudgeSelection":{"additionalProperties":false,"properties":{"model":{"$ref":"#/components/schemas/SelectedModel"},"protocol":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Protocol","type":"object"}},"required":["protocol","model"],"title":"JudgeSelection","type":"object"},"OutputFormatSelection":{"additionalProperties":false,"description":"The output format frozen for one benchmark selection (`output_formats`).\n\n`id` decides the provider request; `adapter` is its frozen implementation;\n`policy` records how the quote chose it. Rankings group by `id` and `adapter`.","properties":{"adapter":{"title":"Adapter","type":"string"},"id":{"enum":["prompt_json","native_json","json_schema"],"title":"Id","type":"string"},"policy":{"enum":["default","leaderboard","explicit"],"title":"Policy","type":"string"}},"required":["id","adapter","policy"],"title":"OutputFormatSelection","type":"object"},"ReasoningBudgetOptions":{"additionalProperties":false,"description":"Thinking budgets a new quote on this route may request, and the one this plan runs.","properties":{"default":{"title":"Default","type":"integer"},"max":{"title":"Max","type":"integer"},"min":{"title":"Min","type":"integer"},"selected":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Selected"}},"required":["min","max","default"],"title":"ReasoningBudgetOptions","type":"object"},"ReasoningOptions":{"additionalProperties":false,"description":"Reasoning efforts a new quote on this route may request (not frozen).\n\nOn a manual thinking-budget route there is no effort: `default_effort` and\n`selected` are null, `supported_efforts` is empty and `selected_budget_tokens`\nis the budget this plan runs.","properties":{"default_effort":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Default Effort"},"selected":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Selected"},"selected_budget_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Selected Budget Tokens"},"supported_efforts":{"items":{"type":"string"},"title":"Supported Efforts","type":"array"}},"required":["default_effort","supported_efforts"],"title":"ReasoningOptions","type":"object"},"ReasoningSelection":{"additionalProperties":false,"description":"The reasoning setting frozen for a provider-default reasoning version (`sob-text@4`).\n\n`effort` is the route's frozen reasoning effort (`source: route`), `none`\nwhen the request disables reasoning (`source: disabled`), or\n`endpoint_default` when the endpoint takes no reasoning control\n(`source: endpoint`). Results and leaderboard entries record it.","properties":{"effort":{"enum":["none","low","medium","high","xhigh","max","endpoint_default"],"title":"Effort","type":"string"},"source":{"enum":["route","disabled","endpoint"],"title":"Source","type":"string"}},"required":["effort","source"],"title":"ReasoningSelection","type":"object"},"ReceiptTrust":{"additionalProperties":false,"description":"Explicit operator-supplied trust roots, never fetched from a package.","properties":{"keys":{"items":{"$ref":"#/components/schemas/TrustKeyRecord"},"maxItems":100,"minItems":1,"title":"Keys","type":"array"},"schema_version":{"const":"evalrouter.receipt-trust.v1","title":"Schema Version","type":"string"}},"required":["schema_version","keys"],"title":"ReceiptTrust","type":"object"},"RecommendationRecord":{"additionalProperties":false,"properties":{"budget":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Budget","type":"object"},"covered_capabilities":{"items":{"type":"string"},"title":"Covered Capabilities","type":"array"},"exclusions":{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"title":"Exclusions","type":"array"},"id":{"title":"Id","type":"string"},"job":{"anyOf":[{"$ref":"#/components/schemas/DirectCampaignRequest"},{"type":"null"}]},"objective":{"title":"Objective","type":"string"},"policy":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Policy","type":"object"},"requested_capabilities":{"items":{"type":"string"},"title":"Requested Capabilities","type":"array"},"selections":{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"title":"Selections","type":"array"},"task_count":{"title":"Task Count","type":"integer"},"uncovered_capabilities":{"items":{"type":"string"},"title":"Uncovered Capabilities","type":"array"},"warnings":{"items":{"type":"string"},"title":"Warnings","type":"array"}},"required":["id","policy","objective","requested_capabilities","covered_capabilities","uncovered_capabilities","task_count","selections","exclusions","warnings","budget","job"],"title":"RecommendationRecord","type":"object"},"DirectCampaignRequest":{"additionalProperties":false,"description":"One launch job, with one ordinary run per runnable candidate/benchmark pair.","properties":{"acknowledge_external_agent_costs":{"default":false,"title":"Acknowledge External Agent Costs","type":"boolean"},"baseline_index":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"title":"Baseline Index"},"candidates":{"items":{"$ref":"#/components/schemas/CampaignCandidate"},"minItems":1,"title":"Candidates","type":"array"},"evaluations":{"items":{"$ref":"#/components/schemas/CampaignEvaluation"},"maxItems":50,"minItems":1,"title":"Evaluations","type":"array"},"max_charge_microusd":{"anyOf":[{},{"type":"null"}],"description":"Rejected for one-time evaluation jobs.","title":"Max Charge Microusd"},"model_budget_microusd":{"anyOf":[{},{"type":"null"}],"description":"Rejected for one-time evaluation jobs.","title":"Model Budget Microusd"},"model_caps_microusd":{"anyOf":[{},{"type":"null"}],"description":"Rejected for one-time evaluation jobs.","title":"Model Caps Microusd"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"recommendation":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"description":"Task-selection provenance. Never grants execution or billing authority.","title":"Recommendation"}},"required":["name","candidates","evaluations"],"title":"DirectCampaignRequest","type":"object"},"CampaignCandidate":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"pattern":"^[a-z0-9][a-z0-9_./-]{0,119}@[a-zA-Z0-9_.-]{1,80}$","type":"string"},{"type":"null"}],"title":"Agent"},"model":{"anyOf":[{"discriminator":{"mapping":{"connection":"#/components/schemas/ConnectedModel","managed":"#/components/schemas/ManagedModel","training_artifact":"#/components/schemas/TrainingArtifactModel"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/ManagedModel"},{"$ref":"#/components/schemas/ConnectedModel"},{"$ref":"#/components/schemas/TrainingArtifactModel"}]},{"type":"null"}],"title":"Model"},"reasoning_budget_tokens":{"anyOf":[{"maximum":1000000,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Reasoning Budget Tokens"},"reasoning_effort":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reasoning Effort"}},"title":"CampaignCandidate","type":"object"},"CampaignEvaluation":{"additionalProperties":false,"properties":{"concurrency":{"anyOf":[{"enum":["auto","max"],"type":"string"},{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Concurrency"},"coverage":{"anyOf":[{"discriminator":{"mapping":{"full":"#/components/schemas/FullCoverage","sample":"#/components/schemas/SampleCoverage","tasks":"#/components/schemas/TaskCoverage"},"propertyName":"mode"},"oneOf":[{"$ref":"#/components/schemas/SampleCoverage"},{"$ref":"#/components/schemas/FullCoverage"},{"$ref":"#/components/schemas/TaskCoverage"}]},{"type":"null"}],"title":"Coverage"},"output_format":{"anyOf":[{"enum":["default","leaderboard","prompt_json","native_json","json_schema"],"type":"string"},{"type":"null"}],"title":"Output Format"},"selection":{"anyOf":[{"$ref":"#/components/schemas/Profiles"},{"$ref":"#/components/schemas/Suite"},{"$ref":"#/components/schemas/EnvironmentSelection"},{"$ref":"#/components/schemas/EvalReference"}],"title":"Selection"}},"required":["selection"],"title":"CampaignEvaluation","type":"object"},"ReconnectInput":{"additionalProperties":false,"properties":{"api_key":{"maxLength":4096,"minLength":1,"title":"Api Key","type":"string"},"project_id":{"maxLength":128,"minLength":1,"title":"Project Id","type":"string"},"project_name":{"maxLength":200,"minLength":1,"title":"Project Name","type":"string"},"region":{"default":"us","enum":["us","eu"],"title":"Region","type":"string"}},"required":["api_key","project_id","project_name"],"title":"ReconnectInput","type":"object"},"RegistryAgent":{"additionalProperties":false,"description":"A stable ACP Registry entry pinned from a snapshot EvalRouter stored.\n\nThe server refuses a snapshot it has not stored, an id/version absent from it,\nand an `artifact_sha256` that differs from a hash the snapshot publishes.\nWithout a published hash the client's observed hash is recorded as\n`unverified_upstream` and the quote needs `accept_unverified_artifact`.","properties":{"accept_unverified_artifact":{"default":false,"title":"Accept Unverified Artifact","type":"boolean"},"artifact_sha256":{"pattern":"^[a-f0-9]{64}$","title":"Artifact Sha256","type":"string"},"distribution":{"enum":["binary","npx","uvx"],"title":"Distribution","type":"string"},"id":{"pattern":"^[a-z0-9][a-z0-9._-]{0,99}$","title":"Id","type":"string"},"kind":{"const":"registry","title":"Kind","type":"string"},"platform":{"anyOf":[{"pattern":"^[a-z0-9]+-[a-z0-9_]+$","type":"string"},{"type":"null"}],"title":"Platform"},"snapshot_sha256":{"pattern":"^[a-f0-9]{64}$","title":"Snapshot Sha256","type":"string"},"version":{"pattern":"^[A-Za-z0-9][A-Za-z0-9.+_-]{0,63}$","title":"Version","type":"string"}},"required":["kind","id","version","snapshot_sha256","distribution","artifact_sha256"],"title":"RegistryAgent","type":"object"},"ReleasePolicy":{"additionalProperties":false,"properties":{"checks":{"items":{"$ref":"#/components/schemas/ReleaseCheck"},"maxItems":100,"title":"Checks","type":"array"}},"title":"ReleasePolicy","type":"object"},"ReleaseCheck":{"additionalProperties":false,"properties":{"confidence_aware":{"default":false,"title":"Confidence Aware","type":"boolean"},"max_regression":{"anyOf":[{"minimum":0,"type":"number"},{"type":"null"}],"title":"Max Regression"},"maximum_score":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Maximum Score"},"metric":{"maxLength":300,"minLength":1,"title":"Metric","type":"string"},"minimum_samples":{"default":1,"maximum":100000,"minimum":1,"title":"Minimum Samples","type":"integer"},"minimum_score":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Minimum Score"},"profile_id":{"maxLength":200,"minLength":1,"title":"Profile Id","type":"string"},"require_completion":{"default":true,"title":"Require Completion","type":"boolean"}},"required":["profile_id","metric"],"title":"ReleaseCheck","type":"object"},"ReleaseTarget":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"pattern":"^[a-z0-9][a-z0-9_./-]{0,119}@[a-zA-Z0-9_.-]{1,80}$","type":"string"},{"type":"null"}],"title":"Agent"},"model":{"anyOf":[{"discriminator":{"mapping":{"connection":"#/components/schemas/ConnectedModel","managed":"#/components/schemas/ManagedModel"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/ManagedModel"},{"$ref":"#/components/schemas/ConnectedModel"}]},{"type":"null"}],"title":"Model"},"revision":{"pattern":"^[a-f0-9]{40}([a-f0-9]{24})?$","title":"Revision","type":"string"}},"required":["revision"],"title":"ReleaseTarget","type":"object"},"RemoteAgent":{"additionalProperties":false,"description":"A remote agent (task protocol v2 `remote_agent@2`): a workspace connection of\nprotocol `a2a` (its URL and auth), plus this run's agent settings. EvalRouter is\nthe controller; the quote checks the agent and freezes its identity\n(`remote_agents.owner.plan`).","properties":{"connection_id":{"format":"uuid","title":"Connection Id","type":"string"},"gateway_apis":{"items":{"const":"chat_completions","type":"string"},"maxItems":1,"title":"Gateway Apis","type":"array"},"kind":{"const":"remote","title":"Kind","type":"string"},"max_concurrent_tasks":{"default":4,"maximum":32,"minimum":1,"title":"Max Concurrent Tasks","type":"integer"},"parameters":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Input"},"title":"Parameters","type":"object"}},"required":["kind","connection_id"],"title":"RemoteAgent","type":"object"},"JsonValue-Input":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"$ref":"#/components/schemas/JsonValue-Input"},"type":"array"},{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Input"},"type":"object"},{"type":"null"}]},"RemoteScorerCreate":{"additionalProperties":false,"properties":{"endpoint_url":{"anyOf":[{"maxLength":2048,"minLength":8,"type":"string"},{"type":"null"}],"title":"Endpoint Url"},"external_cost_per_call_microusd":{"default":0,"maximum":1000000000,"minimum":0,"title":"External Cost Per Call Microusd","type":"integer"},"max_calls_per_job":{"default":100,"maximum":10000,"minimum":1,"title":"Max Calls Per Job","type":"integer"},"max_input_bytes":{"default":65536,"maximum":262144,"minimum":256,"title":"Max Input Bytes","type":"integer"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"project_name":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Project Name"},"provider":{"enum":["http","braintrust"],"title":"Provider","type":"string"},"region":{"default":"global","enum":["global","eu"],"title":"Region","type":"string"},"scorer_key":{"maxLength":120,"minLength":1,"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","title":"Scorer Key","type":"string"},"scorer_slug":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Scorer Slug"},"scorer_version":{"maxLength":200,"minLength":1,"title":"Scorer Version","type":"string"},"secret":{"maxLength":4096,"minLength":1,"title":"Secret","type":"string"},"timeout_ms":{"default":10000,"maximum":15000,"minimum":1000,"title":"Timeout Ms","type":"integer"}},"required":["scorer_key","name","provider","scorer_version","secret"],"title":"RemoteScorerCreate","type":"object"},"RemoteScorerPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/RemoteScorerView"},"title":"Data","type":"array"}},"required":["data"],"title":"RemoteScorerPage","type":"object"},"RemoteScorerView":{"additionalProperties":false,"properties":{"config_sha256":{"title":"Config Sha256","type":"string"},"credential_configured":{"const":true,"title":"Credential Configured","type":"boolean"},"endpoint_url":{"title":"Endpoint Url","type":"string"},"estimated_external_cost_at_call_cap_microusd":{"title":"Estimated External Cost At Call Cap Microusd","type":"integer"},"external_cost_per_call_microusd":{"title":"External Cost Per Call Microusd","type":"integer"},"external_cost_provider_billed_estimate":{"const":true,"title":"External Cost Provider Billed Estimate","type":"boolean"},"id":{"format":"uuid","title":"Id","type":"string"},"max_calls_per_job":{"title":"Max Calls Per Job","type":"integer"},"max_input_bytes":{"title":"Max Input Bytes","type":"integer"},"name":{"title":"Name","type":"string"},"numeric_score_threshold":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Numeric Score Threshold"},"project_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Project Name"},"provider":{"enum":["http","braintrust"],"title":"Provider","type":"string"},"result_contract":{"const":"evalrouter.remote-scorer-result.v1","title":"Result Contract","type":"string"},"scorer_key":{"title":"Scorer Key","type":"string"},"scorer_slug":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Scorer Slug"},"scorer_version":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Scorer Version"},"timeout_ms":{"title":"Timeout Ms","type":"integer"},"version":{"title":"Version","type":"integer"}},"required":["id","scorer_key","version","name","provider","endpoint_url","project_name","scorer_slug","scorer_version","max_calls_per_job","max_input_bytes","timeout_ms","external_cost_per_call_microusd","estimated_external_cost_at_call_cap_microusd","external_cost_provider_billed_estimate","config_sha256","credential_configured","result_contract","numeric_score_threshold"],"title":"RemoteScorerView","type":"object"},"ReportDocument":{"additionalProperties":false,"properties":{"chart_data":{"anyOf":[{"$ref":"#/components/schemas/ReportChartData"},{"type":"null"}]},"charts":{"items":{"$ref":"#/components/schemas/ReportChart"},"title":"Charts","type":"array"},"conclusion":{"title":"Conclusion","type":"string"},"examples":{"items":{"$ref":"#/components/schemas/ReportExample"},"title":"Examples","type":"array"},"findings":{"items":{"$ref":"#/components/schemas/ReportFinding"},"title":"Findings","type":"array"},"kind":{"enum":["run","comparison","training","benchmark"],"title":"Kind","type":"string"},"methodology":{"items":{"type":"string"},"title":"Methodology","type":"array"},"metrics":{"items":{"$ref":"#/components/schemas/ReportMetric"},"title":"Metrics","type":"array"},"next_steps":{"items":{"$ref":"#/components/schemas/ReportNextStep"},"title":"Next Steps","type":"array"},"schema_version":{"const":1,"title":"Schema Version","type":"integer"},"scope":{"items":{"type":"string"},"title":"Scope","type":"array"},"sources":{"items":{"$ref":"#/components/schemas/ReportSource"},"title":"Sources","type":"array"},"template_version":{"const":"1","title":"Template Version","type":"string"},"title":{"title":"Title","type":"string"}},"required":["schema_version","template_version","kind","title","sources","conclusion","scope","findings","metrics","charts","examples","next_steps","methodology"],"title":"ReportDocument","type":"object"},"ReportChart":{"additionalProperties":false,"properties":{"kind":{"enum":["metric_comparison","metric_change","training_progress"],"title":"Kind","type":"string"},"metric_keys":{"items":{"type":"string"},"title":"Metric Keys","type":"array"},"source_refs":{"items":{"type":"string"},"title":"Source Refs","type":"array"},"title":{"title":"Title","type":"string"}},"required":["kind","title","metric_keys","source_refs"],"title":"ReportChart","type":"object"},"ReportChartData":{"additionalProperties":false,"properties":{"groups":{"items":{"$ref":"#/components/schemas/ReportChartGroup"},"title":"Groups","type":"array"},"notes":{"items":{"type":"string"},"title":"Notes","type":"array"},"run":{"anyOf":[{"$ref":"#/components/schemas/ReportChartRunCost"},{"type":"null"}]},"schema_version":{"const":1,"title":"Schema Version","type":"integer"},"timings":{"anyOf":[{"$ref":"#/components/schemas/ReportChartTimings"},{"type":"null"}]}},"required":["schema_version","groups","notes"],"title":"ReportChartData","type":"object"},"ReportChartGroup":{"additionalProperties":false,"properties":{"changes":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartChange"},"type":"array"},{"type":"null"}],"title":"Changes"},"checks":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartCheck"},"type":"array"},{"type":"null"}],"title":"Checks"},"id":{"title":"Id","type":"string"},"label":{"title":"Label","type":"string"},"metrics":{"items":{"$ref":"#/components/schemas/ReportChartMetric"},"title":"Metrics","type":"array"},"paired_samples":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Paired Samples"},"pareto_eligible":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Pareto Eligible"},"radar_dimensions":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Radar Dimensions"},"series":{"items":{"$ref":"#/components/schemas/ReportChartSeries"},"title":"Series","type":"array"},"task_changes":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartTaskChange"},"type":"array"},{"type":"null"}],"title":"Task Changes"}},"required":["id","label","metrics","series"],"title":"ReportChartGroup","type":"object"},"ReportChartChange":{"additionalProperties":false,"properties":{"comparable":{"title":"Comparable","type":"boolean"},"delta":{"title":"Delta","type":"number"},"interval":{"anyOf":[{"$ref":"#/components/schemas/ReportChartInterval"},{"type":"null"}]},"key":{"title":"Key","type":"string"},"label":{"title":"Label","type":"string"},"series_id":{"title":"Series Id","type":"string"}},"required":["series_id","key","label","delta","comparable"],"title":"ReportChartChange","type":"object"},"ReportChartCheck":{"additionalProperties":false,"properties":{"configured_value":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Configured Value"},"delta":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Delta"},"key":{"title":"Key","type":"string"},"label":{"title":"Label","type":"string"},"reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason"},"series_id":{"title":"Series Id","type":"string"},"status":{"title":"Status","type":"string"},"threshold":{"title":"Threshold","type":"string"}},"required":["series_id","key","label","threshold","status"],"title":"ReportChartCheck","type":"object"},"ReportChartInterval":{"additionalProperties":false,"properties":{"high":{"title":"High","type":"number"},"label":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Label"},"low":{"title":"Low","type":"number"}},"required":["low","high"],"title":"ReportChartInterval","type":"object"},"ReportChartMetric":{"additionalProperties":false,"properties":{"direction":{"anyOf":[{"enum":["higher_is_better","lower_is_better"],"type":"string"},{"type":"null"}],"title":"Direction"},"domain":{"anyOf":[{"items":{"type":"number"},"type":"array"},{"type":"null"}],"title":"Domain"},"format":{"enum":["percent","number","count"],"title":"Format","type":"string"},"key":{"title":"Key","type":"string"},"label":{"title":"Label","type":"string"},"role":{"anyOf":[{"enum":["headline","diagnostic","cost"],"type":"string"},{"type":"null"}],"title":"Role"},"sample_kind":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Sample Kind"},"unit":{"title":"Unit","type":"string"}},"required":["key","label","unit","format"],"title":"ReportChartMetric","type":"object"},"ReportChartRunCost":{"additionalProperties":false,"properties":{"cap_usd":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Cap Usd"},"reserved_usd":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Reserved Usd"},"spend_usd":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Spend Usd"}},"title":"ReportChartRunCost","type":"object"},"ReportChartSeries":{"additionalProperties":false,"properties":{"categories":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartCategory"},"type":"array"},{"type":"null"}],"title":"Categories"},"color":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Color"},"complete":{"title":"Complete","type":"boolean"},"cost_usd":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Cost Usd"},"coverage":{"anyOf":[{"$ref":"#/components/schemas/ReportChartCoverage"},{"type":"null"}]},"episodes":{"anyOf":[{"$ref":"#/components/schemas/ReportChartEpisodes"},{"type":"null"}]},"executions":{"anyOf":[{"$ref":"#/components/schemas/ReportChartExecutions"},{"type":"null"}]},"failures":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartFailure"},"type":"array"},{"type":"null"}],"title":"Failures"},"field":{"anyOf":[{"$ref":"#/components/schemas/ReportChartField"},{"type":"null"}]},"history":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartHistoryPoint"},"maxItems":13,"type":"array"},{"type":"null"}],"title":"History"},"id":{"title":"Id","type":"string"},"label":{"title":"Label","type":"string"},"latency_s":{"anyOf":[{"$ref":"#/components/schemas/ReportChartLatency"},{"type":"null"}]},"metrics":{"items":{"$ref":"#/components/schemas/ReportChartMetricValue"},"title":"Metrics","type":"array"},"model_cost_usd":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Model Cost Usd"},"model_profile":{"anyOf":[{"items":{"$ref":"#/components/schemas/ReportChartProfileScore"},"type":"array"},{"type":"null"}],"title":"Model Profile"},"samples":{"items":{"$ref":"#/components/schemas/ReportChartSample"},"title":"Samples","type":"array"},"source_refs":{"items":{"type":"string"},"title":"Source Refs","type":"array"},"task_count":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"title":"Task Count"},"tokens_per_task":{"anyOf":[{"$ref":"#/components/schemas/ReportChartTokens"},{"type":"null"}]}},"required":["id","label","complete","source_refs","metrics","samples"],"title":"ReportChartSeries","type":"object"},"ReportChartCategory":{"additionalProperties":false,"properties":{"label":{"title":"Label","type":"string"},"metrics":{"items":{"$ref":"#/components/schemas/ReportChartCategoryMetric"},"title":"Metrics","type":"array"}},"required":["label","metrics"],"title":"ReportChartCategory","type":"object"},"ReportChartCategoryMetric":{"additionalProperties":false,"properties":{"key":{"title":"Key","type":"string"},"n":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"N"},"value":{"title":"Value","type":"number"}},"required":["key","value"],"title":"ReportChartCategoryMetric","type":"object"},"ReportChartCoverage":{"additionalProperties":false,"properties":{"cancelled":{"minimum":0,"title":"Cancelled","type":"integer"},"errors":{"minimum":0,"title":"Errors","type":"integer"},"graded":{"minimum":0,"title":"Graded","type":"integer"},"planned":{"minimum":0,"title":"Planned","type":"integer"},"skipped_budget":{"minimum":0,"title":"Skipped Budget","type":"integer"}},"required":["planned","graded","errors","skipped_budget","cancelled"],"title":"ReportChartCoverage","type":"object"},"ReportChartEpisodes":{"additionalProperties":false,"properties":{"count":{"minimum":0,"title":"Count","type":"integer"},"policy_failures":{"items":{"$ref":"#/components/schemas/ReportChartCount"},"title":"Policy Failures","type":"array"},"reward_key":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reward Key"},"rewards":{"anyOf":[{"items":{"type":"number"},"type":"array"},{"type":"null"}],"title":"Rewards"},"steps":{"items":{"type":"integer"},"title":"Steps","type":"array"},"terminations":{"items":{"$ref":"#/components/schemas/ReportChartCount"},"title":"Terminations","type":"array"}},"required":["count","steps","terminations","policy_failures"],"title":"ReportChartEpisodes","type":"object"},"ReportChartCount":{"additionalProperties":false,"properties":{"count":{"minimum":0,"title":"Count","type":"integer"},"label":{"title":"Label","type":"string"}},"required":["label","count"],"title":"ReportChartCount","type":"object"},"ReportChartExecutions":{"additionalProperties":false,"description":"Sandbox executions; limits are what each sandbox was allowed, not what it used.","properties":{"errors":{"items":{"$ref":"#/components/schemas/ReportChartCount"},"title":"Errors","type":"array"},"limits":{"anyOf":[{"$ref":"#/components/schemas/ReportChartExecutionLimits"},{"type":"null"}]},"outcomes":{"items":{"$ref":"#/components/schemas/ReportChartCount"},"title":"Outcomes","type":"array"},"retried":{"minimum":0,"title":"Retried","type":"integer"},"total":{"minimum":0,"title":"Total","type":"integer"}},"required":["total","outcomes","errors","retried"],"title":"ReportChartExecutions","type":"object"},"ReportChartExecutionLimits":{"additionalProperties":false,"properties":{"cpu_millis":{"title":"Cpu Millis","type":"integer"},"memory_mib":{"title":"Memory Mib","type":"integer"},"timeout_seconds":{"title":"Timeout Seconds","type":"integer"}},"required":["cpu_millis","memory_mib","timeout_seconds"],"title":"ReportChartExecutionLimits","type":"object"},"ReportChartFailure":{"additionalProperties":false,"properties":{"count":{"title":"Count","type":"integer"},"kind":{"enum":["model","execution"],"title":"Kind","type":"string"},"label":{"title":"Label","type":"string"},"total":{"title":"Total","type":"integer"}},"required":["label","count","total","kind"],"title":"ReportChartFailure","type":"object"},"ReportChartField":{"additionalProperties":false,"description":"Published headline scores on the same protocol, and this run's rank among them.","properties":{"label":{"title":"Label","type":"string"},"of":{"minimum":1,"title":"Of","type":"integer"},"rank":{"minimum":1,"title":"Rank","type":"integer"},"values":{"items":{"type":"number"},"maxItems":200,"title":"Values","type":"array"}},"required":["values","rank","of","label"],"title":"ReportChartField","type":"object"},"ReportChartHistoryPoint":{"additionalProperties":false,"properties":{"current":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Current"},"finished_at":{"title":"Finished At","type":"string"},"interval":{"anyOf":[{"$ref":"#/components/schemas/ReportChartInterval"},{"type":"null"}]},"run_id":{"title":"Run Id","type":"string"},"same_tasks":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Same Tasks"},"value":{"title":"Value","type":"number"},"version":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Version"}},"required":["run_id","finished_at","value"],"title":"ReportChartHistoryPoint","type":"object"},"ReportChartLatency":{"additionalProperties":false,"properties":{"n":{"minimum":1,"title":"N","type":"integer"},"p50":{"minimum":0,"title":"P50","type":"number"},"p90":{"minimum":0,"title":"P90","type":"number"}},"required":["p50","p90","n"],"title":"ReportChartLatency","type":"object"},"ReportChartMetricValue":{"additionalProperties":false,"properties":{"interval":{"anyOf":[{"$ref":"#/components/schemas/ReportChartInterval"},{"type":"null"}]},"key":{"title":"Key","type":"string"},"n":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"N"},"value":{"title":"Value","type":"number"}},"required":["key","value"],"title":"ReportChartMetricValue","type":"object"},"ReportChartProfileScore":{"additionalProperties":false,"properties":{"current":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Current"},"direction":{"anyOf":[{"enum":["higher_is_better","lower_is_better"],"type":"string"},{"type":"null"}],"title":"Direction"},"format":{"enum":["percent","number","count"],"title":"Format","type":"string"},"key":{"title":"Key","type":"string"},"label":{"title":"Label","type":"string"},"metric_label":{"title":"Metric Label","type":"string"},"profile_id":{"title":"Profile Id","type":"string"},"run_id":{"title":"Run Id","type":"string"},"unit":{"title":"Unit","type":"string"},"value":{"title":"Value","type":"number"}},"required":["profile_id","label","key","metric_label","value","format","unit","run_id"],"title":"ReportChartProfileScore","type":"object"},"ReportChartSample":{"additionalProperties":false,"properties":{"category":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Category"},"id":{"title":"Id","type":"string"},"values":{"additionalProperties":{"type":"number"},"title":"Values","type":"object"}},"required":["id","values"],"title":"ReportChartSample","type":"object"},"ReportChartTaskChange":{"additionalProperties":false,"properties":{"baseline":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Baseline"},"candidate":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Candidate"},"series_id":{"title":"Series Id","type":"string"},"task_id":{"title":"Task Id","type":"string"}},"required":["series_id","task_id"],"title":"ReportChartTaskChange","type":"object"},"ReportChartTimings":{"additionalProperties":false,"properties":{"mean_in_flight":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Mean In Flight"},"peak_in_flight":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Peak In Flight"},"phases":{"items":{"$ref":"#/components/schemas/ReportChartTimingPhase"},"title":"Phases","type":"array"},"settled_per_second":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Settled Per Second"},"span_s":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Span S"}},"required":["phases"],"title":"ReportChartTimings","type":"object"},"ReportChartTimingPhase":{"additionalProperties":false,"properties":{"count":{"minimum":0,"title":"Count","type":"integer"},"label":{"title":"Label","type":"string"},"name":{"title":"Name","type":"string"},"p50_s":{"title":"P50 S","type":"number"},"p90_s":{"title":"P90 S","type":"number"}},"required":["name","label","p50_s","p90_s","count"],"title":"ReportChartTimingPhase","type":"object"},"ReportChartTokens":{"additionalProperties":false,"properties":{"calls":{"minimum":0,"title":"Calls","type":"integer"},"input":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Input"},"observed_calls":{"minimum":0,"title":"Observed Calls","type":"integer"},"output":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Output"}},"required":["observed_calls","calls"],"title":"ReportChartTokens","type":"object"},"ReportExample":{"additionalProperties":false,"properties":{"evidence_ref":{"title":"Evidence Ref","type":"string"},"failed_checks":{"items":{"type":"string"},"title":"Failed Checks","type":"array"},"id":{"title":"Id","type":"string"},"metric_key":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Metric Key"},"outcome":{"title":"Outcome","type":"string"},"profile_id":{"title":"Profile Id","type":"string"},"task_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Task Id"},"value":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Value"}},"required":["id","profile_id","outcome","failed_checks","evidence_ref"],"title":"ReportExample","type":"object"},"ReportFinding":{"additionalProperties":false,"properties":{"evidence_refs":{"items":{"type":"string"},"title":"Evidence Refs","type":"array"},"id":{"title":"Id","type":"string"},"text":{"title":"Text","type":"string"}},"required":["id","text","evidence_refs"],"title":"ReportFinding","type":"object"},"ReportMetric":{"additionalProperties":false,"properties":{"aggregation":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Aggregation"},"baseline_value":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Baseline Value"},"comparable":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Comparable"},"definition":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Definition"},"delta":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Delta"},"direction":{"anyOf":[{"enum":["higher_is_better","lower_is_better"],"type":"string"},{"type":"null"}],"title":"Direction"},"formatted_value":{"title":"Formatted Value","type":"string"},"improvement":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Improvement"},"key":{"title":"Key","type":"string"},"label":{"title":"Label","type":"string"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"profile_id":{"title":"Profile Id","type":"string"},"role":{"anyOf":[{"enum":["headline","diagnostic","detail","input","weight"],"type":"string"},{"type":"null"}],"title":"Role"},"sample_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Sample Count"},"series":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Series"},"source_refs":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Source Refs"},"uncertainty":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Uncertainty"},"unit":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Unit"},"value":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Value"},"weighted":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Weighted"}},"required":["key","label","value","formatted_value","profile_id"],"title":"ReportMetric","type":"object"},"ReportNextStep":{"additionalProperties":false,"properties":{"evidence_refs":{"items":{"type":"string"},"title":"Evidence Refs","type":"array"},"id":{"title":"Id","type":"string"},"kind":{"enum":["environment","benchmark"],"title":"Kind","type":"string"},"reason":{"title":"Reason","type":"string"},"ref":{"title":"Ref","type":"string"},"setup_href":{"title":"Setup Href","type":"string"},"title":{"title":"Title","type":"string"},"what_it_tests":{"title":"What It Tests","type":"string"}},"required":["id","kind","title","reason","what_it_tests","ref","setup_href","evidence_refs"],"title":"ReportNextStep","type":"object"},"ReportSource":{"additionalProperties":false,"properties":{"checksum":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Checksum"},"id":{"title":"Id","type":"string"},"kind":{"enum":["run","comparison","training","benchmark"],"title":"Kind","type":"string"},"version":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Version"}},"required":["kind","id"],"title":"ReportSource","type":"object"},"ResultCosts":{"additionalProperties":false,"properties":{"as_of":{"format":"date-time","title":"As Of","type":"string"},"basis":{"enum":["managed_total","platform_fees_only","mixed"],"title":"Basis","type":"string"},"currency":{"const":"USD","title":"Currency","type":"string"},"note":{"title":"Note","type":"string"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileCost"},"title":"Profiles","type":"array"}},"required":["currency","as_of","basis","profiles","note"],"title":"ResultCosts","type":"object"},"ProfileCost":{"additionalProperties":false,"properties":{"charged_microusd":{"pattern":"^[0-9]+$","title":"Charged Microusd","type":"string"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"pending_operations":{"title":"Pending Operations","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"total_cost_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"title":"Total Cost Microusd"}},"required":["profile_id","charged_microusd","pending_operations","total_cost_microusd"],"title":"ProfileCost","type":"object"},"ResultRecord":{"additionalProperties":false,"properties":{"benchmark_notices":{"items":{"$ref":"#/components/schemas/BenchmarkNotice"},"title":"Benchmark Notices","type":"array"},"checksum":{"title":"Checksum","type":"string"},"costs":{"$ref":"#/components/schemas/ResultCosts"},"coverage":{"anyOf":[{"$ref":"#/components/schemas/CoverageRecord"},{"type":"null"}]},"envelope":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Envelope"},"finalized_at":{"format":"date-time","title":"Finalized At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"model_names":{"description":"Display label for each selected model, by model index: the reviewed route name where one exists, else the model id.","items":{"type":"string"},"title":"Model Names","type":"array"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileResult"},"title":"Profiles","type":"array"},"report":{"anyOf":[{"$ref":"#/components/schemas/ReportDocument"},{"type":"null"}]},"retention":{"$ref":"#/components/schemas/RunRetention"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"summary":{"$ref":"#/components/schemas/ResultSummary"},"version":{"title":"Version","type":"integer"}},"required":["id","run_id","version","manifest_hash","checksum","finalized_at","summary","model","coverage","costs","profiles","benchmark_notices","retention"],"title":"ResultRecord","type":"object"},"BenchmarkNotice":{"additionalProperties":false,"properties":{"adaptation_notice":{"title":"Adaptation Notice","type":"string"},"evidence_sha256":{"title":"Evidence Sha256","type":"string"},"licenses":{"items":{"$ref":"#/components/schemas/LicenseNotice"},"title":"Licenses","type":"array"},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"profile_id":{"title":"Profile Id","type":"string"}},"required":["profile_id","manifest_sha256","evidence_sha256","adaptation_notice","licenses"],"title":"BenchmarkNotice","type":"object"},"LicenseNotice":{"additionalProperties":false,"properties":{"attribution":{"title":"Attribution","type":"string"},"document_sha256":{"title":"Document Sha256","type":"string"},"identifier":{"title":"Identifier","type":"string"},"scope":{"enum":["code","data","tests","assets"],"title":"Scope","type":"string"},"source_revision":{"title":"Source Revision","type":"string"},"source_url":{"title":"Source Url","type":"string"},"text":{"title":"Text","type":"string"}},"required":["scope","identifier","source_url","source_revision","attribution","document_sha256","text"],"title":"LicenseNotice","type":"object"},"ProfileResult":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"properties":{"cancelled":{"title":"Cancelled","type":"integer"},"data_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Data License"},"display_policy":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Display Policy"},"eligible":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Eligible"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"errors":{"title":"Errors","type":"integer"},"graded":{"title":"Graded","type":"integer"},"headline_key":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Headline Key"},"license_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"License Url"},"metrics":{"items":{"$ref":"#/components/schemas/MetricRecord"},"title":"Metrics","type":"array"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"name":{"title":"Name","type":"string"},"native":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Native"},"planned":{"title":"Planned","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"runner":{"title":"Runner","type":"string"},"selection":{"$ref":"#/components/schemas/ProfileSelection"},"skipped_budget":{"title":"Skipped Budget","type":"integer"},"source_revision":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Revision"},"source_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Url"},"status":{"title":"Status","type":"string"},"uncertainty":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/Uncertainty"},"type":"object"},{"type":"null"}],"title":"Uncertainty"},"uncertainty_note":{"title":"Uncertainty Note","type":"string"},"unit_id":{"format":"uuid","title":"Unit Id","type":"string"}},"required":["profile_id","unit_id","name","runner","status","error_code","planned","graded","errors","cancelled","skipped_budget","metrics","headline_key","native","selection","eligible","source_url","source_revision","data_license","license_url","uncertainty_note"],"title":"ProfileResult","type":"object"},"ResultSummary":{"additionalProperties":false,"properties":{"billing_snapshot":{"$ref":"#/components/schemas/BillingSnapshot"},"coverage":{"$ref":"#/components/schemas/CoverageCounts"},"finished_at":{"title":"Finished At","type":"string"},"labels":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"description":"Evidence labels, `{schema: evalrouter.evidence-labels.v1, set: [...]}`: `observed`, plus `custom`, `variant` or `budget_limited` where they apply. Benchmark statistics admit only exactly `{observed}`. Absent on results finalized before labels.","title":"Labels"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"name":{"title":"Name","type":"string"},"result_version":{"title":"Result Version","type":"integer"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"schema_version":{"const":1,"title":"Schema Version","type":"integer"},"status":{"enum":["completed","partial","failed","cancelled"],"title":"Status","type":"string"},"terminal_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Terminal Reason"}},"required":["schema_version","run_id","result_version","status","terminal_reason","name","manifest_hash","finished_at","coverage","billing_snapshot"],"title":"ResultSummary","type":"object"},"BillingSnapshot":{"additionalProperties":false,"properties":{"as_of":{"title":"As Of","type":"string"},"cap_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Historical spending cap; omitted for wallet-funded evaluations.","title":"Cap Microusd"},"pending":{"title":"Pending","type":"boolean"},"reserved_microusd":{"pattern":"^[0-9]+$","title":"Reserved Microusd","type":"string"},"spend_microusd":{"pattern":"^[0-9]+$","title":"Spend Microusd","type":"string"}},"required":["spend_microusd","reserved_microusd","as_of","pending"],"title":"BillingSnapshot","type":"object"},"CoverageCounts":{"additionalProperties":false,"properties":{"attempted":{"title":"Attempted","type":"integer"},"cancelled":{"title":"Cancelled","type":"integer"},"errors":{"title":"Errors","type":"integer"},"graded":{"title":"Graded","type":"integer"},"planned":{"title":"Planned","type":"integer"},"skipped_budget":{"title":"Skipped Budget","type":"integer"}},"required":["planned","attempted","graded","errors","skipped_budget","cancelled"],"title":"CoverageCounts","type":"object"},"RetentionPolicy":{"additionalProperties":false,"properties":{"raw_days":{"title":"Raw Days","type":"integer"},"starts_at":{"const":"run_created_at","title":"Starts At","type":"string"},"summary_days":{"title":"Summary Days","type":"integer"}},"required":["raw_days","summary_days","starts_at"],"title":"RetentionPolicy","type":"object"},"RetryReason":{"additionalProperties":false,"properties":{"reason":{"maxLength":1000,"minLength":8,"title":"Reason","type":"string"}},"required":["reason"],"title":"RetryReason","type":"object"},"ReviewPage":{"properties":{"data":{"items":{"$ref":"#/components/schemas/ReviewResult"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data"],"title":"ReviewPage","type":"object"},"ReviewResult":{"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"decision":{"title":"Decision","type":"string"},"evidence":{"items":{"additionalProperties":true,"type":"object"},"title":"Evidence","type":"array"},"id":{"format":"uuid","title":"Id","type":"string"},"package_id":{"format":"uuid","title":"Package Id","type":"string"},"package_sha256":{"title":"Package Sha256","type":"string"},"reason":{"title":"Reason","type":"string"}},"required":["id","package_id","package_sha256","decision","reason","evidence","created_at"],"title":"ReviewResult","type":"object"},"ReviewView":{"additionalProperties":false,"properties":{"authority":{"default":"human","enum":["human","automation_rule"],"title":"Authority","type":"string"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"decision":{"enum":["approved","rejected"],"title":"Decision","type":"string"},"draft_revision":{"title":"Draft Revision","type":"integer"},"draft_sha256":{"title":"Draft Sha256","type":"string"},"note":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Note"},"reviewer_id":{"format":"uuid","title":"Reviewer Id","type":"string"}},"required":["decision","note","reviewer_id","draft_revision","draft_sha256","created_at"],"title":"ReviewView","type":"object"},"RevokeCreatorProfile":{"additionalProperties":false,"properties":{"expected_status":{"enum":["candidate","active","quarantined","retired"],"title":"Expected Status","type":"string"},"manifest_sha256":{"pattern":"^[0-9a-f]{64}$","title":"Manifest Sha256","type":"string"},"reason":{"maxLength":2000,"minLength":8,"title":"Reason","type":"string"}},"required":["manifest_sha256","expected_status","reason"],"title":"RevokeCreatorProfile","type":"object"},"RollKey":{"additionalProperties":false,"properties":{"previous_expires_in_hours":{"default":24,"enum":[0,1,24,168],"title":"Previous Expires In Hours","type":"integer"}},"title":"RollKey","type":"object"},"RolloutRef":{"additionalProperties":false,"properties":{"kind":{"enum":["episode","sample"],"title":"Kind","type":"string"},"operation_id":{"anyOf":[{"maxLength":200,"type":"string"},{"type":"null"}],"title":"Operation Id"},"record_id":{"format":"uuid","title":"Record Id","type":"string"},"result_version":{"anyOf":[{"minimum":1,"type":"integer"},{"type":"null"}],"title":"Result Version"},"run_id":{"format":"uuid","title":"Run Id","type":"string"}},"required":["run_id","kind","record_id"],"title":"RolloutRef","type":"object"},"RouteReasoningOptions":{"additionalProperties":false,"description":"A managed route's reviewed reasoning capability, independent of any quote.","properties":{"budget_tokens":{"anyOf":[{"$ref":"#/components/schemas/ReasoningBudgetBounds"},{"type":"null"}]},"control":{"enum":["none","effort","budget","route"],"title":"Control","type":"string"},"default_effort":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Default Effort"},"evidence":{"anyOf":[{"$ref":"#/components/schemas/ReasoningCapabilityEvidence"},{"type":"null"}]},"reason":{"title":"Reason","type":"string"},"state":{"description":"effort or budget: a quote may choose reasoning_effort or reasoning_budget_tokens. fixed: the route pins one setting. off: the route sends reasoning disabled. provider_managed: no control is sent; the provider default applies. unsupported: known to have no reasoning. unavailable: no reviewed metadata, which is not a claim that the model cannot reason.","enum":["unsupported","off","provider_managed","effort","budget","fixed","unavailable"],"title":"State","type":"string"},"supported_efforts":{"items":{"type":"string"},"title":"Supported Efforts","type":"array"}},"required":["state","control","supported_efforts","reason"],"title":"RouteReasoningOptions","type":"object"},"ReasoningBudgetBounds":{"additionalProperties":false,"properties":{"default":{"title":"Default","type":"integer"},"max":{"title":"Max","type":"integer"},"min":{"title":"Min","type":"integer"}},"required":["min","max","default"],"title":"ReasoningBudgetBounds","type":"object"},"ReasoningCapabilityEvidence":{"additionalProperties":false,"description":"The reviewed capability entry a reasoning choice was checked against.","properties":{"evidence_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Evidence Sha256"},"source":{"title":"Source","type":"string"},"supported_efforts":{"items":{"type":"string"},"title":"Supported Efforts","type":"array"}},"required":["source","supported_efforts"],"title":"ReasoningCapabilityEvidence","type":"object"},"RunComparison":{"additionalProperties":false,"description":"A neutral comparison of the models in one multi-model run (`subjects`).\n\nRead on a run that was continued, it compares the newest run of its continuation\nchain, which holds the complete result.","properties":{"benchmarks":{"items":{"$ref":"#/components/schemas/BenchmarkComparison"},"title":"Benchmarks","type":"array"},"partial":{"description":"True when any benchmark is partial: models are compared only on the tasks every model finished, and a partial comparison is kept out of leaderboards.","title":"Partial","type":"boolean"},"result_id":{"format":"uuid","title":"Result Id","type":"string"},"result_version":{"minimum":1,"title":"Result Version","type":"integer"},"run_id":{"description":"The run compared: the requested run or its newest successor.","format":"uuid","title":"Run Id","type":"string"}},"required":["run_id","result_id","result_version","partial","benchmarks"],"title":"RunComparison","type":"object"},"BenchmarkComparison":{"additionalProperties":false,"properties":{"comparable":{"description":"False when no ranking is possible (no common finished task, or a metric without scores); `reasons` says why.","title":"Comparable","type":"boolean"},"direction":{"enum":["higher_is_better","lower_is_better"],"title":"Direction","type":"string"},"metric":{"description":"The headline metric key the models are ranked by.","title":"Metric","type":"string"},"name":{"title":"Name","type":"string"},"pairs":{"description":"Every pair of models.","items":{"$ref":"#/components/schemas/SubjectPair"},"title":"Pairs","type":"array"},"partial":{"description":"tasks_compared < tasks_planned, for any reason.","title":"Partial","type":"boolean"},"profile_id":{"title":"Profile Id","type":"string"},"ranking":{"items":{"$ref":"#/components/schemas/RankedSubject"},"title":"Ranking","type":"array"},"reasons":{"items":{"type":"string"},"title":"Reasons","type":"array"},"summary":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"The top two rows as one neutral line, e.g. \"A 92.7% vs B 84.2% on 1,319 tasks · difference 8.5 percentage points (6.9–10.1)\" (first row minus second, paired 95% range), plus \" (N models)\" when there are more. Null when not comparable.","title":"Summary"},"tasks_compared":{"description":"Tasks every model finished; the only tasks compared.","minimum":0,"title":"Tasks Compared","type":"integer"},"tasks_planned":{"description":"Tasks planned for each model.","minimum":0,"title":"Tasks Planned","type":"integer"}},"required":["profile_id","name","metric","direction","tasks_compared","tasks_planned","partial","comparable","ranking","pairs"],"title":"BenchmarkComparison","type":"object"},"RankedSubject":{"additionalProperties":false,"description":"One model's row in a run comparison, ordered by rank, then score.","properties":{"display_name":{"title":"Display Name","type":"string"},"graded":{"description":"Tasks graded for this model and compared.","minimum":0,"title":"Graded","type":"integer"},"interval":{"anyOf":[{"$ref":"#/components/schemas/ScoreInterval"},{"type":"null"}],"description":"The score's confidence interval; null when the benchmark has none."},"model_id":{"title":"Model Id","type":"string"},"model_index":{"description":"The subject's position in the quote.","minimum":0,"title":"Model Index","type":"integer"},"rank":{"description":"Models whose paired 95% range includes zero (or who have none) share a rank, transitively: ranks are the groups linked by such pairs, ordered by their best score; a group's rank is 1 + the number of models in better groups. A group can hold two models whose own range excludes zero, linked through a third; `pairs` shows every pairwise result.","minimum":1,"title":"Rank","type":"integer"},"rank_label":{"description":"The rank as shown: \"1\", or \"1=\" when another model has the same rank.","title":"Rank Label","type":"string"},"route_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Route Id"},"score":{"anyOf":[{"type":"number"},{"type":"null"}],"description":"The benchmark's headline metric on the compared tasks.","title":"Score"}},"required":["rank","rank_label","model_index","model_id","display_name","score","interval","graded"],"title":"RankedSubject","type":"object"},"RunConfiguration":{"additionalProperties":false,"description":"Standard, custom or legacy: frozen at quote time and never changed.","properties":{"profiles":{"additionalProperties":{"$ref":"#/components/schemas/ProfileConfiguration"},"title":"Profiles","type":"object"},"schema_version":{"const":"evalrouter.run-configuration.v1","title":"Schema Version","type":"string"},"standards_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"Hash of the benchmark-standards catalog the quote used; null for runs created before standard configurations.","title":"Standards Sha256"},"status":{"enum":["standard","custom","undeclared","legacy_matching","legacy_unverified"],"title":"Status","type":"string"}},"required":["schema_version","standards_sha256","status","profiles"],"title":"RunConfiguration","type":"object"},"ProfileConfiguration":{"additionalProperties":false,"description":"One benchmark's configuration in a run (docs/BENCHMARK-STANDARDS.md).","properties":{"custom_kinds":{"items":{"enum":["extended_horizon","budget_limited"],"type":"string"},"title":"Custom Kinds","type":"array"},"execution":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Execution"},"fingerprint":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"Hash of the effective configuration. Results compare only with results of the same fingerprint, or of the same standard when both are standard.","title":"Fingerprint"},"label":{"title":"Label","type":"string"},"network_agent":{"default":"none","description":"What the agent could reach besides its task: none for a model run or a sandboxed hosted agent; otherwise the agent ran with network access on the customer's machine or its own service, so its results are labelled, kept out of benchmark statistics and never compared with model or sandboxed results.","enum":["none","customer_machine","remote_agent","unknown"],"title":"Network Agent","type":"string"},"overrides":{"items":{"$ref":"#/components/schemas/ConfigurationOverride"},"title":"Overrides","type":"array"},"settings":{"additionalProperties":{"$ref":"#/components/schemas/ConfigurationSetting"},"title":"Settings","type":"object"},"standard_fingerprint":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Standard Fingerprint"},"standard_name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Standard Name"},"standard_ref":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Standard Ref"},"status":{"enum":["standard","custom","undeclared","legacy_matching","legacy_unverified"],"title":"Status","type":"string"},"variant_of":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Variant Of"}},"required":["status","label","standard_ref","standard_name","variant_of","execution","standard_fingerprint","fingerprint","overrides","custom_kinds","settings"],"title":"ProfileConfiguration","type":"object"},"ConfigurationOverride":{"additionalProperties":false,"properties":{"effective":{"$ref":"#/components/schemas/JsonValue-Output"},"field":{"title":"Field","type":"string"},"standard":{"$ref":"#/components/schemas/JsonValue-Output"}},"required":["field","standard","effective"],"title":"ConfigurationOverride","type":"object"},"ConfigurationSetting":{"additionalProperties":false,"properties":{"by":{"enum":["author","harness_default","leaderboard_rule","environment","evalrouter_defined","custom"],"title":"By","type":"string"},"source":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source"},"value":{"$ref":"#/components/schemas/JsonValue-Output"}},"required":["value","by"],"title":"ConfigurationSetting","type":"object"},"RunEvent":{"additionalProperties":false,"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"data":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Data","type":"object"},"sequence":{"title":"Sequence","type":"integer"},"type":{"anyOf":[{"enum":["run.queued","run.started","run.updated","run.stopping","run.cancellation_requested","run.completed","unit.completed","unit.deferred","unit.interrupted","capacity.waiting","capacity.resumed","sample.completed","samples.stopped","sandbox.preparing","sandbox.running","sandbox.verifying","sandbox.verified","results.provisional","rollout.changed","provider.progress","provider.preview"],"type":"string"},{"type":"string"}],"description":"A documented event type; clients must tolerate types added later.","title":"Type"}},"required":["sequence","type","data","created_at"],"title":"RunEvent","type":"object"},"RunFundingPolicy":{"additionalProperties":false,"properties":{"cap_source":{"anyOf":[{"enum":["user","wallet_available","service_limit"],"type":"string"},{"type":"null"}],"title":"Cap Source"},"mode":{"enum":["per_call","per_operation"],"title":"Mode","type":"string"},"version":{"enum":["native-per-call-v1","wallet-per-operation-v1"],"title":"Version","type":"string"}},"required":["version","mode"],"title":"RunFundingPolicy","type":"object"},"RunReceipt":{"additionalProperties":false,"properties":{"billing_state":{"enum":["pending","settled","reconciliation_required"],"title":"Billing State","type":"string"},"cap_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Historical spending cap; omitted for wallet-funded evaluations.","title":"Cap Microusd"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"currency":{"const":"USD","title":"Currency","type":"string"},"report_expired":{"title":"Report Expired","type":"boolean"},"reserved_microusd":{"pattern":"^[0-9]+$","title":"Reserved Microusd","type":"string"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"spend_microusd":{"pattern":"^[0-9]+$","title":"Spend Microusd","type":"string"},"summary_expires_at":{"format":"date-time","title":"Summary Expires At","type":"string"}},"required":["run_id","created_at","currency","billing_state","spend_microusd","reserved_microusd","summary_expires_at","report_expired"],"title":"RunReceipt","type":"object"},"RunRecord":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Agent"},"agent_identity_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"The agent's comparison identity (registry pin or command digest).","title":"Agent Identity Sha256"},"agents":{"anyOf":[{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"type":"array"},{"type":"null"}],"title":"Agents"},"artifact_verification":{"anyOf":[{"enum":["registry_pinned","unverified_upstream","customer_declared"],"type":"string"},{"type":"null"}],"description":"How the agent's installed artifact was verified.","title":"Artifact Verification"},"billing_state":{"enum":["pending","settled","reconciliation_required"],"title":"Billing State","type":"string"},"cancel_requested_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Cancel Requested At"},"cap_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"description":"Historical customer or service spending cap. Omitted for new wallet-funded evaluations.","title":"Cap Microusd"},"client_agent":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"description":"The ACP agent an agent evaluation ran, as quoted.","title":"Client Agent"},"completed_count":{"title":"Completed Count","type":"integer"},"concurrency":{"anyOf":[{"$ref":"#/components/schemas/ConcurrencyPlan"},{"type":"null"}]},"concurrency_observation":{"anyOf":[{"$ref":"#/components/schemas/ConcurrencyObservation"},{"type":"null"}]},"configuration":{"anyOf":[{"$ref":"#/components/schemas/RunConfiguration"},{"type":"null"}],"description":"The run's benchmark configuration: standard, custom (not comparable with the benchmark's standard results) or legacy."},"coverage":{"anyOf":[{"$ref":"#/components/schemas/CoverageRecord"},{"type":"null"}]},"created_at":{"format":"date-time","title":"Created At","type":"string"},"error_count":{"title":"Error Count","type":"integer"},"execution_mode":{"anyOf":[{"const":"client_run","type":"string"},{"type":"null"}],"description":"Present on agent evaluations run by the customer's CLI or SDK (the agent ran on the customer's machine against the metered gateway).","title":"Execution Mode"},"finished_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Finished At"},"funding_policy":{"anyOf":[{"$ref":"#/components/schemas/RunFundingPolicy"},{"type":"null"}],"description":"New one-time evaluations fund each admitted operation from wallet credit. Historical direct native runs retain their original spending-cap policy; omitted for prepaid quote runs."},"id":{"format":"uuid","title":"Id","type":"string"},"interruption":{"anyOf":[{"$ref":"#/components/schemas/RunInterruption"},{"type":"null"}],"description":"Present when the run stopped early (spending cap, wallet credit or cancellation) with unfinished tasks."},"labels":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"description":"Evidence labels, `{schema: evalrouter.evidence-labels.v1, set: [...]}`: `observed`, plus `custom`, `variant` or `budget_limited` where they apply. Benchmark statistics admit only exactly `{observed}`. Absent on results finalized before labels.","title":"Labels"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"metadata":{"additionalProperties":{"type":"string"},"title":"Metadata","type":"object"},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"name":{"title":"Name","type":"string"},"planned_count":{"title":"Planned Count","type":"integer"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileSelection"},"title":"Profiles","type":"array"},"progress":{"anyOf":[{"$ref":"#/components/schemas/RunProgress"},{"type":"null"}],"description":"Present when one run is read: GET /v1/runs/{run_id}."},"queue":{"anyOf":[{"$ref":"#/components/schemas/RunQueue"},{"type":"null"}]},"reserved_microusd":{"pattern":"^[0-9]+$","title":"Reserved Microusd","type":"string"},"retention":{"$ref":"#/components/schemas/RunRetention"},"retry_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Retry At"},"route":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Route"},"source_run_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"description":"The run a continuation continues; absent otherwise.","title":"Source Run Id"},"spend_microusd":{"pattern":"^[0-9]+$","title":"Spend Microusd","type":"string"},"started_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Started At"},"status":{"enum":["queued","running","cancelling","finalizing","completed","partial","failed","cancelled"],"title":"Status","type":"string"},"task_protocol":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"description":"The frozen task protocol receipt's public projection (`PublicReceipt` in contracts/task-protocol.schema.json): `public`, `public_sha256` and `receipt_sha256`, never its hidden partition. Present on task protocol v2 runs and quotes.","title":"Task Protocol"},"terminal_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Terminal Reason"},"waiting_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Waiting Reason"}},"required":["id","name","metadata","status","terminal_reason","billing_state","planned_count","completed_count","error_count","cancel_requested_at","started_at","finished_at","created_at","manifest_hash","spend_microusd","reserved_microusd","model","coverage","profiles","retention"],"title":"RunRecord","type":"object"},"ConcurrencyObservation":{"additionalProperties":false,"properties":{"in_flight":{"minimum":0,"title":"In Flight","type":"integer"},"observed_at":{"format":"date-time","title":"Observed At","type":"string"},"source":{"const":"gateway_dispatch_records","title":"Source","type":"string"},"uncertain":{"minimum":0,"title":"Uncertain","type":"integer"}},"required":["source","observed_at","in_flight","uncertain"],"title":"ConcurrencyObservation","type":"object"},"RunInterruption":{"additionalProperties":false,"description":"A run that stopped before every task finished. Clients show it as Interrupted.","properties":{"continuable":{"description":"True when a continuation quote (`POST /v1/quotes {kind: continuation, from_run}`) can price the unfinished tasks now. A continuation charges only those tasks; finished ones are reused at no charge.","title":"Continuable","type":"boolean"},"continued_by":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"description":"The run that continues this one, once started. It reuses this run's finished tasks, so it holds the complete result; this run's comparison read follows it.","title":"Continued By"},"reason":{"description":"spending_cap_reached: the run's cap; out_of_credit: the wallet ran out; cancelled: someone cancelled it.","enum":["spending_cap_reached","out_of_credit","cancelled"],"title":"Reason","type":"string"},"unfinished_count":{"description":"Planned task attempts, across every model, that were not graded.","minimum":0,"title":"Unfinished Count","type":"integer"}},"required":["reason","unfinished_count","continuable"],"title":"RunInterruption","type":"object"},"RunProgress":{"additionalProperties":false,"description":"Server-computed progress, shared by every client. Not a score.","properties":{"cancelled":{"title":"Cancelled","type":"integer"},"elapsed_seconds":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Elapsed Seconds"},"errors":{"title":"Errors","type":"integer"},"eta_seconds":{"anyOf":[{"type":"integer"},{"type":"null"}],"description":"A rough extrapolation of the recent rate, not a promise: task durations, capacity waits and retries move it. 0 once the run ended, null without a recent rate (queued, waiting, cancelling, finalizing). EvalRouter's CLI does not show it.","title":"Eta Seconds"},"graded":{"title":"Graded","type":"integer"},"observed_at":{"format":"date-time","title":"Observed At","type":"string"},"pending":{"title":"Pending","type":"integer"},"percent":{"anyOf":[{"type":"number"},{"type":"null"}],"description":"Processed share of planned samples, 0-100.","title":"Percent"},"phase":{"description":"The run status, or `waiting` while capacity holds every sample back.","enum":["queued","waiting","running","cancelling","finalizing","completed","partial","failed","cancelled"],"title":"Phase","type":"string"},"planned":{"title":"Planned","type":"integer"},"processed":{"description":"Graded, errored, budget-skipped and cancelled samples.","title":"Processed","type":"integer"},"rate_per_minute":{"anyOf":[{"type":"number"},{"type":"null"}],"description":"Samples finished per minute over the last five minutes.","title":"Rate Per Minute"},"running":{"title":"Running","type":"integer"},"skipped_budget":{"title":"Skipped Budget","type":"integer"},"waiting_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Waiting Reason"}},"required":["phase","planned","processed","graded","errors","skipped_budget","cancelled","running","pending","percent","elapsed_seconds","rate_per_minute","eta_seconds","waiting_reason","observed_at"],"title":"RunProgress","type":"object"},"RunQueue":{"additionalProperties":false,"description":"Aggregate fair-share queue state for one run (no other workspace's details).","properties":{"eta_basis":{"anyOf":[{"enum":["retry_at","worker_start"],"type":"string"},{"type":"null"}],"description":"retry_at: eta_seconds is the scheduled retry. worker_start: a worker is being started for queued work (no time given).","title":"Eta Basis"},"eta_seconds":{"anyOf":[{"minimum":0,"type":"integer"},{"type":"null"}],"description":"Seconds until the next retry (eta_basis retry_at); null when no time is known. EvalRouter does not estimate when a capacity wait ends.","title":"Eta Seconds"},"live_workers":{"description":"Deprecated for display: an internal fleet size, not customer capacity.","minimum":0,"title":"Live Workers","type":"integer"},"observed_at":{"format":"date-time","title":"Observed At","type":"string"},"own_runs_ahead":{"default":0,"description":"This workspace's runs ahead of this one.","minimum":0,"title":"Own Runs Ahead","type":"integer"},"position":{"anyOf":[{"minimum":1,"type":"integer"},{"type":"null"}],"description":"Deprecated for display: moves with other workspaces' queued work. Estimated 1-based position of this run's next unit in the fleet-wide fair order.","title":"Position"},"quota_kind":{"anyOf":[{"enum":["active_runs","running_units","inflight_calls"],"type":"string"},{"type":"null"}],"description":"With workspace_quota: which of this workspace's own limits holds the run.","title":"Quota Kind"},"quota_limit":{"anyOf":[{"minimum":1,"type":"integer"},{"type":"null"}],"description":"With workspace_quota: that limit's value.","title":"Quota Limit"},"units_ahead":{"description":"Deprecated for display: fleet-wide, includes other workspaces.","minimum":0,"title":"Units Ahead","type":"integer"},"waiting_reason":{"anyOf":[{"enum":["workspace_quota","fair_share","platform_capacity","retry_backoff"],"type":"string"},{"type":"null"}],"title":"Waiting Reason"}},"required":["units_ahead","live_workers","observed_at"],"title":"RunQueue","type":"object"},"RunRetention":{"additionalProperties":false,"properties":{"raw_evidence_expired":{"title":"Raw Evidence Expired","type":"boolean"},"raw_expires_at":{"format":"date-time","title":"Raw Expires At","type":"string"},"summary_expires_at":{"format":"date-time","title":"Summary Expires At","type":"string"}},"required":["raw_expires_at","summary_expires_at","raw_evidence_expired"],"title":"RunRetention","type":"object"},"SampleCoverage":{"additionalProperties":false,"properties":{"mode":{"const":"sample","default":"sample","title":"Mode","type":"string"},"sample_count":{"default":25,"maximum":1000,"minimum":1,"title":"Sample Count","type":"integer"},"seed":{"default":42,"maximum":4294967295,"minimum":0,"title":"Seed","type":"integer"}},"title":"SampleCoverage","type":"object"},"SamplePage":{"additionalProperties":false,"description":"A page of samples in (profile, ordinal) order; follow `next_cursor` to the end.","properties":{"data":{"items":{"$ref":"#/components/schemas/SampleRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"},"restricted_profiles":{"description":"Profiles whose display policy shows aggregates only; their samples are omitted.","items":{"type":"string"},"title":"Restricted Profiles","type":"array"},"result_version":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Result Version"}},"required":["data","next_cursor"],"title":"SamplePage","type":"object"},"SampleRecord":{"additionalProperties":false,"description":"One task attempt of a run, as `GET /v1/runs/{run_id}/samples` lists it.","properties":{"answers_withheld":{"default":false,"description":"True while a client or remote agent's run is not terminal: `task_id` is the opaque sample id and `metric_values` is empty until it ends.","title":"Answers Withheld","type":"boolean"},"completed_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Completed At"},"epoch":{"default":1,"title":"Epoch","type":"integer"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"id":{"format":"uuid","title":"Id","type":"string"},"metric_values":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Metric Values","type":"object"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"outcome":{"title":"Outcome","type":"string"},"output_format":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Output Format"},"profile_id":{"title":"Profile Id","type":"string"},"status":{"title":"Status","type":"string"},"task_id":{"title":"Task Id","type":"string"}},"required":["id","task_id","profile_id","status","outcome","metric_values"],"title":"SampleRecord","type":"object"},"SandboxExecutionPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/SandboxExecutionRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"},"summary":{"$ref":"#/components/schemas/SandboxExecutionSummary"}},"required":["data","next_cursor","summary"],"title":"SandboxExecutionPage","type":"object"},"SandboxExecutionRecord":{"additionalProperties":false,"properties":{"attempt_no":{"title":"Attempt No","type":"integer"},"cleanup_status":{"enum":["not_requested","pending","stopped"],"title":"Cleanup Status","type":"string"},"cpu_millis":{"title":"Cpu Millis","type":"integer"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"execution_started_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Execution Started At"},"id":{"format":"uuid","title":"Id","type":"string"},"memory_mib":{"title":"Memory Mib","type":"integer"},"model_index":{"title":"Model Index","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"sample_id":{"format":"uuid","title":"Sample Id","type":"string"},"status":{"enum":["intent","creating","ready","executing","finished","stopping","stopped"],"title":"Status","type":"string"},"stopped_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Stopped At"},"task_id":{"title":"Task Id","type":"string"},"timeout_seconds":{"title":"Timeout Seconds","type":"integer"},"verifier_result_recorded":{"title":"Verifier Result Recorded","type":"boolean"}},"required":["id","sample_id","task_id","profile_id","model_index","attempt_no","status","cleanup_status","cpu_millis","memory_mib","timeout_seconds","created_at","execution_started_at","stopped_at","error_code","verifier_result_recorded"],"title":"SandboxExecutionRecord","type":"object"},"SandboxExecutionSummary":{"additionalProperties":false,"properties":{"active_count":{"title":"Active Count","type":"integer"},"allocated_count":{"title":"Allocated Count","type":"integer"},"cleanup_pending_count":{"title":"Cleanup Pending Count","type":"integer"},"stopped_count":{"title":"Stopped Count","type":"integer"}},"required":["allocated_count","active_count","cleanup_pending_count","stopped_count"],"title":"SandboxExecutionSummary","type":"object"},"SandboxPolicyView":{"additionalProperties":false,"properties":{"backend":{"const":"modal","default":"modal","title":"Backend","type":"string"},"cpu_millis":{"default":1000,"maximum":1000,"minimum":125,"title":"Cpu Millis","type":"integer"},"execution_class":{"default":"code.evalplus.v1","enum":["code.evalplus.v1","code.evalplus.mbpp.v1","code.livecodebench.v1","code.spreadsheetbench.v1"],"title":"Execution Class","type":"string"},"execution_fee_microusd":{"pattern":"^[0-9]+$","title":"Execution Fee Microusd","type":"string"},"image_id":{"pattern":"^im-[A-Za-z0-9_-]+$","title":"Image Id","type":"string"},"image_sha256":{"pattern":"^(c1:[A-Za-z0-9_-]{1,32}:)?[0-9a-f]{64}$","title":"Image Sha256","type":"string"},"max_infrastructure_attempts":{"const":3,"default":3,"title":"Max Infrastructure Attempts","type":"integer"},"memory_mib":{"default":2048,"maximum":2048,"minimum":128,"title":"Memory Mib","type":"integer"},"network":{"const":"blocked","default":"blocked","title":"Network","type":"string"},"price_version":{"maxLength":120,"minLength":1,"title":"Price Version","type":"string"},"schema_version":{"const":1,"default":1,"title":"Schema Version","type":"integer"},"timeout_seconds":{"default":300,"maximum":360,"minimum":1,"title":"Timeout Seconds","type":"integer"}},"required":["image_id","image_sha256","execution_fee_microusd","price_version"],"title":"SandboxPolicyView","type":"object"},"ScheduleControl":{"additionalProperties":false,"properties":{"status":{"enum":["active","paused","deleted"],"title":"Status","type":"string"}},"required":["status"],"title":"ScheduleControl","type":"object"},"ScheduleOccurrence":{"additionalProperties":false,"properties":{"budget_period":{"title":"Budget Period","type":"string"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason"},"run_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Run Id"},"scheduled_for":{"format":"date-time","title":"Scheduled For","type":"string"},"status":{"title":"Status","type":"string"}},"required":["id","scheduled_for","budget_period","status","reason","run_id","created_at"],"title":"ScheduleOccurrence","type":"object"},"ScheduleRecord":{"additionalProperties":false,"properties":{"cadence":{"enum":["daily","weekly"],"title":"Cadence","type":"string"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"dst_policy":{"title":"Dst Policy","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"local_time":{"title":"Local Time","type":"string"},"missed_policy":{"title":"Missed Policy","type":"string"},"model":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Model","type":"object"},"monthly_cap_microusd":{"title":"Monthly Cap Microusd","type":"string"},"name":{"title":"Name","type":"string"},"next_run_at":{"format":"date-time","title":"Next Run At","type":"string"},"pause_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Pause Reason"},"per_run_cap_microusd":{"title":"Per Run Cap Microusd","type":"string"},"plan_sha256":{"title":"Plan Sha256","type":"string"},"selection":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Selection","type":"object"},"status":{"title":"Status","type":"string"},"timezone":{"title":"Timezone","type":"string"},"weekday":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Weekday"}},"required":["id","name","timezone","cadence","local_time","weekday","status","pause_reason","next_run_at","created_at","plan_sha256","per_run_cap_microusd","monthly_cap_microusd","selection","model","dst_policy","missed_policy"],"title":"ScheduleRecord","type":"object"},"ScoreInterval":{"additionalProperties":false,"properties":{"confidence":{"description":"0.95 for a 95% confidence interval.","title":"Confidence","type":"number"},"high":{"title":"High","type":"number"},"low":{"title":"Low","type":"number"}},"required":["low","high","confidence"],"title":"ScoreInterval","type":"object"},"SecretHeader":{"additionalProperties":false,"properties":{"name":{"maxLength":64,"minLength":1,"title":"Name","type":"string"},"value":{"format":"password","title":"Value","type":"string","writeOnly":true}},"required":["name","value"],"title":"SecretHeader","type":"object"},"SelectedCaseLedger":{"additionalProperties":false,"description":"Two arms paired on the selected attempts, not only on graded ones.\n\n`eligible` requires the same assignment (tasks, attempts, grader, protocol,\naction policy). Otherwise both arms are summarized side by side and\n`paired` and `cases` are withheld with the blocking `refusals`.","properties":{"attempts_per_task":{"items":{"type":"integer"},"title":"Attempts Per Task","type":"array"},"baseline":{"$ref":"#/components/schemas/LedgerArmSummary"},"candidate":{"$ref":"#/components/schemas/LedgerArmSummary"},"cases":{"anyOf":[{"items":{"$ref":"#/components/schemas/LedgerCase"},"type":"array"},{"type":"null"}],"title":"Cases"},"cases_omitted":{"anyOf":[{"enum":["assignment_differs","case_limit_exceeded"],"type":"string"},{"type":"null"}],"title":"Cases Omitted"},"eligible":{"title":"Eligible","type":"boolean"},"method":{"const":"selected-case-v1","title":"Method","type":"string"},"paired":{"anyOf":[{"$ref":"#/components/schemas/LedgerPaired"},{"type":"null"}]},"refusals":{"items":{"type":"string"},"title":"Refusals","type":"array"},"unit":{"const":"attempt","title":"Unit","type":"string"}},"required":["method","unit","eligible","refusals","attempts_per_task","baseline","candidate","paired","cases","cases_omitted"],"title":"SelectedCaseLedger","type":"object"},"LedgerArmSummary":{"additionalProperties":false,"description":"One arm on its selected-attempt denominator.\n\nAn execution failure stays in `selected` and is never a zero grade. `successes`\nis None (with `success_reason`) when the grade is not binary.","properties":{"completion":{"$ref":"#/components/schemas/LedgerRate"},"error_codes":{"additionalProperties":{"type":"integer"},"title":"Error Codes","type":"object"},"execution_failures":{"$ref":"#/components/schemas/LedgerRate"},"outcomes":{"additionalProperties":{"type":"integer"},"title":"Outcomes","type":"object"},"scores":{"items":{"$ref":"#/components/schemas/LedgerScore"},"title":"Scores","type":"array"},"selected":{"title":"Selected","type":"integer"},"success_rate":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Success Rate"},"success_reason":{"anyOf":[{"const":"pass_definition_unavailable","type":"string"},{"type":"null"}],"title":"Success Reason"},"successes":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Successes"}},"required":["selected","outcomes","completion","execution_failures","error_codes","successes","success_rate","success_reason","scores"],"title":"LedgerArmSummary","type":"object"},"LedgerCase":{"additionalProperties":false,"properties":{"attempt":{"title":"Attempt","type":"integer"},"baseline":{"$ref":"#/components/schemas/LedgerCaseSide"},"candidate":{"$ref":"#/components/schemas/LedgerCaseSide"},"task_id":{"title":"Task Id","type":"string"}},"required":["task_id","attempt","baseline","candidate"],"title":"LedgerCase","type":"object"},"LedgerCaseSide":{"additionalProperties":false,"properties":{"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"metric_values":{"additionalProperties":{"type":"number"},"title":"Metric Values","type":"object"},"outcome":{"title":"Outcome","type":"string"}},"required":["outcome","error_code","metric_values"],"title":"LedgerCaseSide","type":"object"},"LedgerPaired":{"additionalProperties":false,"properties":{"baseline_only":{"title":"Baseline Only","type":"integer"},"both_passed":{"title":"Both Passed","type":"integer"},"candidate_only":{"title":"Candidate Only","type":"integer"},"denominator":{"title":"Denominator","type":"integer"},"execution_failure_disagreements":{"title":"Execution Failure Disagreements","type":"integer"},"neither_passed":{"title":"Neither Passed","type":"integer"}},"required":["denominator","both_passed","baseline_only","candidate_only","neither_passed","execution_failure_disagreements"],"title":"LedgerPaired","type":"object"},"LedgerRate":{"additionalProperties":false,"properties":{"count":{"title":"Count","type":"integer"},"rate":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Rate"}},"required":["count","rate"],"title":"LedgerRate","type":"object"},"LedgerScore":{"additionalProperties":false,"properties":{"count":{"title":"Count","type":"integer"},"denominator":{"const":"graded","title":"Denominator","type":"string"},"key":{"title":"Key","type":"string"},"mean":{"title":"Mean","type":"number"}},"required":["key","denominator","count","mean"],"title":"LedgerScore","type":"object"},"SelectedModel":{"additionalProperties":false,"properties":{"artifact_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Artifact Id"},"artifact_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Artifact Sha256"},"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"connection_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Connection Id"},"generation":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation"},"kind":{"enum":["managed","connection","agent","training_artifact"],"title":"Kind","type":"string"},"likelihood":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Likelihood"},"limits":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Limits","type":"object"},"model_id":{"title":"Model Id","type":"string"},"price_version":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Price Version"},"pricing":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"description":"Your price for this model route, in micro-USD per million tokens (and per request where one applies), with any EvalRouter margin already included. Route margins, provider cost and provider price sources are internal and never returned.","title":"Pricing"},"protocol":{"title":"Protocol","type":"string"},"provider_charges":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Provider Charges"},"reasoning_budget_choice":{"anyOf":[{"$ref":"#/components/schemas/ReasoningBudgetChoice"},{"type":"null"}]},"reasoning_choice":{"anyOf":[{"$ref":"#/components/schemas/ReasoningChoice"},{"type":"null"}]},"revision":{"title":"Revision","type":"integer"},"route_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Route Id"},"routing":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Routing"}},"required":["kind","model_id","revision","protocol","capabilities","limits"],"title":"SelectedModel","type":"object"},"ReasoningBudgetChoice":{"additionalProperties":false,"description":"A thinking budget chosen for this quote (`reasoning_budget_tokens`), frozen with the plan.\n\n`budget_tokens` is what the provider receives (also in `routing.budget_tokens`);\n`route_default` is the route's own default. Absent when the quote used it.","properties":{"budget_tokens":{"title":"Budget Tokens","type":"integer"},"capability":{"anyOf":[{"$ref":"#/components/schemas/ReasoningCapabilityEvidence"},{"type":"null"}]},"policy":{"title":"Policy","type":"string"},"route_default":{"title":"Route Default","type":"integer"},"source":{"const":"request","title":"Source","type":"string"}},"required":["budget_tokens","route_default","source","policy"],"title":"ReasoningBudgetChoice","type":"object"},"ReasoningChoice":{"additionalProperties":false,"description":"A reasoning effort chosen for this quote (`reasoning_effort`), frozen with the plan.\n\n`effort` is what the provider receives (also in `generation` or, on a direct\nGemini route, `routing.thinking_level`); `route_default` is the route's own\npinned setting. Absent when the quote used the route default.","properties":{"capability":{"anyOf":[{"$ref":"#/components/schemas/ReasoningCapabilityEvidence"},{"type":"null"}]},"effort":{"enum":["none","low","medium","high","xhigh","max"],"title":"Effort","type":"string"},"policy":{"title":"Policy","type":"string"},"route_default":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Route Default"},"source":{"const":"request","title":"Source","type":"string"}},"required":["effort","route_default","source","policy"],"title":"ReasoningChoice","type":"object"},"SignedAdmissionReceipt":{"additionalProperties":false,"description":"Schema shape alone does not validate a signature or establish authority.","properties":{"algorithm":{"const":"Ed25519","title":"Algorithm","type":"string"},"key_id":{"maxLength":120,"minLength":1,"title":"Key Id","type":"string"},"payload":{"$ref":"#/components/schemas/AdmissionDecision"},"schema_version":{"const":"evalrouter.signed-admission.v1","title":"Schema Version","type":"string"},"signature":{"pattern":"^[A-Za-z0-9_-]{86}$","title":"Signature","type":"string"}},"required":["schema_version","algorithm","key_id","payload","signature"],"title":"SignedAdmissionReceipt","type":"object"},"AdmissionDecision":{"additionalProperties":false,"properties":{"decided_at":{"pattern":"^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z$","title":"Decided At","type":"string"},"decision":{"enum":["changes-requested","admitted","rejected","quarantined","withdrawn"],"title":"Decision","type":"string"},"evidence":{"items":{"$ref":"#/components/schemas/Evidence"},"maxItems":100,"minItems":1,"title":"Evidence","type":"array"},"execution_class":{"enum":["declarative-text","native-text","isolated-code","agent","multimodal","retrieval"],"title":"Execution Class","type":"string"},"name":{"maxLength":80,"pattern":"^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$","title":"Name","type":"string"},"namespace":{"maxLength":80,"pattern":"^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$","title":"Namespace","type":"string"},"package_sha256":{"pattern":"^[0-9a-f]{64}$","title":"Package Sha256","type":"string"},"policy_version":{"maxLength":120,"minLength":1,"title":"Policy Version","type":"string"},"reason":{"maxLength":4000,"minLength":1,"title":"Reason","type":"string"},"review_id":{"maxLength":120,"minLength":1,"title":"Review Id","type":"string"},"runtime_sha256":{"pattern":"^[0-9a-f]{64}$","title":"Runtime Sha256","type":"string"},"schema_version":{"const":"evalrouter.admission.v1","title":"Schema Version","type":"string"},"version":{"pattern":"^(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)$","title":"Version","type":"string"}},"required":["schema_version","namespace","name","version","package_sha256","decision","review_id","policy_version","execution_class","runtime_sha256","evidence","decided_at","reason"],"title":"AdmissionDecision","type":"object"},"Evidence":{"additionalProperties":false,"properties":{"kind":{"enum":["rights","conformance","native-parity","live-route","isolation","accounting","retention"],"title":"Kind","type":"string"},"result":{"enum":["passed","failed","not-applicable"],"title":"Result","type":"string"},"sha256":{"pattern":"^[0-9a-f]{64}$","title":"Sha256","type":"string"},"summary":{"maxLength":2000,"minLength":1,"title":"Summary","type":"string"}},"required":["kind","sha256","result","summary"],"title":"Evidence","type":"object"},"SourceCreated":{"additionalProperties":false,"properties":{"created":{"title":"Created","type":"integer"},"dataset_id":{"format":"uuid","title":"Dataset Id","type":"string"},"example_ids":{"items":{"format":"uuid","type":"string"},"title":"Example Ids","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"},"run_manifest_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Run Manifest Sha256"},"source_training_eligible":{"anyOf":[{"const":false,"type":"boolean"},{"type":"null"}],"title":"Source Training Eligible"}},"required":["dataset_id","created","example_ids"],"title":"SourceCreated","type":"object"},"Subject":{"additionalProperties":false,"description":"One model a multi-model run evaluates on the run's tasks.","properties":{"model":{"discriminator":{"mapping":{"connection":"#/components/schemas/ConnectedModel","managed":"#/components/schemas/ManagedModel"},"propertyName":"kind"},"oneOf":[{"$ref":"#/components/schemas/ManagedModel"},{"$ref":"#/components/schemas/ConnectedModel"}],"title":"Model"}},"required":["model"],"title":"Subject","type":"object"},"SubjectPair":{"additionalProperties":false,"description":"One pair of models on the same tasks: `model_index` minus `other_model_index`.","properties":{"difference":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Difference"},"interval":{"anyOf":[{"$ref":"#/components/schemas/ScoreInterval"},{"type":"null"}],"description":"Paired confidence interval of the difference; null when unavailable."},"model_index":{"minimum":0,"title":"Model Index","type":"integer"},"other_model_index":{"minimum":0,"title":"Other Model Index","type":"integer"},"significant":{"description":"The interval excludes zero. False when no interval is available.","title":"Significant","type":"boolean"}},"required":["model_index","other_model_index","difference","interval","significant"],"title":"SubjectPair","type":"object"},"Suite":{"additionalProperties":false,"properties":{"suite_version_id":{"format":"uuid","title":"Suite Version Id","type":"string"}},"required":["suite_version_id"],"title":"Suite","type":"object"},"SuiteDefaults":{"additionalProperties":false,"properties":{"coverage":{"default":{"mode":"sample","sample_count":25,"seed":42},"discriminator":{"mapping":{"full":"#/components/schemas/FullCoverage","sample":"#/components/schemas/SampleCoverage"},"propertyName":"mode"},"oneOf":[{"$ref":"#/components/schemas/SampleCoverage"},{"$ref":"#/components/schemas/FullCoverage"}],"title":"Coverage"},"max_charge_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,15}$","type":"string"},{"type":"null"}],"title":"Max Charge Microusd"}},"title":"SuiteDefaults","type":"object"},"SuiteRecord":{"additionalProperties":false,"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"defaults":{"$ref":"#/components/schemas/SuiteDefaults"},"id":{"format":"uuid","title":"Id","type":"string"},"name":{"title":"Name","type":"string"},"profile_ids":{"items":{"type":"string"},"title":"Profile Ids","type":"array"},"profiles":{"items":{"$ref":"#/components/schemas/SuiteProfile"},"title":"Profiles","type":"array"},"runnable":{"title":"Runnable","type":"boolean"},"suite_key":{"title":"Suite Key","type":"string"},"task_selections":{"items":{"$ref":"#/components/schemas/SuiteTaskSelection"},"title":"Task Selections","type":"array"},"version":{"title":"Version","type":"integer"},"workspace_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Workspace Id"}},"required":["id","workspace_id","suite_key","version","name","profile_ids","defaults","created_at","profiles","runnable"],"title":"SuiteRecord","type":"object"},"SuiteProfile":{"additionalProperties":false,"properties":{"id":{"title":"Id","type":"string"},"name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Name"},"status":{"title":"Status","type":"string"}},"required":["id","name","status"],"title":"SuiteProfile","type":"object"},"SuiteTaskSelection":{"additionalProperties":false,"properties":{"source_ref":{"maxLength":300,"minLength":3,"title":"Source Ref","type":"string"},"split":{"enum":["test","canonical"],"title":"Split","type":"string"},"task_ids":{"items":{"type":"string"},"maxItems":1000,"minItems":1,"title":"Task Ids","type":"array"}},"required":["source_ref","split","task_ids"],"title":"SuiteTaskSelection","type":"object"},"TaskCoverage":{"additionalProperties":false,"properties":{"mode":{"const":"tasks","default":"tasks","title":"Mode","type":"string"},"task_ids":{"items":{"type":"string"},"maxItems":1000,"minItems":1,"title":"Task Ids","type":"array"}},"required":["task_ids"],"title":"TaskCoverage","type":"object"},"TaskIdentity":{"additionalProperties":false,"properties":{"source_ref":{"maxLength":300,"minLength":3,"title":"Source Ref","type":"string"},"task_id":{"maxLength":1000,"minLength":1,"title":"Task Id","type":"string"}},"required":["source_ref","task_id"],"title":"TaskIdentity","type":"object"},"TaskSuite":{"additionalProperties":false,"properties":{"dataset_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Version Id"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"previous_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Previous Version Id"},"tasks":{"items":{"$ref":"#/components/schemas/TaskDefinition"},"maxItems":1000,"minItems":1,"title":"Tasks","type":"array"}},"required":["name","tasks"],"title":"TaskSuite","type":"object"},"TaskDefinition":{"additionalProperties":false,"properties":{"category":{"default":"general","maxLength":120,"minLength":1,"title":"Category","type":"string"},"critical":{"default":false,"title":"Critical","type":"boolean"},"direction":{"default":"higher_is_better","enum":["higher_is_better","lower_is_better"],"title":"Direction","type":"string"},"environment_ref":{"anyOf":[{"maxLength":300,"minLength":1,"type":"string"},{"type":"null"}],"title":"Environment Ref"},"environment_split":{"default":"test","enum":["train","development","test"],"title":"Environment Split","type":"string"},"evidence_role":{"default":"confirmation","enum":["confirmation","regression"],"title":"Evidence Role","type":"string"},"key":{"maxLength":200,"minLength":1,"title":"Key","type":"string"},"metric":{"maxLength":300,"minLength":1,"title":"Metric","type":"string"},"paths":{"items":{"type":"string"},"maxItems":100,"title":"Paths","type":"array"},"profile_id":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Profile Id"},"source_group":{"maxLength":200,"minLength":1,"title":"Source Group","type":"string"},"split_role":{"default":"held_out","enum":["validation","held_out"],"title":"Split Role","type":"string"},"success_threshold":{"default":1,"title":"Success Threshold","type":"number"},"task_id":{"maxLength":1000,"minLength":1,"title":"Task Id","type":"string"},"tools":{"items":{"type":"string"},"maxItems":100,"title":"Tools","type":"array"}},"required":["key","task_id","metric","source_group"],"title":"TaskDefinition","type":"object"},"TraceIntegrationPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/TraceIntegrationView"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data"],"title":"TraceIntegrationPage","type":"object"},"TraceIntegrationView":{"additionalProperties":false,"properties":{"connection_id":{"format":"uuid","title":"Connection Id","type":"string"},"consecutive_errors":{"title":"Consecutive Errors","type":"integer"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"deferred_root_count":{"title":"Deferred Root Count","type":"integer"},"error_count":{"title":"Error Count","type":"integer"},"generation":{"title":"Generation","type":"integer"},"id":{"format":"uuid","title":"Id","type":"string"},"imported_span_count":{"title":"Imported Span Count","type":"integer"},"imported_trace_count":{"title":"Imported Trace Count","type":"integer"},"last_error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Last Error Code"},"last_poll_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Last Poll At"},"last_success_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Last Success At"},"next_poll_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Next Poll At"},"poll_interval_seconds":{"title":"Poll Interval Seconds","type":"integer"},"project_id":{"title":"Project Id","type":"string"},"project_name":{"title":"Project Name","type":"string"},"provider":{"enum":["langsmith","braintrust","langfuse"],"title":"Provider","type":"string"},"region":{"enum":["us","eu","global"],"title":"Region","type":"string"},"status":{"enum":["active","paused","disconnected"],"title":"Status","type":"string"},"updated_at":{"format":"date-time","title":"Updated At","type":"string"}},"required":["id","connection_id","provider","region","project_id","project_name","status","generation","next_poll_at","last_poll_at","last_success_at","last_error_code","consecutive_errors","error_count","imported_trace_count","imported_span_count","deferred_root_count","created_at","updated_at","poll_interval_seconds"],"title":"TraceIntegrationView","type":"object"},"TrainingArtifactModel":{"additionalProperties":false,"properties":{"artifact_id":{"format":"uuid","title":"Artifact Id","type":"string"},"kind":{"const":"training_artifact","title":"Kind","type":"string"},"seed":{"default":42,"maximum":2147483647,"minimum":0,"title":"Seed","type":"integer"},"temperature":{"default":0,"maximum":2,"minimum":0,"title":"Temperature","type":"number"}},"required":["kind","artifact_id"],"title":"TrainingArtifactModel","type":"object"},"TrajectoryEvent":{"additionalProperties":false,"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"kind":{"title":"Kind","type":"string"},"latency_ms":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Latency Ms"},"operation_id":{"title":"Operation Id","type":"string"},"request":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Request","type":"object"},"result":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Result"},"sequence":{"title":"Sequence","type":"integer"},"status":{"title":"Status","type":"string"}},"required":["sequence","kind","operation_id","status","request","result","latency_ms","created_at"],"title":"TrajectoryEvent","type":"object"},"TrustKeyRecord":{"additionalProperties":false,"properties":{"key_id":{"maxLength":120,"minLength":1,"title":"Key Id","type":"string"},"not_after":{"pattern":"^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z$","title":"Not After","type":"string"},"not_before":{"pattern":"^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z$","title":"Not Before","type":"string"},"public_key_hex":{"pattern":"^[0-9a-f]{64}$","title":"Public Key Hex","type":"string"},"revoked":{"title":"Revoked","type":"boolean"}},"required":["key_id","public_key_hex","not_before","not_after","revoked"],"title":"TrustKeyRecord","type":"object"},"TuneAgent":{"additionalProperties":false,"properties":{"agent_id":{"anyOf":[{"maxLength":300,"minLength":1,"type":"string"},{"type":"null"}],"title":"Agent Id"},"environment_ref":{"anyOf":[{"maxLength":300,"minLength":1,"type":"string"},{"type":"null"}],"title":"Environment Ref"},"improvement_project_id":{"format":"uuid","title":"Improvement Project Id","type":"string"},"source_candidate_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Source Candidate Id"}},"required":["improvement_project_id"],"title":"TuneAgent","type":"object"},"TuneAgentQuote":{"additionalProperties":false,"properties":{"candidates":{"items":{"$ref":"#/components/schemas/TuneCandidateQuote"},"title":"Candidates","type":"array"},"cycle_id":{"format":"uuid","title":"Cycle Id","type":"string"},"environment_ref":{"title":"Environment Ref","type":"string"},"expires_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Expires At"},"finalist_split":{"const":"held_out","title":"Finalist Split","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"max_charge_microusd":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Max Charge Microusd"},"mode":{"const":"agent","title":"Mode","type":"string"},"objective":{"additionalProperties":true,"title":"Objective","type":"object"},"project_id":{"format":"uuid","title":"Project Id","type":"string"},"remote_scoring_estimate":{"anyOf":[{"$ref":"#/components/schemas/TuneRemoteScoringEstimate"},{"type":"null"}]},"search":{"additionalProperties":true,"title":"Search","type":"object"},"validation_split":{"const":"validation","title":"Validation Split","type":"string"}},"required":["id","mode","project_id","cycle_id","environment_ref","objective","search","max_charge_microusd","validation_split","finalist_split","candidates"],"title":"TuneAgentQuote","type":"object"},"TuneApproval":{"additionalProperties":false,"properties":{"draft_revision":{"minimum":1,"title":"Draft Revision","type":"integer"},"judge_route_id":{"anyOf":[{"maxLength":200,"minLength":3,"type":"string"},{"type":"null"}],"title":"Judge Route Id"}},"required":["draft_revision"],"title":"TuneApproval","type":"object"},"TuneCandidateQuote":{"additionalProperties":false,"properties":{"expected_charge_microusd":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Expected Charge Microusd"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"index":{"title":"Index","type":"integer"},"kind":{"default":"agent_config","enum":["agent_config","code"],"title":"Kind","type":"string"},"policy":{"additionalProperties":{"type":"string"},"title":"Policy","type":"object"},"policy_patch":{"additionalProperties":{"type":"string"},"title":"Policy Patch","type":"object"},"policy_route_ids":{"additionalProperties":{"type":"string"},"title":"Policy Route Ids","type":"object"},"primary_route_id":{"title":"Primary Route Id","type":"string"},"quote_id":{"format":"uuid","title":"Quote Id","type":"string"},"route_ids":{"items":{"type":"string"},"title":"Route Ids","type":"array"},"worst_case_charge_microusd":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Worst Case Charge Microusd"}},"required":["index","policy","route_ids","primary_route_id","expected_charge_microusd","worst_case_charge_microusd","quote_id","expires_at"],"title":"TuneCandidateQuote","type":"object"},"TuneDraftPatch":{"additionalProperties":false,"properties":{"call_spec":{"anyOf":[{"$ref":"#/components/schemas/TuneCallSpecPatch"},{"type":"null"}]},"cases":{"anyOf":[{"items":{"$ref":"#/components/schemas/TuneCasePatch"},"maxItems":40,"minItems":5,"type":"array"},{"type":"null"}],"title":"Cases"},"draft_revision":{"minimum":1,"title":"Draft Revision","type":"integer"},"grader":{"anyOf":[{"$ref":"#/components/schemas/TuneGraderPatch"},{"type":"null"}]}},"required":["draft_revision"],"title":"TuneDraftPatch","type":"object"},"TuneCallSpecPatch":{"additionalProperties":false,"properties":{"max_output_tokens":{"anyOf":[{"maximum":32768,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Max Output Tokens"},"model":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Model"},"prompt_template":{"anyOf":[{"maxLength":20000,"minLength":1,"type":"string"},{"type":"null"}],"title":"Prompt Template"},"reasoning_effort":{"anyOf":[{"enum":["none","minimal","low","medium","high","max"],"type":"string"},{"type":"null"}],"title":"Reasoning Effort"},"system_prompt":{"anyOf":[{"maxLength":20000,"type":"string"},{"type":"null"}],"title":"System Prompt"}},"title":"TuneCallSpecPatch","type":"object"},"TuneCasePatch":{"additionalProperties":false,"properties":{"expected":{"title":"Expected"},"id":{"anyOf":[{"pattern":"^case-[0-9]{2}$","type":"string"},{"type":"null"}],"title":"Id"},"inputs":{"additionalProperties":{"type":"string"},"title":"Inputs","type":"object"},"origin":{"anyOf":[{"maxLength":320,"type":"string"},{"type":"null"}],"title":"Origin"}},"required":["inputs","expected"],"title":"TuneCasePatch","type":"object"},"TuneExportBundle":{"additionalProperties":false,"properties":{"candidate_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Candidate Id"},"candidate_kind":{"anyOf":[{"enum":["agent_config","code"],"type":"string"},{"type":"null"}],"title":"Candidate Kind"},"candidate_source":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Candidate Source"},"candidate_source_commit_sha":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Candidate Source Commit Sha"},"dataset_manifest_sha256":{"title":"Dataset Manifest Sha256","type":"string"},"dataset_version_id":{"format":"uuid","title":"Dataset Version Id","type":"string"},"environment_ref":{"title":"Environment Ref","type":"string"},"evaluator_pins":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Evaluator Pins"},"mode":{"const":"agent","title":"Mode","type":"string"},"objective":{"additionalProperties":true,"title":"Objective","type":"object"},"patch":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Patch"},"policy":{"additionalProperties":{"type":"string"},"title":"Policy","type":"object"},"policy_diff":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Policy Diff"},"policy_route_ids":{"additionalProperties":{"type":"string"},"title":"Policy Route Ids","type":"object"},"project_id":{"format":"uuid","title":"Project Id","type":"string"},"recommendation":{"additionalProperties":true,"title":"Recommendation","type":"object"},"schema_version":{"const":"evalrouter.tune-export.v1","title":"Schema Version","type":"string"},"session_id":{"format":"uuid","title":"Session Id","type":"string"},"source_commit_sha":{"title":"Source Commit Sha","type":"string"},"workload":{"additionalProperties":true,"title":"Workload","type":"object"}},"required":["schema_version","mode","session_id","project_id","source_commit_sha","dataset_version_id","dataset_manifest_sha256","environment_ref","objective","workload","policy","recommendation","policy_diff","candidate_source_commit_sha"],"title":"TuneExportBundle","type":"object"},"TuneGraderPatch":{"additionalProperties":false,"properties":{"criteria":{"items":{"type":"string"},"maxItems":12,"title":"Criteria","type":"array"},"options":{"additionalProperties":true,"title":"Options","type":"object"},"rationale":{"default":"Edited during review.","maxLength":2000,"minLength":1,"title":"Rationale","type":"string"},"task":{"enum":["exact_match","regex_match","numeric","json_field_match","rubric"],"title":"Task","type":"string"}},"required":["task"],"title":"TuneGraderPatch","type":"object"},"TuneModelQuote":{"additionalProperties":false,"properties":{"comparability":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Comparability"},"expected_charge_microusd":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Expected Charge Microusd"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"group_id":{"format":"uuid","title":"Group Id","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"max_charge_microusd":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Max Charge Microusd"},"plan":{"additionalProperties":true,"title":"Plan","type":"object"},"worst_case_charge_microusd":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Worst Case Charge Microusd"}},"required":["id","group_id","expires_at","max_charge_microusd","expected_charge_microusd","worst_case_charge_microusd","plan"],"title":"TuneModelQuote","type":"object"},"TuneObjective":{"additionalProperties":false,"properties":{"kind":{"default":"minimize_cost","enum":["minimize_cost","maximize_success"],"title":"Kind","type":"string"},"latency_limit_ms":{"anyOf":[{"maximum":600000,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Latency Limit Ms"},"quality_margin":{"default":0.02,"maximum":0.25,"minimum":0,"title":"Quality Margin","type":"number"}},"title":"TuneObjective","type":"object"},"TuneQuoteRequest":{"additionalProperties":false,"properties":{"baseline_route_id":{"anyOf":[{"maxLength":200,"minLength":3,"type":"string"},{"type":"null"}],"title":"Baseline Route Id"},"max_charge_microusd":{"anyOf":[{"pattern":"^[1-9][0-9]{0,11}$","type":"string"},{"type":"null"}],"title":"Max Charge Microusd"},"route_ids":{"anyOf":[{"items":{"type":"string"},"maxItems":7,"minItems":1,"type":"array"},{"type":"null"}],"title":"Route Ids"}},"title":"TuneQuoteRequest","type":"object"},"TuneReleaseBinding":{"additionalProperties":false,"description":"Release inputs frozen before search; confirmation is executed by Releases.","properties":{"automation_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Automation Id"},"baseline":{"additionalProperties":true,"title":"Baseline","type":"object"},"calibration_ids":{"items":{"format":"uuid","type":"string"},"maxItems":100,"title":"Calibration Ids","type":"array"},"changed_paths":{"items":{"type":"string"},"maxItems":10000,"title":"Changed Paths","type":"array"},"changed_tools":{"items":{"type":"string"},"maxItems":1000,"title":"Changed Tools","type":"array"},"max_charge_microusd":{"maxLength":12,"pattern":"^[1-9][0-9]{0,11}$","title":"Max Charge Microusd","type":"string"},"origin_authorization":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Origin Authorization"},"policy_id":{"format":"uuid","title":"Policy Id","type":"string"},"regression_suite_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Regression Suite Id"},"regression_suite_sha256":{"anyOf":[{"pattern":"^[a-f0-9]{64}$","type":"string"},{"type":"null"}],"title":"Regression Suite Sha256"},"request_key":{"maxLength":200,"minLength":1,"pattern":"^[a-zA-Z0-9_.:-]+$","title":"Request Key","type":"string"},"reuse_baseline":{"default":false,"title":"Reuse Baseline","type":"boolean"},"suite_id":{"format":"uuid","title":"Suite Id","type":"string"}},"required":["suite_id","policy_id","baseline","max_charge_microusd","request_key"],"title":"TuneReleaseBinding","type":"object"},"TuneRemoteScoringEstimate":{"additionalProperties":false,"properties":{"calls_per_finalist_job":{"title":"Calls Per Finalist Job","type":"integer"},"calls_per_validation_job":{"title":"Calls Per Validation Job","type":"integer"},"estimated_external_cost_at_call_cap_microusd":{"title":"Estimated External Cost At Call Cap Microusd","type":"integer"},"external_cost_per_call_microusd":{"title":"External Cost Per Call Microusd","type":"integer"},"external_cost_provider_billed_estimate":{"const":true,"title":"External Cost Provider Billed Estimate","type":"boolean"},"max_calls_per_job":{"title":"Max Calls Per Job","type":"integer"},"scorer_id":{"format":"uuid","title":"Scorer Id","type":"string"},"scorer_sha256":{"title":"Scorer Sha256","type":"string"},"total_calls_upper_bound":{"title":"Total Calls Upper Bound","type":"integer"}},"required":["scorer_id","scorer_sha256","max_calls_per_job","calls_per_validation_job","calls_per_finalist_job","total_calls_upper_bound","external_cost_per_call_microusd","estimated_external_cost_at_call_cap_microusd","external_cost_provider_billed_estimate"],"title":"TuneRemoteScoringEstimate","type":"object"},"TuneRights":{"additionalProperties":false,"properties":{"attested":{"const":true,"title":"Attested","type":"boolean"},"data_license":{"default":"LicenseRef-Workspace-Private","pattern":"^[A-Za-z0-9][A-Za-z0-9.+-]{0,127}$","title":"Data License","type":"string"},"rights_basis":{"default":"Workspace-owned application source and cases drafted from it.","maxLength":2000,"minLength":1,"title":"Rights Basis","type":"string"}},"required":["attested"],"title":"TuneRights","type":"object"},"TuneSearch":{"additionalProperties":false,"properties":{"allow_code_changes":{"default":true,"title":"Allow Code Changes","type":"boolean"},"allow_configuration_changes":{"default":true,"title":"Allow Configuration Changes","type":"boolean"},"max_candidates":{"default":16,"maximum":64,"minimum":1,"title":"Max Candidates","type":"integer"},"permitted_paths":{"anyOf":[{"items":{"type":"string"},"maxItems":256,"type":"array"},{"type":"null"}],"title":"Permitted Paths"},"route_ids":{"items":{"type":"string"},"maxItems":64,"title":"Route Ids","type":"array"}},"title":"TuneSearch","type":"object"},"TuneSession":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Agent"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"dataset_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Id"},"dataset_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Version Id"},"draft":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Draft"},"draft_revision":{"title":"Draft Revision","type":"integer"},"draft_summary":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Draft Summary"},"drafting_budget":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Drafting Budget"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"error_message":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Message"},"id":{"format":"uuid","title":"Id","type":"string"},"mode":{"default":"model","title":"Mode","type":"string"},"nomination":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Nomination"},"nomination_only":{"default":false,"title":"Nomination Only","type":"boolean"},"objective":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Objective"},"optimizer":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Optimizer"},"profile_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Profile Id"},"quote_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Quote Id"},"recommendation":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Recommendation"},"release_binding":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Release Binding"},"run_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Run Id"},"search":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Search"},"source":{"additionalProperties":true,"title":"Source","type":"object"},"stage":{"title":"Stage","type":"string"},"status":{"title":"Status","type":"string"},"updated_at":{"format":"date-time","title":"Updated At","type":"string"},"workload":{"anyOf":[{"additionalProperties":true,"type":"object"},{"type":"null"}],"title":"Workload"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["id","workspace_id","status","stage","error_code","error_message","source","draft","draft_revision","draft_summary","drafting_budget","dataset_id","dataset_version_id","profile_id","quote_id","run_id","recommendation","created_at","updated_at"],"title":"TuneSession","type":"object"},"TuneSessionPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/TuneSession"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"TuneSessionPage","type":"object"},"TuneStart":{"additionalProperties":false,"properties":{"quote_id":{"format":"uuid","title":"Quote Id","type":"string"}},"required":["quote_id"],"title":"TuneStart","type":"object"},"TuneWorkload":{"additionalProperties":false,"properties":{"calibration_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Calibration Version Id"},"dataset_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Dataset Version Id"},"evaluator_version_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Evaluator Version Id"},"trace_connection_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Trace Connection Id"},"trace_ids":{"items":{"format":"uuid","type":"string"},"maxItems":200,"title":"Trace Ids","type":"array"}},"title":"TuneWorkload","type":"object"},"Uncertainty":{"additionalProperties":false,"properties":{"interval":{"anyOf":[{"$ref":"#/components/schemas/Interval"},{"type":"null"}]},"reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason"}},"required":["interval","reason"],"title":"Uncertainty","type":"object"},"Interval":{"additionalProperties":false,"properties":{"approximate":{"title":"Approximate","type":"boolean"},"cluster_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Cluster Count"},"confidence":{"title":"Confidence","type":"number"},"eligible_count":{"title":"Eligible Count","type":"integer"},"gains":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Gains"},"losses":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Losses"},"lower":{"title":"Lower","type":"number"},"method":{"title":"Method","type":"string"},"resamples":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Resamples"},"sample_count":{"title":"Sample Count","type":"integer"},"seed":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Seed"},"strata_count":{"title":"Strata Count","type":"integer"},"target":{"title":"Target","type":"string"},"unrepresented_strata":{"title":"Unrepresented Strata","type":"integer"},"upper":{"title":"Upper","type":"number"},"weights":{"title":"Weights","type":"string"}},"required":["lower","upper","confidence","method","approximate","sample_count","eligible_count","strata_count","unrepresented_strata","target","weights"],"title":"Interval","type":"object"},"UnknownRetryConsent":{"additionalProperties":false,"properties":{"acknowledge_duplicate_provider_charge":{"default":false,"description":"Required for your own provider connection: the provider may bill the original request and the new attempt.","title":"Acknowledge Duplicate Provider Charge","type":"boolean"},"max_cells":{"description":"The most unknown-outcome tasks to attempt. With a single-run origin selector, every selected origin must fit; without one, the quote is refused if more origins are eligible. Group quotes always use the all-eligible limit.","maximum":5324,"minimum":1,"title":"Max Cells","type":"integer"}},"required":["max_cells"],"title":"UnknownRetryConsent","type":"object"},"UnknownRetryOrigin":{"additionalProperties":false,"description":"An exact original failed sample, resolved only inside the source's lineage.","properties":{"origin_run_id":{"format":"uuid","title":"Origin Run Id","type":"string"},"origin_sample_id":{"format":"uuid","title":"Origin Sample Id","type":"string"}},"required":["origin_run_id","origin_sample_id"],"title":"UnknownRetryOrigin","type":"object"},"UnknownRetrySummary":{"additionalProperties":false,"description":"Failed or uncertain provider calls, decided from call evidence, never from the code alone.\n\nA charge waiver does not mean the provider never executed or billed the\noriginal request. Such cells are attempted again only with consent.","properties":{"available":{"description":"Tasks that could be attempted again with consent; not included.","minimum":0,"title":"Available","type":"integer"},"consent_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"description":"Send as `unknown_retry_consent_sha256` when admitting; null if none included.","title":"Consent Sha256"},"duplicate_provider_charge_possible":{"description":"True for your own provider connection: it may bill both requests.","title":"Duplicate Provider Charge Possible","type":"boolean"},"included":{"description":"New attempts in this quote (one per task, ever), charged like reruns.","minimum":0,"title":"Included","type":"integer"},"max_cells":{"anyOf":[{"type":"integer"},{"type":"null"}],"description":"The consented limit, or null without consent.","title":"Max Cells"},"pending_reconciliation":{"description":"A request may still be active; resume after `retry_after`.","minimum":0,"title":"Pending Reconciliation","type":"integer"},"refused":{"description":"Tasks that cannot be recovered; see `refused_by_reason`.","minimum":0,"title":"Refused","type":"integer"},"refused_by_reason":{"additionalProperties":{"type":"integer"},"description":"`unknown_retry_exhausted`, `unknown_partially_charged`, `saved_response_unusable`, `failure_not_transient` or `unknown_unverifiable`.","title":"Refused By Reason","type":"object"},"retry_after":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"description":"The earliest time reconciliation can settle a still-open request (24 hours after it started).","title":"Retry After"},"saved_responses":{"description":"The original answer is stored: graded from it at no charge, never requested or paid for again.","minimum":0,"title":"Saved Responses","type":"integer"},"version":{"const":1,"title":"Version","type":"integer"}},"required":["version","included","available","saved_responses","pending_reconciliation","refused","max_cells","consent_sha256","duplicate_provider_charge_possible"],"title":"UnknownRetrySummary","type":"object"},"UpdateConnection":{"additionalProperties":false,"properties":{"api_key":{"anyOf":[{"format":"password","type":"string","writeOnly":true},{"type":"null"}],"title":"Api Key"},"base_url":{"anyOf":[{"maxLength":2048,"minLength":8,"type":"string"},{"type":"null"}],"title":"Base Url"},"context_window":{"anyOf":[{"maximum":2000000,"minimum":512,"type":"integer"},{"type":"null"}],"title":"Context Window"},"max_output_tokens":{"anyOf":[{"maximum":32768,"minimum":16,"type":"integer"},{"type":"null"}],"title":"Max Output Tokens"},"model_id":{"anyOf":[{"maxLength":200,"minLength":1,"type":"string"},{"type":"null"}],"title":"Model Id"},"name":{"anyOf":[{"maxLength":120,"minLength":1,"type":"string"},{"type":"null"}],"title":"Name"},"output_modes":{"anyOf":[{"items":{"enum":["json_object","json_schema"],"type":"string"},"maxItems":2,"type":"array"},{"type":"null"}],"title":"Output Modes"},"protocol":{"anyOf":[{"enum":["openai_chat","openai_completions"],"type":"string"},{"type":"null"}],"title":"Protocol"}},"title":"UpdateConnection","type":"object"},"UploadPage":{"properties":{"data":{"items":{"$ref":"#/components/schemas/UploadResult"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data"],"title":"UploadPage","type":"object"},"UploadResult":{"properties":{"archive_sha256":{"title":"Archive Sha256","type":"string"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"name":{"title":"Name","type":"string"},"namespace_id":{"format":"uuid","title":"Namespace Id","type":"string"},"parts":{"items":{"$ref":"#/components/schemas/PartResult"},"title":"Parts","type":"array"},"size_bytes":{"title":"Size Bytes","type":"integer"},"status":{"title":"Status","type":"string"},"version":{"title":"Version","type":"string"}},"required":["id","namespace_id","name","version","archive_sha256","size_bytes","status","created_at","expires_at","parts"],"title":"UploadResult","type":"object"},"ValidationError":{"properties":{"ctx":{"title":"Context","type":"object"},"input":{"title":"Input"},"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"title":"Location","type":"array"},"msg":{"title":"Message","type":"string"},"type":{"title":"Error Type","type":"string"}},"required":["loc","msg","type"],"title":"ValidationError","type":"object"},"ValidationPage":{"properties":{"data":{"items":{"$ref":"#/components/schemas/ValidationResult"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data"],"title":"ValidationPage","type":"object"},"ValidationResult":{"properties":{"attempts":{"title":"Attempts","type":"integer"},"completed_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Completed At"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"material":{"items":{"$ref":"#/components/schemas/MaterialState"},"title":"Material","type":"array"},"next_attempt_at":{"format":"date-time","title":"Next Attempt At","type":"string"},"package_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Package Id"},"protocol_version":{"title":"Protocol Version","type":"integer"},"status":{"enum":["queued","running","succeeded","failed","cancelled"],"title":"Status","type":"string"},"upload_id":{"format":"uuid","title":"Upload Id","type":"string"}},"required":["id","upload_id","status","attempts","protocol_version","next_attempt_at","created_at","completed_at","expires_at","error_code","package_id"],"title":"ValidationResult","type":"object"},"Wallet":{"additionalProperties":false,"description":"The workspace's credit: `available_microusd` is what new runs can hold.","properties":{"available_microusd":{"title":"Available Microusd","type":"string"},"balance_microusd":{"title":"Balance Microusd","type":"string"},"currency":{"title":"Currency","type":"string"},"payment_mode":{"title":"Payment Mode","type":"string"},"purchase_amounts_microusd":{"items":{"type":"string"},"title":"Purchase Amounts Microusd","type":"array"},"purchase_fee":{"$ref":"#/components/schemas/PurchaseFee"},"purchase_options":{"items":{"$ref":"#/components/schemas/PurchaseOption"},"title":"Purchase Options","type":"array"},"purchases_enabled":{"title":"Purchases Enabled","type":"boolean"},"reserved_microusd":{"title":"Reserved Microusd","type":"string"},"settled_charges_microusd":{"title":"Settled Charges Microusd","type":"string"},"settled_platform_fees_microusd":{"title":"Settled Platform Fees Microusd","type":"string"},"settled_usage_microusd":{"title":"Settled Usage Microusd","type":"string"},"stripe_publishable_key":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Stripe Publishable Key"},"updated_at":{"format":"date-time","title":"Updated At","type":"string"}},"required":["currency","balance_microusd","reserved_microusd","available_microusd","settled_usage_microusd","settled_platform_fees_microusd","settled_charges_microusd","updated_at","purchases_enabled","stripe_publishable_key","payment_mode","purchase_amounts_microusd","purchase_fee","purchase_options"],"title":"Wallet","type":"object"},"PurchaseFee":{"additionalProperties":false,"properties":{"basis_points":{"title":"Basis Points","type":"integer"},"enabled":{"title":"Enabled","type":"boolean"},"minimum_microusd":{"title":"Minimum Microusd","type":"string"},"refundable":{"title":"Refundable","type":"boolean"},"rounding":{"title":"Rounding","type":"string"}},"required":["enabled","basis_points","minimum_microusd","rounding","refundable"],"title":"PurchaseFee","type":"object"},"PurchaseOption":{"additionalProperties":false,"properties":{"credit_microusd":{"title":"Credit Microusd","type":"string"},"platform_fee_microusd":{"title":"Platform Fee Microusd","type":"string"},"subtotal_microusd":{"title":"Subtotal Microusd","type":"string"}},"required":["credit_microusd","platform_fee_microusd","subtotal_microusd"],"title":"PurchaseOption","type":"object"},"WorkloadAccessInput":{"additionalProperties":false,"properties":{"api_key":{"anyOf":[{"maxLength":4096,"minLength":1,"type":"string"},{"type":"null"}],"title":"Api Key"},"provider":{"enum":["braintrust","langfuse"],"title":"Provider","type":"string"},"public_key":{"anyOf":[{"maxLength":256,"minLength":1,"type":"string"},{"type":"null"}],"title":"Public Key"},"region":{"default":"us","enum":["us","eu"],"title":"Region","type":"string"},"secret_key":{"anyOf":[{"maxLength":4096,"minLength":1,"type":"string"},{"type":"null"}],"title":"Secret Key"}},"required":["provider"],"title":"WorkloadAccessInput","type":"object"},"WorkloadEvaluatorPage":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/EvaluatorSnapshot"},"title":"Data","type":"array"}},"required":["data"],"title":"WorkloadEvaluatorPage","type":"object"},"WorkloadProjectInput":{"additionalProperties":false,"properties":{"api_key":{"anyOf":[{"maxLength":4096,"minLength":1,"type":"string"},{"type":"null"}],"title":"Api Key"},"connection_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Connection Id"},"lookback_hours":{"default":24,"maximum":8760,"minimum":1,"title":"Lookback Hours","type":"integer"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"project_id":{"maxLength":128,"minLength":1,"title":"Project Id","type":"string"},"project_name":{"maxLength":200,"minLength":1,"title":"Project Name","type":"string"},"provider":{"enum":["braintrust","langfuse"],"title":"Provider","type":"string"},"public_key":{"anyOf":[{"maxLength":256,"minLength":1,"type":"string"},{"type":"null"}],"title":"Public Key"},"region":{"default":"us","enum":["us","eu"],"title":"Region","type":"string"},"secret_key":{"anyOf":[{"maxLength":4096,"minLength":1,"type":"string"},{"type":"null"}],"title":"Secret Key"}},"required":["provider","project_id","project_name","name"],"title":"WorkloadProjectInput","type":"object"},"WorkloadResources":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/WorkloadResource"},"title":"Data","type":"array"}},"required":["data"],"title":"WorkloadResources","type":"object"},"WorkloadResource":{"additionalProperties":false,"properties":{"id":{"title":"Id","type":"string"},"name":{"title":"Name","type":"string"}},"required":["id","name"],"title":"WorkloadResource","type":"object"},"WorkloadSource":{"additionalProperties":false,"properties":{"cursor":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"},"integration_id":{"format":"uuid","title":"Integration Id","type":"string"},"resource_id":{"maxLength":128,"minLength":1,"title":"Resource Id","type":"string"},"resource_kind":{"enum":["datasets","experiments"],"title":"Resource Kind","type":"string"},"rights":{"$ref":"#/components/schemas/RightsAttestation"},"split_role":{"default":"train","enum":["train","validation","held_out"],"title":"Split Role","type":"string"}},"required":["integration_id","resource_kind","resource_id","rights"],"title":"WorkloadSource","type":"object"},"RightsAttestation":{"additionalProperties":false,"properties":{"attested":{"const":true,"title":"Attested","type":"boolean"},"data_license":{"maxLength":128,"minLength":1,"title":"Data License","type":"string"},"evaluation_allowed":{"default":true,"title":"Evaluation Allowed","type":"boolean"},"export_allowed":{"default":true,"title":"Export Allowed","type":"boolean"},"rights_basis":{"maxLength":2000,"minLength":1,"title":"Rights Basis","type":"string"},"training_allowed":{"title":"Training Allowed","type":"boolean"}},"required":["attested","data_license","rights_basis","training_allowed"],"title":"RightsAttestation","type":"object"},"WorkspaceDeletion":{"additionalProperties":false,"properties":{"access_removed_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Access Removed At"},"completed_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Completed At"},"currency":{"const":"USD","title":"Currency","type":"string"},"last_error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Last Error Code"},"phase":{"enum":["not_requested","stopping_work","settling_charges","removing_evidence","removing_summaries","removing_access_material","completed"],"title":"Phase","type":"string"},"requested_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Requested At"},"runs":{"$ref":"#/components/schemas/DeletionRunCounts"},"settled_charge_microusd":{"pattern":"^[0-9]+$","title":"Settled Charge Microusd","type":"string"},"status":{"enum":["active","deleting","deleted"],"title":"Status","type":"string"},"workspace_id":{"format":"uuid","title":"Workspace Id","type":"string"}},"required":["workspace_id","status","requested_at","completed_at","access_removed_at","phase","runs","currency","settled_charge_microusd","last_error_code"],"title":"WorkspaceDeletion","type":"object"},"DeletionRunCounts":{"additionalProperties":false,"properties":{"raw_purged":{"title":"Raw Purged","type":"integer"},"settled":{"title":"Settled","type":"integer"},"summary_purged":{"title":"Summary Purged","type":"integer"},"terminal":{"title":"Terminal","type":"integer"},"total":{"title":"Total","type":"integer"}},"required":["total","terminal","settled","raw_purged","summary_purged"],"title":"DeletionRunCounts","type":"object"}}}}