{"openapi":"3.1.0","info":{"title":"EvalRouter supported model API","version":"0.1.0","description":"Supported model-evaluation subset of the Production API, not the complete service contract. Quote requests here document managed or connected models and benchmark profile IDs. Response definitions preserve the Production baseline; optional legacy fields do not expand this offering. Use a workspace API key in Authorization: Bearer and its X-Workspace-ID. POST /v1/runs requires a durable Idempotency-Key. Availability and authorization still apply."},"paths":{"/v1/catalog/benchmarks":{"get":{"operationId":"benchmarks_v1_catalog_benchmarks_get","parameters":[{"in":"query","name":"q","required":false,"schema":{"default":"","maxLength":120,"title":"Q","type":"string"}},{"in":"query","name":"runner","required":false,"schema":{"anyOf":[{"enum":["inspect","lm-eval","evalplus","livecodebench","spreadsheetbench"],"type":"string"},{"type":"null"}],"title":"Runner"}},{"in":"query","name":"capability","required":false,"schema":{"anyOf":[{"maxLength":80,"type":"string"},{"type":"null"}],"title":"Capability"}},{"in":"query","name":"status","required":false,"schema":{"anyOf":[{"enum":["candidate","active","quarantined","retired"],"type":"string"},{"type":"null"}],"title":"Status"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_BenchmarkRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Benchmarks","tags":["Catalog"]}},"/v1/catalog/benchmarks/{slug}":{"get":{"operationId":"benchmark_v1_catalog_benchmarks__slug__get","parameters":[{"in":"path","name":"slug","required":true,"schema":{"title":"Slug","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/BenchmarkDetail"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Benchmark","tags":["Catalog"]}},"/v1/catalog/models":{"get":{"operationId":"models_v1_catalog_models_get","parameters":[{"in":"query","name":"q","required":false,"schema":{"default":"","maxLength":200,"title":"Q","type":"string"}},{"in":"query","name":"provider","required":false,"schema":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"title":"Provider"}},{"in":"query","name":"capability","required":false,"schema":{"anyOf":[{"maxLength":100,"type":"string"},{"type":"null"}],"title":"Capability"}},{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ManagedRoute_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Models","tags":["Catalog"]}},"/v1/catalog/execution-options":{"get":{"operationId":"execution_options_v1_catalog_execution_options_get","responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ExecutionOptions"}}},"description":"Successful Response"}},"summary":"Execution Options","tags":["Catalog"],"parameters":[{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}]}},"/v1/connections":{"get":{"operationId":"list_connections_v1_connections_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_ConnectionRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Connections","tags":["Connections"]},"post":{"operationId":"create_connection_v1_connections_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewConnection"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectionRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Connection","tags":["Connections"],"parameters":[{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}]}},"/v1/connections/{connection_id}":{"patch":{"operationId":"update_connection_v1_connections__connection_id__patch","parameters":[{"in":"path","name":"connection_id","required":true,"schema":{"format":"uuid","title":"Connection Id","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/UpdateConnection"}}},"required":true},"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectionRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Update Connection","tags":["Connections"]},"delete":{"operationId":"disable_connection_v1_connections__connection_id__delete","parameters":[{"in":"path","name":"connection_id","required":true,"schema":{"format":"uuid","title":"Connection Id","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/OKResponse"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Disable Connection","tags":["Connections"]}},"/v1/connections/{connection_id}/check":{"post":{"operationId":"check_connection_v1_connections__connection_id__check_post","parameters":[{"in":"path","name":"connection_id","required":true,"schema":{"format":"uuid","title":"Connection Id","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ConnectionRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Check Connection","tags":["Connections"]}},"/v1/quotes":{"post":{"operationId":"quote_v1_quotes_post","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewQuote"}}},"required":true},"responses":{"201":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/QuoteRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Quote","tags":["Quotes"],"parameters":[{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}]}},"/v1/quotes/{quote_id}":{"get":{"operationId":"get_quote_v1_quotes__quote_id__get","parameters":[{"in":"path","name":"quote_id","required":true,"schema":{"format":"uuid","title":"Quote Id","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/QuoteRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Quote","tags":["Quotes"]}},"/v1/runs":{"get":{"operationId":"list_runs_v1_runs_get","parameters":[{"in":"query","name":"cursor","required":false,"schema":{"anyOf":[{"maxLength":2048,"type":"string"},{"type":"null"}],"title":"Cursor"}},{"in":"query","name":"limit","required":false,"schema":{"default":50,"maximum":100,"minimum":1,"title":"Limit","type":"integer"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/Page_RunRecord_"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"List Runs","tags":["Runs"]},"post":{"operationId":"create_run_v1_runs_post","parameters":[{"in":"header","name":"Idempotency-Key","required":true,"schema":{"title":"Idempotency-Key","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/NewRun"}}},"required":true},"responses":{"202":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Create Run","tags":["Runs"]}},"/v1/runs/{run_id}":{"get":{"operationId":"get_run_v1_runs__run_id__get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Get Run","tags":["Runs"]}},"/v1/runs/{run_id}/cancel":{"post":{"operationId":"cancel_v1_runs__run_id__cancel_post","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/RunRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Cancel","tags":["Runs"]}},"/v1/runs/{run_id}/results":{"get":{"operationId":"result_v1_runs__run_id__results_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"version","required":false,"schema":{"anyOf":[{"maximum":2147483647,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Version"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ResultRecord"}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Result","tags":["Results"]}},"/v1/runs/{run_id}/export":{"get":{"operationId":"export_v1_runs__run_id__export_get","parameters":[{"in":"path","name":"run_id","required":true,"schema":{"format":"uuid","title":"Run Id","type":"string"}},{"in":"query","name":"format","required":false,"schema":{"default":"json","enum":["json","csv","html"],"title":"Format","type":"string"}},{"in":"query","name":"version","required":false,"schema":{"anyOf":[{"maximum":2147483647,"minimum":1,"type":"integer"},{"type":"null"}],"title":"Version"}},{"name":"X-Workspace-ID","in":"header","required":true,"schema":{"type":"string","format":"uuid"}}],"responses":{"200":{"content":{"application/json":{"schema":{}}},"description":"Successful Response"},"422":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}},"description":"Validation Error"}},"summary":"Export","tags":["Results"]}}},"components":{"schemas":{"BenchmarkDetail":{"additionalProperties":false,"properties":{"slug":{"title":"Slug","type":"string"},"versions":{"items":{"$ref":"#/components/schemas/BenchmarkRecord"},"title":"Versions","type":"array"}},"required":["slug","versions"],"title":"BenchmarkDetail","type":"object"},"BenchmarkNotice":{"additionalProperties":false,"properties":{"adaptation_notice":{"title":"Adaptation Notice","type":"string"},"evidence_sha256":{"title":"Evidence Sha256","type":"string"},"licenses":{"items":{"$ref":"#/components/schemas/LicenseNotice"},"title":"Licenses","type":"array"},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"profile_id":{"title":"Profile Id","type":"string"}},"required":["profile_id","manifest_sha256","evidence_sha256","adaptation_notice","licenses"],"title":"BenchmarkNotice","type":"object"},"BenchmarkQuoteAvailability":{"additionalProperties":false,"properties":{"message":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Message"},"reason_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason Code"},"status":{"enum":["ready_for_quote","unavailable"],"title":"Status","type":"string"}},"required":["status"],"title":"BenchmarkQuoteAvailability","type":"object"},"BenchmarkRecord":{"additionalProperties":false,"properties":{"category":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Category"},"code_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Code License"},"data_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Data License"},"description":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Description"},"display_policy":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Display Policy"},"fewshot_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Fewshot Config"},"generation_config":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation Config"},"id":{"title":"Id","type":"string"},"license_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"License Url"},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"metrics":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Metrics"},"name":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Name"},"provenance":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Provenance"},"quote_availability":{"anyOf":[{"$ref":"#/components/schemas/BenchmarkQuoteAvailability"},{"type":"null"}]},"required_capabilities":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Required Capabilities"},"runner":{"title":"Runner","type":"string"},"sampling_algorithm":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Sampling Algorithm"},"slug":{"title":"Slug","type":"string"},"source_revision":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Revision"},"source_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Url"},"status":{"title":"Status","type":"string"},"task_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Task Count"},"version":{"title":"Version","type":"string"}},"required":["id","slug","version","runner","status","manifest_sha256"],"title":"BenchmarkRecord","type":"object"},"BillingSnapshot":{"additionalProperties":false,"properties":{"as_of":{"title":"As Of","type":"string"},"cap_microusd":{"pattern":"^[0-9]+$","title":"Cap Microusd","type":"string"},"pending":{"title":"Pending","type":"boolean"},"reserved_microusd":{"pattern":"^[0-9]+$","title":"Reserved Microusd","type":"string"},"spend_microusd":{"pattern":"^[0-9]+$","title":"Spend Microusd","type":"string"}},"required":["spend_microusd","reserved_microusd","cap_microusd","as_of","pending"],"title":"BillingSnapshot","type":"object"},"ComparisonModel":{"additionalProperties":false,"properties":{"kind":{"const":"comparison","title":"Kind","type":"string"},"model_id":{"title":"Model Id","type":"string"},"models":{"items":{"$ref":"#/components/schemas/SelectedModel"},"title":"Models","type":"array"}},"required":["kind","model_id","models"],"title":"ComparisonModel","type":"object"},"ConnectedModel":{"additionalProperties":false,"properties":{"connection_id":{"format":"uuid","title":"Connection Id","type":"string"},"kind":{"const":"connection","title":"Kind","type":"string"}},"required":["kind","connection_id"],"title":"ConnectedModel","type":"object"},"ConnectionRecord":{"additionalProperties":false,"properties":{"base_url":{"title":"Base Url","type":"string"},"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"check_result":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Check Result","type":"object"},"checked_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Checked At"},"config":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Config","type":"object"},"created_at":{"format":"date-time","title":"Created At","type":"string"},"disabled_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Disabled At"},"id":{"format":"uuid","title":"Id","type":"string"},"model_id":{"title":"Model Id","type":"string"},"name":{"title":"Name","type":"string"},"protocol":{"enum":["openai_chat","openai_completions"],"title":"Protocol","type":"string"},"revision":{"title":"Revision","type":"integer"}},"required":["id","name","model_id","base_url","protocol","revision","config","capabilities","checked_at","check_result","disabled_at","created_at"],"title":"ConnectionRecord","type":"object"},"CoverageCounts":{"additionalProperties":false,"properties":{"attempted":{"title":"Attempted","type":"integer"},"cancelled":{"title":"Cancelled","type":"integer"},"errors":{"title":"Errors","type":"integer"},"graded":{"title":"Graded","type":"integer"},"planned":{"title":"Planned","type":"integer"},"skipped_budget":{"title":"Skipped Budget","type":"integer"}},"required":["planned","attempted","graded","errors","skipped_budget","cancelled"],"title":"CoverageCounts","type":"object"},"CoverageRecord":{"additionalProperties":false,"properties":{"mode":{"enum":["sample","full"],"title":"Mode","type":"string"},"sample_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Sample Count"},"seed":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Seed"}},"required":["mode"],"title":"CoverageRecord","type":"object"},"ExecutionOptions":{"additionalProperties":false,"properties":{"chat_enabled":{"default":false,"title":"Chat Enabled","type":"boolean"},"max_models_per_run":{"title":"Max Models Per Run","type":"integer"}},"required":["max_models_per_run"],"title":"ExecutionOptions","type":"object"},"FullCoverage":{"additionalProperties":false,"properties":{"mode":{"const":"full","title":"Mode","type":"string"}},"required":["mode"],"title":"FullCoverage","type":"object"},"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"title":"Detail","type":"array"}},"title":"HTTPValidationError","type":"object"},"Interval":{"additionalProperties":false,"properties":{"approximate":{"title":"Approximate","type":"boolean"},"cluster_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Cluster Count"},"confidence":{"title":"Confidence","type":"number"},"eligible_count":{"title":"Eligible Count","type":"integer"},"gains":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Gains"},"losses":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Losses"},"lower":{"title":"Lower","type":"number"},"method":{"title":"Method","type":"string"},"resamples":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Resamples"},"sample_count":{"title":"Sample Count","type":"integer"},"seed":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Seed"},"strata_count":{"title":"Strata Count","type":"integer"},"target":{"title":"Target","type":"string"},"unrepresented_strata":{"title":"Unrepresented Strata","type":"integer"},"upper":{"title":"Upper","type":"number"},"weights":{"title":"Weights","type":"string"}},"required":["lower","upper","confidence","method","approximate","sample_count","eligible_count","strata_count","unrepresented_strata","target","weights"],"title":"Interval","type":"object"},"JsonValue-Output":{"anyOf":[{"type":"string"},{"type":"integer"},{"type":"number"},{"type":"boolean"},{"items":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"array"},{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}]},"JudgeSelection":{"additionalProperties":false,"properties":{"model":{"$ref":"#/components/schemas/SelectedModel"},"protocol":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Protocol","type":"object"}},"required":["protocol","model"],"title":"JudgeSelection","type":"object"},"LicenseNotice":{"additionalProperties":false,"properties":{"attribution":{"title":"Attribution","type":"string"},"document_sha256":{"title":"Document Sha256","type":"string"},"identifier":{"title":"Identifier","type":"string"},"scope":{"enum":["code","data","tests","assets"],"title":"Scope","type":"string"},"source_revision":{"title":"Source Revision","type":"string"},"source_url":{"title":"Source Url","type":"string"},"text":{"title":"Text","type":"string"}},"required":["scope","identifier","source_url","source_revision","attribution","document_sha256","text"],"title":"LicenseNotice","type":"object"},"ManagedModel":{"additionalProperties":false,"properties":{"kind":{"const":"managed","title":"Kind","type":"string"},"route_id":{"maxLength":200,"minLength":1,"title":"Route Id","type":"string"}},"required":["kind","route_id"],"title":"ManagedModel","type":"object"},"ManagedRoute":{"additionalProperties":false,"properties":{"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"display_name":{"title":"Display Name","type":"string"},"generation":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation"},"hosting_provider":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Hosting Provider"},"id":{"title":"Id","type":"string"},"limits":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Limits"},"model_id":{"title":"Model Id","type":"string"},"price_version":{"title":"Price Version","type":"string"},"pricing":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Pricing","type":"object"},"provider":{"title":"Provider","type":"string"},"revision":{"title":"Revision","type":"integer"},"status":{"title":"Status","type":"string"}},"required":["id","provider","model_id","display_name","revision","capabilities","price_version","pricing","status"],"title":"ManagedRoute","type":"object"},"MetricRecord":{"additionalProperties":false,"properties":{"direction":{"anyOf":[{"enum":["higher_is_better","lower_is_better"],"type":"string"},{"type":"null"}],"title":"Direction"},"key":{"title":"Key","type":"string"},"name":{"title":"Name","type":"string"},"sample_count":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Sample Count"},"source":{"title":"Source","type":"string"},"standard_error":{"anyOf":[{"type":"number"},{"type":"null"}],"title":"Standard Error"},"task":{"title":"Task","type":"string"},"uncertainty":{"anyOf":[{"$ref":"#/components/schemas/Uncertainty"},{"type":"null"}]},"value":{"anyOf":[{"type":"integer"},{"type":"number"}],"title":"Value"}},"required":["key","task","name","value","standard_error","sample_count","source","direction"],"title":"MetricRecord","type":"object"},"NewConnection":{"additionalProperties":false,"properties":{"api_key":{"format":"password","title":"Api Key","type":"string","writeOnly":true},"base_url":{"maxLength":2048,"minLength":8,"title":"Base Url","type":"string"},"context_window":{"default":32768,"maximum":2000000,"minimum":512,"title":"Context Window","type":"integer"},"max_output_tokens":{"default":4096,"maximum":32768,"minimum":16,"title":"Max Output Tokens","type":"integer"},"model_id":{"maxLength":200,"minLength":1,"title":"Model Id","type":"string"},"name":{"maxLength":120,"minLength":1,"title":"Name","type":"string"},"protocol":{"default":"openai_chat","enum":["openai_chat","openai_completions"],"title":"Protocol","type":"string"}},"required":["name","base_url","model_id","api_key"],"title":"NewConnection","type":"object"},"NewQuote":{"additionalProperties":false,"properties":{"coverage":{"discriminator":{"mapping":{"full":"#/components/schemas/FullCoverage","sample":"#/components/schemas/SampleCoverage"},"propertyName":"mode"},"oneOf":[{"$ref":"#/components/schemas/SampleCoverage"},{"$ref":"#/components/schemas/FullCoverage"}]},"max_charge_microusd":{"pattern":"^[1-9][0-9]{0,11}$","title":"Max Charge Microusd","type":"string"},"model":{"oneOf":[{"$ref":"#/components/schemas/ManagedModel"},{"$ref":"#/components/schemas/ConnectedModel"}],"discriminator":{"propertyName":"kind","mapping":{"managed":"#/components/schemas/ManagedModel","connection":"#/components/schemas/ConnectedModel"}}},"selection":{"$ref":"#/components/schemas/Profiles"}},"required":["model","selection","coverage","max_charge_microusd"],"title":"NewQuote","type":"object"},"NewRun":{"additionalProperties":false,"properties":{"metadata":{"additionalProperties":{"type":"string"},"maxProperties":20,"title":"Metadata","type":"object"},"name":{"default":"Evaluation","maxLength":120,"minLength":1,"title":"Name","type":"string"},"quote_id":{"format":"uuid","title":"Quote Id","type":"string"}},"required":["quote_id"],"title":"NewRun","type":"object"},"OKResponse":{"additionalProperties":false,"properties":{"ok":{"title":"Ok","type":"boolean"}},"required":["ok"],"title":"OKResponse","type":"object"},"Page_BenchmarkRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/BenchmarkRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[BenchmarkRecord]","type":"object"},"Page_ConnectionRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ConnectionRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ConnectionRecord]","type":"object"},"Page_ManagedRoute_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/ManagedRoute"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[ManagedRoute]","type":"object"},"Page_RunRecord_":{"additionalProperties":false,"properties":{"data":{"items":{"$ref":"#/components/schemas/RunRecord"},"title":"Data","type":"array"},"next_cursor":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Next Cursor"}},"required":["data","next_cursor"],"title":"Page[RunRecord]","type":"object"},"ProfileCost":{"additionalProperties":false,"properties":{"charged_microusd":{"pattern":"^[0-9]+$","title":"Charged Microusd","type":"string"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"pending_operations":{"title":"Pending Operations","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"total_cost_microusd":{"anyOf":[{"pattern":"^[0-9]+$","type":"string"},{"type":"null"}],"title":"Total Cost Microusd"}},"required":["profile_id","charged_microusd","pending_operations","total_cost_microusd"],"title":"ProfileCost","type":"object"},"ProfileResult":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"properties":{"cancelled":{"title":"Cancelled","type":"integer"},"data_license":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Data License"},"display_policy":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Display Policy"},"eligible":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Eligible"},"error_code":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Error Code"},"errors":{"title":"Errors","type":"integer"},"graded":{"title":"Graded","type":"integer"},"headline_key":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Headline Key"},"license_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"License Url"},"metrics":{"items":{"$ref":"#/components/schemas/MetricRecord"},"title":"Metrics","type":"array"},"model_index":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Model Index"},"name":{"title":"Name","type":"string"},"native":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Native"},"planned":{"title":"Planned","type":"integer"},"profile_id":{"title":"Profile Id","type":"string"},"runner":{"title":"Runner","type":"string"},"selection":{"$ref":"#/components/schemas/ProfileSelection"},"skipped_budget":{"title":"Skipped Budget","type":"integer"},"source_revision":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Revision"},"source_url":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Source Url"},"status":{"title":"Status","type":"string"},"uncertainty":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/Uncertainty"},"type":"object"},{"type":"null"}],"title":"Uncertainty"},"uncertainty_note":{"title":"Uncertainty Note","type":"string"},"unit_id":{"format":"uuid","title":"Unit Id","type":"string"}},"required":["profile_id","unit_id","name","runner","status","error_code","planned","graded","errors","cancelled","skipped_budget","metrics","headline_key","native","selection","eligible","source_url","source_revision","data_license","license_url","uncertainty_note"],"title":"ProfileResult","type":"object"},"ProfileSelection":{"additionalProperties":false,"properties":{"admission":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Admission"},"attempts_per_task":{"default":1,"maximum":100,"minimum":1,"title":"Attempts Per Task","type":"integer"},"dataset_assets_sha256":{"title":"Dataset Assets Sha256","type":"string"},"environment":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Environment"},"id":{"title":"Id","type":"string"},"judge":{"anyOf":[{"$ref":"#/components/schemas/JudgeSelection"},{"type":"null"}]},"manifest_sha256":{"title":"Manifest Sha256","type":"string"},"population_count":{"title":"Population Count","type":"integer"},"private_test":{"anyOf":[{"type":"boolean"},{"type":"null"}],"title":"Private Test"},"remote":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Remote"},"sampling_algorithm":{"title":"Sampling Algorithm","type":"string"},"sandbox":{"anyOf":[{"$ref":"#/components/schemas/SandboxPolicyView"},{"type":"null"}]},"selected_count":{"title":"Selected Count","type":"integer"},"task_ids":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"null"}],"title":"Task Ids"},"task_ids_hash":{"title":"Task Ids Hash","type":"string"}},"required":["id","manifest_sha256","selected_count","population_count","sampling_algorithm","task_ids_hash","dataset_assets_sha256"],"title":"ProfileSelection","type":"object"},"Profiles":{"additionalProperties":false,"properties":{"profile_ids":{"items":{"type":"string"},"maxItems":50,"minItems":1,"title":"Profile Ids","type":"array"}},"required":["profile_ids"],"title":"Profiles","type":"object"},"QuotePlan":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Agent"},"agents":{"anyOf":[{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"type":"array"},{"type":"null"}],"title":"Agents"},"coverage":{"$ref":"#/components/schemas/CoverageRecord"},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"pricing":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Pricing","type":"object"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileSelection"},"title":"Profiles","type":"array"},"recommendation":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Recommendation"},"route":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Route"},"schema_version":{"enum":[1,2,3,4],"title":"Schema Version","type":"integer"},"selection_source":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Selection Source","type":"object"},"total_tasks":{"title":"Total Tasks","type":"integer"},"warnings":{"items":{"type":"string"},"title":"Warnings","type":"array"}},"required":["schema_version","selection_source","model","profiles","coverage","total_tasks","pricing","warnings"],"title":"QuotePlan","type":"object"},"QuoteRecord":{"additionalProperties":false,"properties":{"created_at":{"format":"date-time","title":"Created At","type":"string"},"estimated_charge_microusd":{"description":"Conservative worst-case cost for the selected workload using maximum allowed usage. This is not expected spend. The user's max_charge_microusd remains the enforced spending cap; actual charges follow recorded usage.","pattern":"^[0-9]+$","title":"Estimated Charge Microusd","type":"string"},"expires_at":{"format":"date-time","title":"Expires At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"max_charge_microusd":{"pattern":"^[0-9]+$","title":"Max Charge Microusd","type":"string"},"plan":{"$ref":"#/components/schemas/QuotePlan"},"price_version":{"title":"Price Version","type":"string"},"retention":{"$ref":"#/components/schemas/RetentionPolicy"}},"required":["id","created_at","expires_at","plan","estimated_charge_microusd","max_charge_microusd","price_version","retention"],"title":"QuoteRecord","type":"object"},"ResultCosts":{"additionalProperties":false,"properties":{"as_of":{"format":"date-time","title":"As Of","type":"string"},"basis":{"enum":["managed_total","platform_fees_only","mixed"],"title":"Basis","type":"string"},"currency":{"const":"USD","title":"Currency","type":"string"},"note":{"title":"Note","type":"string"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileCost"},"title":"Profiles","type":"array"}},"required":["currency","as_of","basis","profiles","note"],"title":"ResultCosts","type":"object"},"ResultRecord":{"additionalProperties":false,"properties":{"benchmark_notices":{"items":{"$ref":"#/components/schemas/BenchmarkNotice"},"title":"Benchmark Notices","type":"array"},"checksum":{"title":"Checksum","type":"string"},"costs":{"$ref":"#/components/schemas/ResultCosts"},"coverage":{"anyOf":[{"$ref":"#/components/schemas/CoverageRecord"},{"type":"null"}]},"envelope":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Envelope"},"finalized_at":{"format":"date-time","title":"Finalized At","type":"string"},"id":{"format":"uuid","title":"Id","type":"string"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileResult"},"title":"Profiles","type":"array"},"retention":{"$ref":"#/components/schemas/RunRetention"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"summary":{"$ref":"#/components/schemas/ResultSummary"},"version":{"title":"Version","type":"integer"}},"required":["id","run_id","version","manifest_hash","checksum","finalized_at","summary","model","coverage","costs","profiles","benchmark_notices","retention"],"title":"ResultRecord","type":"object"},"ResultSummary":{"additionalProperties":false,"properties":{"billing_snapshot":{"$ref":"#/components/schemas/BillingSnapshot"},"coverage":{"$ref":"#/components/schemas/CoverageCounts"},"finished_at":{"title":"Finished At","type":"string"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"name":{"title":"Name","type":"string"},"result_version":{"title":"Result Version","type":"integer"},"run_id":{"format":"uuid","title":"Run Id","type":"string"},"schema_version":{"const":1,"title":"Schema Version","type":"integer"},"status":{"enum":["completed","partial","failed","cancelled"],"title":"Status","type":"string"},"terminal_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Terminal Reason"}},"required":["schema_version","run_id","result_version","status","terminal_reason","name","manifest_hash","finished_at","coverage","billing_snapshot"],"title":"ResultSummary","type":"object"},"RetentionPolicy":{"additionalProperties":false,"properties":{"raw_days":{"title":"Raw Days","type":"integer"},"starts_at":{"const":"run_created_at","title":"Starts At","type":"string"},"summary_days":{"title":"Summary Days","type":"integer"}},"required":["raw_days","summary_days","starts_at"],"title":"RetentionPolicy","type":"object"},"RunRecord":{"additionalProperties":false,"properties":{"agent":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Agent"},"agents":{"anyOf":[{"items":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},"type":"array"},{"type":"null"}],"title":"Agents"},"billing_state":{"enum":["pending","settled","reconciliation_required"],"title":"Billing State","type":"string"},"cancel_requested_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Cancel Requested At"},"cap_microusd":{"pattern":"^[0-9]+$","title":"Cap Microusd","type":"string"},"completed_count":{"title":"Completed Count","type":"integer"},"coverage":{"anyOf":[{"$ref":"#/components/schemas/CoverageRecord"},{"type":"null"}]},"created_at":{"format":"date-time","title":"Created At","type":"string"},"error_count":{"title":"Error Count","type":"integer"},"finished_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Finished At"},"id":{"format":"uuid","title":"Id","type":"string"},"manifest_hash":{"title":"Manifest Hash","type":"string"},"metadata":{"additionalProperties":{"type":"string"},"title":"Metadata","type":"object"},"model":{"anyOf":[{"$ref":"#/components/schemas/SelectedModel"},{"$ref":"#/components/schemas/ComparisonModel"}],"title":"Model"},"name":{"title":"Name","type":"string"},"planned_count":{"title":"Planned Count","type":"integer"},"profiles":{"items":{"$ref":"#/components/schemas/ProfileSelection"},"title":"Profiles","type":"array"},"reserved_microusd":{"pattern":"^[0-9]+$","title":"Reserved Microusd","type":"string"},"retention":{"$ref":"#/components/schemas/RunRetention"},"retry_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Retry At"},"route":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Route"},"spend_microusd":{"pattern":"^[0-9]+$","title":"Spend Microusd","type":"string"},"started_at":{"anyOf":[{"format":"date-time","type":"string"},{"type":"null"}],"title":"Started At"},"status":{"enum":["queued","running","cancelling","finalizing","completed","partial","failed","cancelled"],"title":"Status","type":"string"},"terminal_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Terminal Reason"},"waiting_reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Waiting Reason"}},"required":["id","name","metadata","status","terminal_reason","billing_state","planned_count","completed_count","error_count","cancel_requested_at","started_at","finished_at","created_at","manifest_hash","spend_microusd","reserved_microusd","cap_microusd","model","coverage","profiles","retention"],"title":"RunRecord","type":"object"},"RunRetention":{"additionalProperties":false,"properties":{"raw_evidence_expired":{"title":"Raw Evidence Expired","type":"boolean"},"raw_expires_at":{"format":"date-time","title":"Raw Expires At","type":"string"},"summary_expires_at":{"format":"date-time","title":"Summary Expires At","type":"string"}},"required":["raw_expires_at","summary_expires_at","raw_evidence_expired"],"title":"RunRetention","type":"object"},"SampleCoverage":{"additionalProperties":false,"properties":{"mode":{"const":"sample","default":"sample","title":"Mode","type":"string"},"sample_count":{"default":25,"maximum":1000,"minimum":1,"title":"Sample Count","type":"integer"},"seed":{"default":42,"maximum":4294967295,"minimum":0,"title":"Seed","type":"integer"}},"title":"SampleCoverage","type":"object"},"SandboxPolicyView":{"additionalProperties":false,"properties":{"backend":{"const":"modal","default":"modal","title":"Backend","type":"string"},"cpu_millis":{"default":1000,"maximum":1000,"minimum":125,"title":"Cpu Millis","type":"integer"},"execution_class":{"default":"code.evalplus.v1","enum":["code.evalplus.v1","code.livecodebench.v1","code.spreadsheetbench.v1","code.koliseum.v1"],"title":"Execution Class","type":"string"},"execution_fee_microusd":{"pattern":"^[0-9]+$","title":"Execution Fee Microusd","type":"string"},"image_id":{"pattern":"^im-[A-Za-z0-9_-]+$","title":"Image Id","type":"string"},"image_sha256":{"pattern":"^[0-9a-f]{64}$","title":"Image Sha256","type":"string"},"max_infrastructure_attempts":{"const":3,"default":3,"title":"Max Infrastructure Attempts","type":"integer"},"memory_mib":{"default":2048,"maximum":2048,"minimum":128,"title":"Memory Mib","type":"integer"},"network":{"const":"blocked","default":"blocked","title":"Network","type":"string"},"price_version":{"maxLength":120,"minLength":1,"title":"Price Version","type":"string"},"schema_version":{"const":1,"default":1,"title":"Schema Version","type":"integer"},"timeout_seconds":{"default":300,"maximum":360,"minimum":1,"title":"Timeout Seconds","type":"integer"}},"required":["image_id","image_sha256","execution_fee_microusd","price_version"],"title":"SandboxPolicyView","type":"object"},"SelectedModel":{"additionalProperties":false,"properties":{"artifact_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Artifact Id"},"artifact_sha256":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Artifact Sha256"},"capabilities":{"items":{"type":"string"},"title":"Capabilities","type":"array"},"connection_id":{"anyOf":[{"format":"uuid","type":"string"},{"type":"null"}],"title":"Connection Id"},"generation":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Generation"},"kind":{"enum":["managed","connection","agent","training_artifact"],"title":"Kind","type":"string"},"likelihood":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Likelihood"},"limits":{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"title":"Limits","type":"object"},"model_id":{"title":"Model Id","type":"string"},"price_version":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Price Version"},"pricing":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Pricing"},"protocol":{"title":"Protocol","type":"string"},"provider_charges":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Provider Charges"},"revision":{"title":"Revision","type":"integer"},"route_id":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Route Id"},"routing":{"anyOf":[{"additionalProperties":{"$ref":"#/components/schemas/JsonValue-Output"},"type":"object"},{"type":"null"}],"title":"Routing"}},"required":["kind","model_id","revision","protocol","capabilities","limits"],"title":"SelectedModel","type":"object"},"Uncertainty":{"additionalProperties":false,"properties":{"interval":{"anyOf":[{"$ref":"#/components/schemas/Interval"},{"type":"null"}]},"reason":{"anyOf":[{"type":"string"},{"type":"null"}],"title":"Reason"}},"required":["interval","reason"],"title":"Uncertainty","type":"object"},"UpdateConnection":{"additionalProperties":false,"properties":{"api_key":{"anyOf":[{"format":"password","type":"string","writeOnly":true},{"type":"null"}],"title":"Api Key"},"context_window":{"anyOf":[{"maximum":2000000,"minimum":512,"type":"integer"},{"type":"null"}],"title":"Context Window"},"max_output_tokens":{"anyOf":[{"maximum":32768,"minimum":16,"type":"integer"},{"type":"null"}],"title":"Max Output Tokens"},"name":{"anyOf":[{"maxLength":120,"minLength":1,"type":"string"},{"type":"null"}],"title":"Name"}},"title":"UpdateConnection","type":"object"},"ValidationError":{"properties":{"ctx":{"title":"Context","type":"object"},"input":{"title":"Input"},"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"title":"Location","type":"array"},"msg":{"title":"Message","type":"string"},"type":{"title":"Error Type","type":"string"}},"required":["loc","msg","type"],"title":"ValidationError","type":"object"}},"securitySchemes":{"WorkspaceKey":{"type":"http","scheme":"bearer","description":"Workspace API key created in account settings."}}},"servers":[{"url":"https://api.evalrouter.ai"}],"security":[{"WorkspaceKey":[]}]}