An API key minted in Command Center (Settings -> API Keys), sent as Authorization: Bearer 2501_ak_.... A Command Center session cookie is also accepted.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"2501.ai","colors":{"primary":"#121212","light":"#FAFAFA","dark":"#121212"},"logo":{"light":"https://mintcdn.com/2501/gMl_w8qww9Zl47hO/logo/light.png?fit=max\u0026auto=format\u0026n=gMl_w8qww9Zl47hO\u0026q=85\u0026s=eeeb37b3ca386a00dde53b3e6235adce","dark":"https://mintcdn.com/2501/gMl_w8qww9Zl47hO/logo/dark.png?fit=max\u0026auto=format\u0026n=gMl_w8qww9Zl47hO\u0026q=85\u0026s=4d0ac2514d479eb43fe361193d12c495","href":"/0.7/getting-started/welcome"},"favicon":"https://mintcdn.com/2501/gMl_w8qww9Zl47hO/favicon.png?fit=max\u0026auto=format\u0026n=gMl_w8qww9Zl47hO\u0026q=85\u0026s=884be98d09b5672f470de49ac6430f22","appearance":{"default":"light"},"background":{"color":{"light":"#FAFAFA","dark":"#121212"}},"navbar":{"links":[{"href":"mailto:hello@2501.ai","label":"Contact"},{"href":"https://github.com/2501-ai","label":"Github"},{"href":"https://2501.ai/","label":"Website"}]},"footer":{"socials":{"website":"https://www.2501.ai/","github":"https://github.com/2501-ai","linkedin":"https://www.linkedin.com/company/99099126"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"2501","hasAudioNarration":false,"actualSubdomain":"2501","customDomains":["docs.2501.ai"],"gitSource":{"type":"github","owner":"2501-ai","repo":"2501","deployBranch":"main","contentDirectory":"apps/public-docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae06382dc8e261a8bb5a8cf","collectionId":"1211b02f-18ff-4e53-923a-18bdb4bcf20b","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae06382dc8e261a8bb5a8cf"},"entitlements":{},"buildId":"6ae88211eb73d12669c24e86","clientVersion":"0.0.4044","searchFilterCounts":[{"language":"default","tag":"Reference","count":966},{"language":"default","tag":"API","count":498},{"language":"default","tag":"Configure","count":303},{"language":"default","tag":"Guides","count":195},{"language":"default","tag":"Docs","count":189},{"language":"default","tag":"Benchmark","count":175},{"language":"default","tag":"Deploy","count":125},{"language":"default","tag":"Agents","count":121},{"language":"default","tag":"Integration","count":119},{"language":"default","tag":"Concepts","count":111}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"0.19/api-reference/benchmarks/get-a-benchmark","slug":"/0.19/api-reference/benchmarks/get-a-benchmark","pageMetadata":{"title":"Get a benchmark","description":"The benchmark with every run. A benchmark has ended once each run has ended and its `restore_status` is no longer `pending` or `running`.","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/benchmarks/{id}","href":"/0.19/api-reference/benchmarks/get-a-benchmark","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"The benchmark with every run. A benchmark has ended once each run has ended and its \", _jsx(_components.code, {\n children: \"restore_status\"\n }), \" is no longer \", _jsx(_components.code, {\n children: \"pending\"\n }), \" or \", _jsx(_components.code, {\n children: \"running\"\n }), \".\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get a benchmark","description":"The benchmark with every run. A benchmark has ended once each run has ended and its `restore_status` is no longer `pending` or `running`.","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/benchmarks/{id}","href":"/0.19/api-reference/benchmarks/get-a-benchmark","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Benchmarks"],"summary":"Get a benchmark","description":"The benchmark with every run. A benchmark has ended once each run has ended and its `restore_status` is no longer `pending` or `running`.","parameters":["bf132dcb-590a-4e03-8434-d2e368d9a52d"],"responses":{"200":"00340b64-7a09-4ad9-8ec4-36063e3ce0bc","400":"ac418071-a83e-4e80-aeac-31146e2c047f","401":"641f71a2-a159-4bad-a966-589206a7eadc","403":"597e6447-4ae6-4179-be7c-2286d58d8af9","404":"b2cfb643-dc78-4fdf-8549-857fb378d74e"},"method":"get","type":"path","servers":["98b6e0b7-b04a-4287-abad-d9bf8726850e"],"security":["16280220-e67b-466f-aca4-29a79978e7b1"],"path":"/api/v1/benchmarks/{id}","baseUrlOptions":["https://{command_center_host}"],"title":"Get a benchmark","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"bf132dcb-590a-4e03-8434-d2e368d9a52d":{"schema":{"type":"string","isRequired":true,"uniqueKey":"","typeLabel":"string"},"required":true,"name":"id","in":"path"}},"responses":{"00340b64-7a09-4ad9-8ec4-36063e3ce0bc":{"description":"The benchmark and its runs","content":{"application/json":{"schema":{"type":"object","required":["runs","id","status","scenarios","total","completed","passed","mode","source","branch","main_engine","secondary_engine","gateway_engine","gateway","triggered_by","org_id","tenant_id","started_at","completed_at","created_at","updated_at"],"properties":{"id":{"type":"string","example":"bch_0f4a6d1b-...","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"status":{"type":"string","enum":["queued","running","completed","failed","cancelled"],"isRequired":true,"uniqueKey":"status","typeLabel":"enum\u003cstring>"},"scenarios":{"type":"array","items":{"type":"string","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"string"},"description":"The titles of the scenarios it ran, as they were at launch","isRequired":true,"uniqueKey":"scenarios","typeLabel":"string[]"},"total":{"type":"integer","isRequired":true,"uniqueKey":"total","typeLabel":"integer"},"completed":{"type":"integer","isRequired":true,"uniqueKey":"completed","typeLabel":"integer"},"passed":{"type":"integer","description":"Runs graded passed so far","isRequired":true,"uniqueKey":"passed","typeLabel":"integer"},"mode":{"oneOf":[{"type":"string","deprecated":true,"description":"Always null.","isRequired":true,"uniqueKey":"mode.oneOf.0","typeLabel":"string"},{"type":"null","deprecated":true,"description":"Always null.","isRequired":true,"uniqueKey":"mode.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"mode","typeLabel":"string | null"},"source":{"oneOf":[{"type":"string","deprecated":true,"description":"Always null.","isRequired":true,"uniqueKey":"source.oneOf.0","typeLabel":"string"},{"type":"null","deprecated":true,"description":"Always null.","isRequired":true,"uniqueKey":"source.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"source","typeLabel":"string | null"},"branch":{"oneOf":[{"type":"string","deprecated":true,"description":"Always null.","isRequired":true,"uniqueKey":"branch.oneOf.0","typeLabel":"string"},{"type":"null","deprecated":true,"description":"Always null.","isRequired":true,"uniqueKey":"branch.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"branch","typeLabel":"string | null"},"main_engine":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"main_engine.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"main_engine.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"main_engine","typeLabel":"string | null"},"secondary_engine":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"secondary_engine.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"secondary_engine.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"secondary_engine","typeLabel":"string | null"},"gateway_engine":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"gateway_engine.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"gateway_engine.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"gateway_engine","typeLabel":"string | null"},"gateway":{"type":"string","example":"runner","isRequired":true,"uniqueKey":"gateway","typeLabel":"string"},"triggered_by":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"triggered_by.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"triggered_by.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"triggered_by","typeLabel":"string | null"},"org_id":{"type":"string","example":"org_460b541c-...","isRequired":true,"uniqueKey":"org_id","typeLabel":"string"},"tenant_id":{"type":"string","example":"ten_115bea44-...","isRequired":true,"uniqueKey":"tenant_id","typeLabel":"string"},"started_at":{"oneOf":[{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"started_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"started_at.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"started_at","typeLabel":"string\u003cdate-time> | null"},"completed_at":{"oneOf":[{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"completed_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"completed_at.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"completed_at","typeLabel":"string\u003cdate-time> | null"},"created_at":{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"updated_at","typeLabel":"string\u003cdate-time>"},"runs":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","example":"scr_ca850e32-...","isRequired":true,"uniqueKey":"runs.items.[INDEX].id","typeLabel":"string"},"benchmark_id":{"type":"string","example":"bch_0f4a6d1b-...","isRequired":true,"uniqueKey":"runs.items.[INDEX].benchmark_id","typeLabel":"string"},"scenario_id":{"type":"string","description":"The scenario the run executed","isRequired":true,"uniqueKey":"runs.items.[INDEX].scenario_id","typeLabel":"string"},"resource_version_id":{"oneOf":[{"type":"string","description":"The scenario version the run executed","isRequired":true,"uniqueKey":"runs.items.[INDEX].resource_version_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"The scenario version the run executed","isRequired":true,"uniqueKey":"runs.items.[INDEX].resource_version_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].resource_version_id","typeLabel":"string | null"},"key":{"oneOf":[{"type":"string","deprecated":true,"description":"Use title.","isRequired":true,"uniqueKey":"runs.items.[INDEX].key.oneOf.0","typeLabel":"string"},{"type":"null","deprecated":true,"description":"Use title.","isRequired":true,"uniqueKey":"runs.items.[INDEX].key.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].key","typeLabel":"string | null"},"title":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].title.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].title.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].title","typeLabel":"string | null"},"description":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].description","typeLabel":"string | null"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"runs.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"deprecated":true,"description":"Use the scenario.","isRequired":true,"uniqueKey":"runs.items.[INDEX].tags","typeLabel":"string[]"},"ticket_title":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].ticket_title.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].ticket_title.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].ticket_title","typeLabel":"string | null"},"ticket_body":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].ticket_body.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].ticket_body.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].ticket_body","typeLabel":"string | null"},"status":{"type":"string","enum":["queued","running","completed","failed","cancelled"],"deprecated":true,"description":"Use execution_status and restore_status.","isRequired":true,"uniqueKey":"runs.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"execution_status":{"type":"string","enum":["queued","running","completed","failed","cancelled"],"isRequired":true,"uniqueKey":"runs.items.[INDEX].execution_status","typeLabel":"enum\u003cstring>"},"evaluation_status":{"type":"string","enum":["not_evaluated","passed","failed"],"isRequired":true,"uniqueKey":"runs.items.[INDEX].evaluation_status","typeLabel":"enum\u003cstring>"},"passing":{"oneOf":[{"type":"boolean","deprecated":true,"description":"Use evaluation_status.","isRequired":true,"uniqueKey":"runs.items.[INDEX].passing.oneOf.0","typeLabel":"boolean"},{"type":"null","deprecated":true,"description":"Use evaluation_status.","isRequired":true,"uniqueKey":"runs.items.[INDEX].passing.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].passing","typeLabel":"boolean | null"},"compliance_score":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"runs.items.[INDEX].compliance_score.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].compliance_score.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].compliance_score","typeLabel":"number | null"},"remediation":{"oneOf":[{"type":"boolean","isRequired":true,"uniqueKey":"runs.items.[INDEX].remediation.oneOf.0","typeLabel":"boolean"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].remediation.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].remediation","typeLabel":"boolean | null"},"execution_time_ms":{"oneOf":[{"type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].execution_time_ms.oneOf.0","typeLabel":"integer"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].execution_time_ms.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].execution_time_ms","typeLabel":"integer | null"},"job_id":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].job_id.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].job_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].job_id","typeLabel":"string | null"},"restore_status":{"oneOf":[{"type":"string","enum":["not_required","pending","running","completed","failed",null],"isRequired":true,"uniqueKey":"runs.items.[INDEX].restore_status.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["not_required","pending","running","completed","failed",null],"isRequired":true,"uniqueKey":"runs.items.[INDEX].restore_status.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].restore_status","typeLabel":"enum\u003cstring> | null"},"restore_failed":{"oneOf":[{"type":"boolean","deprecated":true,"description":"Use restore_status.","isRequired":true,"uniqueKey":"runs.items.[INDEX].restore_failed.oneOf.0","typeLabel":"boolean"},{"type":"null","deprecated":true,"description":"Use restore_status.","isRequired":true,"uniqueKey":"runs.items.[INDEX].restore_failed.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].restore_failed","typeLabel":"boolean | null"},"total_tokens":{"type":"integer","description":"Input plus output tokens of the job the run opened","isRequired":true,"uniqueKey":"runs.items.[INDEX].total_tokens","typeLabel":"integer"},"live_step":{"oneOf":[{"type":"string","description":"The stage a run still going is in; null once it has ended","isRequired":true,"uniqueKey":"runs.items.[INDEX].live_step.oneOf.0","typeLabel":"string"},{"type":"null","description":"The stage a run still going is in; null once it has ended","isRequired":true,"uniqueKey":"runs.items.[INDEX].live_step.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].live_step","typeLabel":"string | null"},"workflow_status":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].workflow_status.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"runs.items.[INDEX].workflow_status.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].workflow_status","typeLabel":"string | null"},"org_id":{"type":"string","example":"org_460b541c-...","isRequired":true,"uniqueKey":"runs.items.[INDEX].org_id","typeLabel":"string"},"tenant_id":{"type":"string","example":"ten_115bea44-...","isRequired":true,"uniqueKey":"runs.items.[INDEX].tenant_id","typeLabel":"string"},"started_at":{"oneOf":[{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"runs.items.[INDEX].started_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"runs.items.[INDEX].started_at.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].started_at","typeLabel":"string\u003cdate-time> | null"},"completed_at":{"oneOf":[{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"runs.items.[INDEX].completed_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"runs.items.[INDEX].completed_at.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"runs.items.[INDEX].completed_at","typeLabel":"string\u003cdate-time> | null"},"created_at":{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"runs.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","example":"2026-08-26T10:00:26.380Z","isRequired":true,"uniqueKey":"runs.items.[INDEX].updated_at","typeLabel":"string\u003cdate-time>"},"validation":{"oneOf":[{},{"type":"null","uniqueKey":"runs.items.[INDEX].validation.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].validation","typeLabel":"null"},"agents":{"oneOf":[{},{"type":"null","uniqueKey":"runs.items.[INDEX].agents.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].agents","typeLabel":"null"},"errors":{"oneOf":[{},{"type":"null","uniqueKey":"runs.items.[INDEX].errors.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].errors","typeLabel":"null"}},"required":["id","benchmark_id","scenario_id","resource_version_id","key","title","description","tags","ticket_title","ticket_body","status","execution_status","evaluation_status","passing","compliance_score","remediation","execution_time_ms","job_id","restore_status","restore_failed","total_tokens","live_step","workflow_status","org_id","tenant_id","started_at","completed_at","created_at","updated_at"],"uniqueKey":"runs.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"runs","typeLabel":"object[]"},"model_config":{"oneOf":[{"description":"The models resolved for each agent at launch","uniqueKey":"model_config.oneOf.0","typeLabel":"any"},{"description":"The models resolved for each agent at launch","type":"null","uniqueKey":"model_config.oneOf.1","typeLabel":"null"}],"uniqueKey":"model_config","typeLabel":"any | null"},"errors":{"oneOf":[{},{"type":"null","uniqueKey":"errors.oneOf.1","typeLabel":"null"}],"uniqueKey":"errors","typeLabel":"null"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":"bch_0f4a6d1b-...","status":"queued","scenarios":["\u003cstring>"],"total":123,"completed":123,"passed":123,"mode":"\u003cstring>","source":"\u003cstring>","branch":"\u003cstring>","main_engine":"\u003cstring>","secondary_engine":"\u003cstring>","gateway_engine":"\u003cstring>","gateway":"runner","triggered_by":"\u003cstring>","org_id":"org_460b541c-...","tenant_id":"ten_115bea44-...","started_at":"2026-08-26T10:00:26.380Z","completed_at":"2026-08-26T10:00:26.380Z","created_at":"2026-08-26T10:00:26.380Z","updated_at":"2026-08-26T10:00:26.380Z","runs":[{"id":"scr_ca850e32-...","benchmark_id":"bch_0f4a6d1b-...","scenario_id":"\u003cstring>","resource_version_id":"\u003cstring>","key":"\u003cstring>","title":"\u003cstring>","description":"\u003cstring>","tags":["\u003cstring>"],"ticket_title":"\u003cstring>","ticket_body":"\u003cstring>","status":"queued","execution_status":"queued","evaluation_status":"not_evaluated","passing":true,"compliance_score":123,"remediation":true,"execution_time_ms":123,"job_id":"\u003cstring>","restore_status":"not_required","restore_failed":true,"total_tokens":123,"live_step":"\u003cstring>","workflow_status":"\u003cstring>","org_id":"org_460b541c-...","tenant_id":"ten_115bea44-...","started_at":"2026-08-26T10:00:26.380Z","completed_at":"2026-08-26T10:00:26.380Z","created_at":"2026-08-26T10:00:26.380Z","updated_at":"2026-08-26T10:00:26.380Z","validation":"\u003cunknown>","agents":"\u003cunknown>","errors":"\u003cunknown>"}],"model_config":"\u003cunknown>","errors":"\u003cunknown>"}}},"exampleType":"generated"}},"exampleType":"generated"},"ac418071-a83e-4e80-aeac-31146e2c047f":{"description":"Bad request - a field is missing, malformed, or not allowed (VALIDATION_FAILED, BAD_REQUEST, INVALID_CURSOR)","content":{"application/json":{"schema":{"type":"object","properties":{"code":{"type":"string","example":"VALIDATION_FAILED","isRequired":true,"uniqueKey":"code","typeLabel":"string"},"message":{"type":"string","example":"Validation failed","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"request_id":{"type":"string","example":"req_3702b7e7-...","isRequired":true,"uniqueKey":"request_id","typeLabel":"string"},"field":{"type":"string","description":"Set when one input is at fault","uniqueKey":"field","typeLabel":"string"},"errors":{"type":"array","items":{"type":"object","properties":{"field":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].field","typeLabel":"string"},"message":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].message","typeLabel":"string"}},"required":["field","message"],"uniqueKey":"errors.items.[INDEX]","typeLabel":"object"},"description":"Set when several inputs are at fault","uniqueKey":"errors","typeLabel":"object[]"},"details":{"type":"object","additionalProperties":{"oneOf":[{},{"type":"null","uniqueKey":"details.additionalProperties.oneOf.1","typeLabel":"null"}],"uniqueKey":"details.additionalProperties","typeLabel":"null"},"uniqueKey":"details","typeLabel":"object"}},"required":["code","message","request_id"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"code":"VALIDATION_FAILED","message":"Validation failed","request_id":"req_3702b7e7-...","field":"\u003cstring>","errors":[{"field":"\u003cstring>","message":"\u003cstring>"}],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"},"641f71a2-a159-4bad-a966-589206a7eadc":{"description":"No credentials, or a key that is invalid, revoked, or expired (UNAUTHORIZED)","content":{"application/json":{"schema":{"type":"object","properties":{"code":{"type":"string","example":"VALIDATION_FAILED","isRequired":true,"uniqueKey":"code","typeLabel":"string"},"message":{"type":"string","example":"Validation failed","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"request_id":{"type":"string","example":"req_3702b7e7-...","isRequired":true,"uniqueKey":"request_id","typeLabel":"string"},"field":{"type":"string","description":"Set when one input is at fault","uniqueKey":"field","typeLabel":"string"},"errors":{"type":"array","items":{"type":"object","properties":{"field":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].field","typeLabel":"string"},"message":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].message","typeLabel":"string"}},"required":["field","message"],"uniqueKey":"errors.items.[INDEX]","typeLabel":"object"},"description":"Set when several inputs are at fault","uniqueKey":"errors","typeLabel":"object[]"},"details":{"type":"object","additionalProperties":{"oneOf":[{},{"type":"null","uniqueKey":"details.additionalProperties.oneOf.1","typeLabel":"null"}],"uniqueKey":"details.additionalProperties","typeLabel":"null"},"uniqueKey":"details","typeLabel":"object"}},"required":["code","message","request_id"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"code":"VALIDATION_FAILED","message":"Validation failed","request_id":"req_3702b7e7-...","field":"\u003cstring>","errors":[{"field":"\u003cstring>","message":"\u003cstring>"}],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"},"597e6447-4ae6-4179-be7c-2286d58d8af9":{"description":"Authenticated but not allowed (FORBIDDEN, ORG_ACCESS_DENIED, STEP_UP_REFUSED, TWO_FACTOR_ENROLLMENT_REQUIRED, LICENSE_CAP_REACHED, LICENSE_EXPIRED)","content":{"application/json":{"schema":{"type":"object","properties":{"code":{"type":"string","example":"VALIDATION_FAILED","isRequired":true,"uniqueKey":"code","typeLabel":"string"},"message":{"type":"string","example":"Validation failed","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"request_id":{"type":"string","example":"req_3702b7e7-...","isRequired":true,"uniqueKey":"request_id","typeLabel":"string"},"field":{"type":"string","description":"Set when one input is at fault","uniqueKey":"field","typeLabel":"string"},"errors":{"type":"array","items":{"type":"object","properties":{"field":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].field","typeLabel":"string"},"message":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].message","typeLabel":"string"}},"required":["field","message"],"uniqueKey":"errors.items.[INDEX]","typeLabel":"object"},"description":"Set when several inputs are at fault","uniqueKey":"errors","typeLabel":"object[]"},"details":{"type":"object","additionalProperties":{"oneOf":[{},{"type":"null","uniqueKey":"details.additionalProperties.oneOf.1","typeLabel":"null"}],"uniqueKey":"details.additionalProperties","typeLabel":"null"},"uniqueKey":"details","typeLabel":"object"}},"required":["code","message","request_id"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"code":"VALIDATION_FAILED","message":"Validation failed","request_id":"req_3702b7e7-...","field":"\u003cstring>","errors":[{"field":"\u003cstring>","message":"\u003cstring>"}],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"},"b2cfb643-dc78-4fdf-8549-857fb378d74e":{"description":"No such row that this caller can see (NOT_FOUND)","content":{"application/json":{"schema":{"type":"object","properties":{"code":{"type":"string","example":"VALIDATION_FAILED","isRequired":true,"uniqueKey":"code","typeLabel":"string"},"message":{"type":"string","example":"Validation failed","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"request_id":{"type":"string","example":"req_3702b7e7-...","isRequired":true,"uniqueKey":"request_id","typeLabel":"string"},"field":{"type":"string","description":"Set when one input is at fault","uniqueKey":"field","typeLabel":"string"},"errors":{"type":"array","items":{"type":"object","properties":{"field":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].field","typeLabel":"string"},"message":{"type":"string","isRequired":true,"uniqueKey":"errors.items.[INDEX].message","typeLabel":"string"}},"required":["field","message"],"uniqueKey":"errors.items.[INDEX]","typeLabel":"object"},"description":"Set when several inputs are at fault","uniqueKey":"errors","typeLabel":"object[]"},"details":{"type":"object","additionalProperties":{"oneOf":[{},{"type":"null","uniqueKey":"details.additionalProperties.oneOf.1","typeLabel":"null"}],"uniqueKey":"details.additionalProperties","typeLabel":"null"},"uniqueKey":"details","typeLabel":"object"}},"required":["code","message","request_id"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"code":"VALIDATION_FAILED","message":"Validation failed","request_id":"req_3702b7e7-...","field":"\u003cstring>","errors":[{"field":"\u003cstring>","message":"\u003cstring>"}],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"16280220-e67b-466f-aca4-29a79978e7b1":{"bearerAuth":{"type":"http","scheme":"bearer","description":"An API key minted in Command Center (Settings -> API Keys), sent as `Authorization: Bearer 2501_ak_...`. A Command Center session cookie is also accepted.","scopes":[],"schemeName":"bearerAuth"}}},"servers":{"98b6e0b7-b04a-4287-abad-d9bf8726850e":{"url":"https://{command_center_host}","variables":{"command_center_host":{"default":"your-command-center-host","description":"Your Command Center host"}}}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"An API key minted in Command Center (Settings -> API Keys), sent as `Authorization: Bearer 2501_ak_...`. A Command Center session cookie is also accepted.","scopes":[],"schemeName":"bearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"An API key minted in Command Center (Settings -> API Keys), sent as `Authorization: Bearer 2501_ak_...`. A Command Center session cookie is also accepted.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"0.19/openapi.json"},"subdomain":"2501","siteName":"2501.ai","title":"Get a benchmark - 2501.ai","navMaps":{"firstHrefInVersion":{"0.19":{"href":"/0.19/api-reference/benchmarks/get-a-benchmark","matchLevel":0},"0.18":{"href":"/0.18/api-reference/benchmarks/get-a-benchmark","matchLevel":1},"0.17":{"href":"/0.17/api-reference/benchmarks/get-a-benchmark","matchLevel":1},"0.16":{"href":"/0.16/api/overview","matchLevel":2},"0.15":{"href":"/0.15/api/overview","matchLevel":2},"0.14":{"href":"/0.14/api/overview","matchLevel":2},"0.13":{"href":"/0.13/api/overview","matchLevel":2},"0.12":{"href":"/0.12/api/overview","matchLevel":2},"0.11":{"href":"/0.11/getting-started/welcome","matchLevel":4},"0.10":{"href":"/0.10/getting-started/welcome","matchLevel":4},"0.9":{"href":"/0.9/getting-started/welcome","matchLevel":4},"0.8":{"href":"/0.8/getting-started/welcome","matchLevel":4},"0.7":{"href":"/0.7/getting-started/welcome","matchLevel":4},"0.4":{"href":"/0.4/command-center","matchLevel":4},"0.3.0":{"href":"/0.3.0/command-center","matchLevel":4},"0.2.6":{"href":"/0.2.6/command-center","matchLevel":4}},"firstHrefInLanguage":{}},"lastModified":"2026-11-02T12:29:23.484Z","originalFileLocation":"0.19/api-reference/benchmarks/get-a-benchmark.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"The benchmark with every run. A benchmark has ended once each run has ended and its restore_status is no longer pending or running.\">\u003cmeta data-mint-head name=\"application-name\" content=\"2501.ai\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get a benchmark - 2501.ai\">\u003cmeta data-mint-head property=\"og:description\" content=\"The benchmark with every run. A benchmark has ended once each run has ended and its restore_status is no longer pending or running.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"2501.ai\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://2501.mintlify.app/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=Get+a+benchmark\u0026amp;description=The+benchmark+with+every+run.+A+benchmark+has+ended+once+each+run+has+ended+and+its+%60restore_status%60+is+no+longer+%60pending%60+or+%60running%60.\u0026amp;theme=f33d4ade6ddd98c4a45fdcd4\u0026amp;signature=f815632fc54960af94be563be2752cff79ff7804836f1dc95bc9074b43d6015a\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get a benchmark - 2501.ai\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"The benchmark with every run. A benchmark has ended once each run has ended and its restore_status is no longer pending or running.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://2501.mintlify.app/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=Get+a+benchmark\u0026amp;description=The+benchmark+with+every+run.+A+benchmark+has+ended+once+each+run+has+ended+and+its+%60restore_status%60+is+no+longer+%60pending%60+or+%60running%60.\u0026amp;theme=f33d4ade6ddd98c4a45fdcd4\u0026amp;signature=f815632fc54960af94be563be2752cff79ff7804836f1dc95bc9074b43d6015a\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/2501/ur2ley-wQyHAsGwc/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"2501.ai\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#121212\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/0.19/api-reference/benchmarks/get-a-benchmark.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.2501.ai/#organization\",\"name\":\"2501.ai\",\"url\":\"https://docs.2501.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/2501/gMl_w8qww9Zl47hO/logo/light.png?fit=max\u0026auto=format\u0026n=gMl_w8qww9Zl47hO\u0026q=85\u0026s=eeeb37b3ca386a00dde53b3e6235adce\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.2501.ai#website\",\"name\":\"2501.ai\",\"url\":\"https://docs.2501.ai\",\"publisher\":{\"@id\":\"https://docs.2501.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark#webpage\",\"url\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark\",\"name\":\"Get a benchmark\",\"description\":\"The benchmark with every run. A benchmark has ended once each run has ended and its restore_status is no longer pending or running.\",\"dateModified\":\"2026-11-02T12:29:23.484Z\",\"isPartOf\":{\"@id\":\"https://docs.2501.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API\",\"item\":\"https://docs.2501.ai/0.19/api/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Benchmarks\",\"item\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/list-benchmarks\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Get a benchmark\",\"item\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark#apireference\",\"headline\":\"Get a benchmark\",\"name\":\"Get a benchmark\",\"description\":\"The benchmark with every run. A benchmark has ended once each run has ended and its restore_status is no longer pending or running.\",\"url\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark\",\"mainEntityOfPage\":{\"@id\":\"https://docs.2501.ai/0.19/api-reference/benchmarks/get-a-benchmark#webpage\"},\"dateModified\":\"2026-11-02T12:29:23.484Z\",\"publisher\":{\"@id\":\"https://docs.2501.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.2501.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"2501.ai\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"2501.ai","nav":{"global":null,"versions":[{"version":"0.19","tabs":[{"tab":"Docs","pages":[{"title":"Docs","href":"/0.19/getting-started/welcome"}]},{"tab":"Reference","groups":[{"group":"API","pages":[{"title":"API Overview","href":"/0.19/api/overview"},{"group":"Plugins","pages":[{"title":"List plugins","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/plugins","href":"/0.19/api-reference/plugins/list-plugins"},{"title":"Create a plugin","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/plugins","href":"/0.19/api-reference/plugins/create-a-plugin"},{"title":"Search plugins","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/plugins/search","href":"/0.19/api-reference/plugins/search-plugins"},{"title":"Get a plugin","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/plugins/{id}","href":"/0.19/api-reference/plugins/get-a-plugin"},{"title":"Update a plugin","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/plugins/{id}","href":"/0.19/api-reference/plugins/update-a-plugin"},{"title":"Delete a plugin","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/plugins/{id}","href":"/0.19/api-reference/plugins/delete-a-plugin"},{"title":"List HTTP API documentation files","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/plugins/{id}/documents","href":"/0.19/api-reference/plugins/list-http-api-documentation-files"},{"title":"Upload or replace HTTP API documentation","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/plugins/{id}/documents","href":"/0.19/api-reference/plugins/upload-or-replace-http-api-documentation"},{"title":"Remove an HTTP API documentation file","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/plugins/{id}/documents/{documentId}","href":"/0.19/api-reference/plugins/remove-an-http-api-documentation-file"},{"title":"Read the OAuth account status of a plugin for an organization","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/plugins/{id}/oauth","href":"/0.19/api-reference/plugins/read-the-oauth-account-status-of-a-plugin-for-an-organization"},{"title":"Forget the authorization server a plugin trusts","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/plugins/{id}/oauth/trusted-issuer","href":"/0.19/api-reference/plugins/forget-the-authorization-server-a-plugin-trusts"}]},{"group":"Specialties","pages":[{"title":"List specialties","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/specialties","href":"/0.19/api-reference/specialties/list-specialties"},{"title":"Create a specialty","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/specialties","href":"/0.19/api-reference/specialties/create-a-specialty"},{"title":"Search specialties","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/specialties/search","href":"/0.19/api-reference/specialties/search-specialties"},{"title":"Get a specialty","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/specialties/{id}","href":"/0.19/api-reference/specialties/get-a-specialty"},{"title":"Update a specialty","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/specialties/{id}","href":"/0.19/api-reference/specialties/update-a-specialty"},{"title":"Delete a specialty","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/specialties/{id}","href":"/0.19/api-reference/specialties/delete-a-specialty"},{"title":"Count what references a specialty","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/specialties/{id}/references","href":"/0.19/api-reference/specialties/count-what-references-a-specialty"}]},{"group":"Blacklists","pages":[{"title":"List blacklisted commands","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/blacklists","href":"/0.19/api-reference/blacklists/list-blacklisted-commands"},{"title":"Create a blacklisted command","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/blacklists","href":"/0.19/api-reference/blacklists/create-a-blacklisted-command"},{"title":"Search blacklisted commands","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/blacklists/search","href":"/0.19/api-reference/blacklists/search-blacklisted-commands"},{"title":"Get a blacklisted command","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/blacklists/{id}","href":"/0.19/api-reference/blacklists/get-a-blacklisted-command"},{"title":"Update a blacklisted command","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/blacklists/{id}","href":"/0.19/api-reference/blacklists/update-a-blacklisted-command"},{"title":"Delete a blacklisted command","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/blacklists/{id}","href":"/0.19/api-reference/blacklists/delete-a-blacklisted-command"}]},{"group":"Organizations","pages":[{"title":"List organizations","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/organizations","href":"/0.19/api-reference/organizations/list-organizations"},{"title":"Create an organization","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/organizations","href":"/0.19/api-reference/organizations/create-an-organization"},{"title":"Get an organization","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/organizations/{id}","href":"/0.19/api-reference/organizations/get-an-organization"},{"title":"Archive an organization","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/organizations/{id}/archive","href":"/0.19/api-reference/organizations/archive-an-organization"}]},{"group":"Webhooks","pages":[{"title":"List webhooks","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/webhooks","href":"/0.19/api-reference/webhooks/list-webhooks"},{"title":"Create a webhook","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/webhooks","href":"/0.19/api-reference/webhooks/create-a-webhook"},{"title":"Delete a webhook","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/webhooks/{id}","href":"/0.19/api-reference/webhooks/delete-a-webhook"}]},{"group":"Gateways","pages":[{"title":"List gateways","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/gateways","href":"/0.19/api-reference/gateways/list-gateways"},{"title":"Create a gateway","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/gateways","href":"/0.19/api-reference/gateways/create-a-gateway"},{"title":"Search gateways","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/gateways/search","href":"/0.19/api-reference/gateways/search-gateways"},{"title":"Get a gateway","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/gateways/{id}","href":"/0.19/api-reference/gateways/get-a-gateway"},{"title":"Update a gateway","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/gateways/{id}","href":"/0.19/api-reference/gateways/update-a-gateway"},{"title":"Delete a gateway","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/gateways/{id}","href":"/0.19/api-reference/gateways/delete-a-gateway"},{"title":"Count what references a gateway","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/gateways/{id}/references","href":"/0.19/api-reference/gateways/count-what-references-a-gateway"}]},{"group":"Hosts","pages":[{"title":"List hosts","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/hosts","href":"/0.19/api-reference/hosts/list-hosts"},{"title":"Create a host","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/hosts","href":"/0.19/api-reference/hosts/create-a-host"},{"title":"Search hosts","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/hosts/search","href":"/0.19/api-reference/hosts/search-hosts"},{"title":"Bulk import hosts","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/hosts/batch","href":"/0.19/api-reference/hosts/bulk-import-hosts"},{"title":"Bulk export hosts","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/hosts/export","href":"/0.19/api-reference/hosts/bulk-export-hosts"},{"title":"Get a host","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/hosts/{id}","href":"/0.19/api-reference/hosts/get-a-host"},{"title":"Update a host","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/hosts/{id}","href":"/0.19/api-reference/hosts/update-a-host"},{"title":"Delete a host","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/hosts/{id}","href":"/0.19/api-reference/hosts/delete-a-host"},{"title":"List a host agents","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/hosts/{id}/agents","href":"/0.19/api-reference/hosts/list-a-host-agents"}]},{"group":"Agents","pages":[{"title":"List agents","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents","href":"/0.19/api-reference/agents/list-agents"},{"title":"Create an agent","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents","href":"/0.19/api-reference/agents/create-an-agent"},{"title":"Search agents","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents/search","href":"/0.19/api-reference/agents/search-agents"},{"title":"Bulk import agents","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/batch","href":"/0.19/api-reference/agents/bulk-import-agents"},{"title":"Bulk export agents","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents/export","href":"/0.19/api-reference/agents/bulk-export-agents"},{"title":"Get an agent","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents/{id}","href":"/0.19/api-reference/agents/get-an-agent"},{"title":"Update an agent","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}","href":"/0.19/api-reference/agents/update-an-agent"},{"title":"Archive an agent","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}/archive","href":"/0.19/api-reference/agents/archive-an-agent"},{"title":"Archive idle tasks","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}/archive-tasks","href":"/0.19/api-reference/agents/archive-idle-tasks"},{"title":"List an agent tasks","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents/{id}/tasks","href":"/0.19/api-reference/agents/list-an-agent-tasks"},{"title":"Test the connection","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}/test-connection","href":"/0.19/api-reference/agents/test-the-connection"},{"title":"List an agent plugins","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents/{id}/plugins","href":"/0.19/api-reference/agents/list-an-agent-plugins"},{"title":"Save a plugin assignment","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}/plugins","href":"/0.19/api-reference/agents/save-a-plugin-assignment"},{"title":"Replace an agent's plugin assignments","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}/replace-plugins","href":"/0.19/api-reference/agents/replace-an-agents-plugin-assignments"},{"title":"Read one plugin assignment","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/agents/{id}/plugins/{pluginId}","href":"/0.19/api-reference/agents/read-one-plugin-assignment"},{"title":"Detach a plugin","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/agents/{id}/plugins/{pluginId}","href":"/0.19/api-reference/agents/detach-a-plugin"},{"title":"Check an assigned plugin connection","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/agents/{id}/plugins/{pluginId}/check","href":"/0.19/api-reference/agents/check-an-assigned-plugin-connection"}]},{"group":"Credentials","pages":[{"title":"List credentials","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/credentials","href":"/0.19/api-reference/credentials/list-credentials"},{"title":"Create a credential","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/credentials","href":"/0.19/api-reference/credentials/create-a-credential"},{"title":"Search credentials","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/credentials/search","href":"/0.19/api-reference/credentials/search-credentials"},{"title":"Get a credential","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/credentials/{id}","href":"/0.19/api-reference/credentials/get-a-credential"},{"title":"Update a credential","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/credentials/{id}","href":"/0.19/api-reference/credentials/update-a-credential"},{"title":"Delete a credential","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/credentials/{id}","href":"/0.19/api-reference/credentials/delete-a-credential"},{"title":"Get credential usage","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/credentials/{id}/references","href":"/0.19/api-reference/credentials/get-credential-usage"}]},{"group":"Operational Rules","pages":[{"title":"List operational rules","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/operational-rules","href":"/0.19/api-reference/operational-rules/list-operational-rules"},{"title":"Create an operational rule","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/operational-rules","href":"/0.19/api-reference/operational-rules/create-an-operational-rule"},{"title":"Search operational rules","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/operational-rules/search","href":"/0.19/api-reference/operational-rules/search-operational-rules"},{"title":"Get an operational rule","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/operational-rules/{id}","href":"/0.19/api-reference/operational-rules/get-an-operational-rule"},{"title":"Update an operational rule","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/operational-rules/{id}","href":"/0.19/api-reference/operational-rules/update-an-operational-rule"},{"title":"Delete an operational rule","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/operational-rules/{id}","href":"/0.19/api-reference/operational-rules/delete-an-operational-rule"}]},{"group":"Scenarios","pages":[{"title":"List scenarios","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/scenarios","href":"/0.19/api-reference/scenarios/list-scenarios"},{"title":"Create a scenario","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/scenarios","href":"/0.19/api-reference/scenarios/create-a-scenario"},{"title":"Get a scenario","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/scenarios/{id}","href":"/0.19/api-reference/scenarios/get-a-scenario"},{"title":"Update a scenario","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/scenarios/{id}","href":"/0.19/api-reference/scenarios/update-a-scenario"},{"title":"Delete a scenario","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/scenarios/{id}","href":"/0.19/api-reference/scenarios/delete-a-scenario"},{"title":"Run a scenario","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/scenarios/{id}/run","href":"/0.19/api-reference/scenarios/run-a-scenario"},{"title":"List runs of a scenario","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/scenarios/{id}/runs","href":"/0.19/api-reference/scenarios/list-runs-of-a-scenario"},{"title":"Get a run","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/scenarios/{id}/runs/{reportId}","href":"/0.19/api-reference/scenarios/get-a-run"},{"title":"Stop a run","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/scenarios/{id}/runs/{reportId}/stop","href":"/0.19/api-reference/scenarios/stop-a-run"}]},{"group":"Benchmarks","pages":[{"title":"List benchmarks","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/benchmarks","href":"/0.19/api-reference/benchmarks/list-benchmarks"},{"title":"Run a benchmark","description":"One benchmark over the scenarios given, each as its own run. Accepted, not finished. Scheduling is not supported: call this for each occurrence.","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/benchmarks","href":"/0.19/api-reference/benchmarks/run-a-benchmark"},{"title":"Get a benchmark","deprecated":null,"version":null,"openapi":"/0.19/openapi.json get /api/v1/benchmarks/{id}","href":"/0.19/api-reference/benchmarks/get-a-benchmark"},{"title":"Delete a benchmark","description":"Deletes it with its runs and the jobs, tasks and tickets they opened. While a run is still going or restoring its host the answer is 409: cancel first.","deprecated":null,"version":null,"openapi":"/0.19/openapi.json delete /api/v1/benchmarks/{id}","href":"/0.19/api-reference/benchmarks/delete-a-benchmark"},{"title":"Cancel a benchmark","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/benchmarks/{id}/cancel","href":"/0.19/api-reference/benchmarks/cancel-a-benchmark"}]},{"group":"Signals","pages":[{"title":"Receive a Splunk alert","deprecated":null,"version":null,"openapi":"/0.19/openapi.json post /api/v1/signals","href":"/0.19/api-reference/signals/receive-a-splunk-alert"}]}]},{"group":"Deploy","pages":[{"title":"Overview","href":"/0.19/deployment/overview"},{"title":"values.yaml","href":"/0.19/deployment/configuration"},{"title":"Docker Swarm","href":"/0.19/deployment/docker-swarm"},{"title":"Kubernetes and OpenShift","href":"/0.19/deployment/kubernetes"},{"title":"Pull the images from 2501's registry","href":"/0.19/deployment/pull-from-2501"},{"title":"LLM Providers","href":"/0.19/deployment/llm-providers"},{"title":"Users \u0026 Organizations","href":"/0.19/deployment/users-organizations"},{"title":"Move from the CLI","href":"/0.19/deployment/migrate-from-cli"},{"title":"Upgrade","href":"/0.19/deployment/upgrade"},{"title":"Troubleshooting","href":"/0.19/deployment/troubleshooting"},{"title":"Operations","href":"/0.19/deployment/operations"},{"title":"Feature Toggles","href":"/0.19/deployment/feature-toggles"},{"title":"Verify Image Signatures","href":"/0.19/deployment/verify-downloads"}]},{"group":"Configure","pages":[{"group":"Agent Behavior","pages":[{"title":"Specialties","href":"/0.19/configure/specialties"},{"title":"Operational Rules","href":"/0.19/configure/operational-rules"},{"title":"Blacklist","href":"/0.19/configure/blacklist"}]},{"title":"Clusters","href":"/0.19/configure/clusters"},{"title":"Plugins","href":"/0.19/configure/plugins"},{"title":"Central configurations","href":"/0.19/configure/centrals"},{"title":"Knowledge Base","href":"/0.19/configure/knowledge"},{"title":"Import and Export","href":"/0.19/configure/import-export"},{"group":"Access \u0026 Secrets","pages":[{"title":"Credentials","href":"/0.19/configure/credentials"},{"title":"API Keys","href":"/0.19/configure/api-keys"},{"title":"Privileged access","href":"/0.19/configure/privileged-access"}]},{"group":"Integration","pages":[{"title":"Webhooks","href":"/0.19/configure/webhooks"},{"title":"Network Discovery","href":"/0.19/configure/discovery"}]},{"group":"LLM","pages":[{"title":"Providers","href":"/0.19/configure/providers"},{"title":"Models","href":"/0.19/configure/models"}]},{"title":"Users","href":"/0.19/configure/users"},{"title":"Licensing \u0026 Usage","href":"/0.19/configure/licensing"}]}]},{"tab":"Benchmark","pages":[{"title":"Benchmark","href":"/0.19/benchmark/overview"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/0.19/configure/prompting"}]}]},{"version":"0.18","pages":[{"title":"0.18","href":"/0.18/api-reference/benchmarks/get-a-benchmark"}]},{"version":"0.17","pages":[{"title":"0.17","href":"/0.17/api-reference/benchmarks/get-a-benchmark"}]},{"version":"0.16","pages":[{"title":"0.16","href":"/0.16/api/overview"}]},{"version":"0.15","pages":[{"title":"0.15","href":"/0.15/api/overview"}]},{"version":"0.14","pages":[{"title":"0.14","href":"/0.14/api/overview"}]},{"version":"0.13","pages":[{"title":"0.13","href":"/0.13/api/overview"}]},{"version":"0.12","pages":[{"title":"0.12","href":"/0.12/api/overview"}]},{"version":"0.11","pages":[{"title":"0.11","href":"/0.11/getting-started/welcome"}]},{"version":"0.10","pages":[{"title":"0.10","href":"/0.10/getting-started/welcome"}]},{"version":"0.9","pages":[{"title":"0.9","href":"/0.9/getting-started/welcome"}]},{"version":"0.8","pages":[{"title":"0.8","href":"/0.8/getting-started/welcome"}]},{"version":"0.7","pages":[{"title":"0.7","href":"/0.7/getting-started/welcome"}]},{"version":"0.4","pages":[{"title":"0.4","href":"/0.4/command-center"}]},{"version":"0.3.0","pages":[{"title":"0.3.0","href":"/0.3.0/command-center"}]},{"version":"0.2.6","pages":[{"title":"0.2.6","href":"/0.2.6/command-center"}]}]},"basePath":"","title":"Get a benchmark - 2501.ai","buildId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","deploymentId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CS552b7R.js","utils-DDTCYAF2.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-De8ttokP.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-DrwRDvAh.js","snippetPresets-DtAN0nWx.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-D5rWArI6.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-O2i12wsz.js","shallow-DV8xABTt.js","getApiPlaygroundDisplay-DBZ0B5Jx.js","CodeSnippet-BVi0tPUX.js","CodeSnippets-CqASbIwY.js","Page-m07pfKpT.js","getPastedJson-DG9vsMS8.js","icon-CXzRSCr8.js","MethodPill-BdKVtEuX.js","DuplicateIcon-CZlmBrJI.js","createIcon-biFEUKPL.js","DynamicMarkdown-B54_zNBF.js","SectionHeading-DwwHK3Pt.js","axios-vUo_bRtp.js","Markdown-DfhCTwyA.js","clsx-xpJZXxdP.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-BTZUMDnx.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-DqdKa2R4.js"]}