{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Fish Audio","description":"Documentation for Fish Audio APIs, SDKs, models, voice cloning, real-time streaming, and self-hosting.","colors":{"primary":"#0e0e0e","light":"#9b90e8","dark":"#09090b"},"logo":{"light":"https://mintcdn.com/hanabiaiinc/amYp9Dj31LtlHliX/logo/light.png?fit=max\u0026auto=format\u0026n=amYp9Dj31LtlHliX\u0026q=85\u0026s=305973cd6a8d11dbf36d1ec682ee845e","dark":"https://mintcdn.com/hanabiaiinc/amYp9Dj31LtlHliX/logo/dark.png?fit=max\u0026auto=format\u0026n=amYp9Dj31LtlHliX\u0026q=85\u0026s=b79bd889db9ac1aae939834596e8a22f"},"favicon":"https://mintcdn.com/hanabiaiinc/-WxHANLOAmlTUwdM/favicon.svg?fit=max\u0026auto=format\u0026n=-WxHANLOAmlTUwdM\u0026q=85\u0026s=dc65d9f44bda0f5b8277c48dd9c979c3","navbar":{"links":[{"href":"https://discord.gg/dF9Db2Tt3Y","label":"Community"},{"href":"mailto:support@fish.audio","label":"Support"}],"primary":{"type":"button","label":"Sign Up","href":"https://fish.audio/app/developers/get-started/?utm_source=docs\u0026utm_medium=navbar\u0026utm_content=sign-up"}},"footer":{"socials":{"website":"https://fish.audio","github":"https://github.com/fishaudio","x":"https://x.com/fishaudio","linkedin":"https://www.linkedin.com/company/fish-audio","discord":"https://discord.gg/dF9Db2Tt3Y"},"links":[{"header":"About","items":[{"label":"Research","href":"https://openaudio.com/"},{"label":"Careers","href":"mailto:hr@fish.audio"},{"label":"Blog","href":"https://fish.audio/blog"}]},{"header":"Resources","items":[{"label":"API Status","href":"https://status.fish.audio"},{"label":"Open Source","href":"https://github.com/fishaudio"},{"label":"Changelog","href":"https://docs.fish.audio/developer-guide/getting-started/changelog"}]},{"header":"Legal","items":[{"label":"Privacy Policy","href":"https://fish.audio/privacy"},{"label":"Terms of Service","href":"https://fish.audio/terms"},{"label":"Report Abuse","href":"mailto:support@fish.audio?subject=%5BReport+Abuse%5D+MODEL+NAME\u0026amp;body=Please+provide+a+detailed+description+of+the+abuse+you+are+reporting."}]}]},"fonts":{"family":"Onest"},"integrations":{"amplitude":{"apiKey":"39daf30712f00da6ea5283bc21e7084e"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity"],"display":"header"},"interaction":{"drilldown":true},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"hanabiaiinc","hasAudioNarration":false,"actualSubdomain":"hanabiaiinc","customDomains":["docs.fish.audio"],"gitSource":{"type":"github","owner":"fishaudio","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"feedback":{"thumbs":true,"edits":true,"issues":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af3af841456641906edac92","clientVersion":"0.0.4102","searchFilterCounts":[{"language":"default","tag":"API Reference","count":88},{"language":"default","tag":"Agents API","count":49},{"language":"default","tag":"Agents","count":48},{"language":"default","tag":"Resources","count":40},{"language":"default","tag":"Overview","count":31},{"language":"default","tag":"REST API","count":24},{"language":"default","tag":"Core Features","count":14},{"language":"default","tag":"Tests","count":13},{"language":"default","tag":"Cookbook","count":12},{"language":"default","tag":"Build","count":11}]},"assistantConfig":{"enableAskAiButton":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@fish.audio","showHelpButton":true}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[{"filePath":"custom.css","content":"*{scrollbar-width:thin;scrollbar-color:rgba(120,120,120,0.4) transparent}::-webkit-scrollbar{width:6px;height:6px;background:transparent!important}::-webkit-scrollbar-thumb{background:rgba(120,120,120,0.5);border-radius:999px}::-webkit-scrollbar-thumb{opacity:0;transition:opacity 0.2s ease}:hover::-webkit-scrollbar-thumb,*:active::-webkit-scrollbar-thumb{opacity:1}img[src*=\"/images/\"]{background:transparent!important}.prompt-card{display:grid;cursor:pointer;outline:none}.prompt-card .card{transition:border-color 0.15s ease}.prompt-card:hover .card,.prompt-card:focus-visible .card{border-color:rgb(var(--primary))!important}.dark .prompt-card:hover .card,.dark .prompt-card:focus-visible .card{border-color:rgb(var(--primary-light))!important}.prompt-card-hint{position:absolute;top:1rem;right:1rem;padding:0.3rem 0.6rem;border-radius:9999px;font-size:0.75rem;line-height:1;color:rgb(var(--gray-500));background:rgba(120, 120, 120, 0.12);opacity:0;transition:opacity 0.15s ease;pointer-events:none}.prompt-card:hover .prompt-card-hint,.prompt-card:focus-visible .prompt-card-hint,.prompt-card[data-state=\"copied\"] .prompt-card-hint,.prompt-card[data-state=\"failed\"] .prompt-card-hint{opacity:1}.prompt-card[data-state=\"copied\"] .prompt-card-hint{color:rgb(var(--primary));background:rgb(var(--primary) / 0.12)}.dark .prompt-card[data-state=\"copied\"] .prompt-card-hint{color:rgb(var(--primary-light));background:rgb(var(--primary-light) / 0.16)}"}],"page":{"pagePath":"api-reference/endpoint/agent/run-tests","slug":"/api-reference/endpoint/agent/run-tests","pageMetadata":{"openapi":"post /v1/agent/agents/{agent_id}/tests/run","title":"Run Tests","description":"Start a batch that runs the agent's attached tests against its draft.","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/run-tests"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Start a batch that runs the agent’s attached tests against its draft.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"openapi":"post /v1/agent/agents/{agent_id}/tests/run","title":"Run Tests","description":"Start a batch that runs the agent's attached tests against its draft.","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/run-tests"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Run Tests","description":"Start a batch that runs the agent's attached tests against its draft.","security":["a0030e24-8cfb-4b1c-9747-5ff933c4172b"],"parameters":["50097c6b-6184-4cc3-a82c-450bed7197eb"],"responses":{"202":"4168633c-aaca-42b6-add0-6a57532b269c","400":"3d59c321-2708-4a42-aa04-bc8568c4c65e","401":"e6f48930-b1bb-49b4-8c17-c5668e8d9fd3","402":"de2f7ff1-92ab-48a0-9b58-d8b3da250558","403":"840e7cd5-66a8-4fc0-bcbc-a02afde54ff1","404":"cc4d5dbf-a7b0-47df-85f6-d031d09f371a","422":"c4734c5f-77f3-4d23-a384-d4072d07b57b","503":"fcf9cc6b-5398-4001-94cb-1dded8c682b9"},"tags":["Agent Tests"],"x-codeSamples":[{"lang":"bash","label":"Run Tests","source":"curl --request POST \\\n --url https://api.fish.audio/v1/agent/agents/\u003cagent-id>/tests/run \\\n --header 'Authorization: Bearer \u003ctoken>' \\\n --header 'Content-Type: application/json' \\\n --data '{}'"}],"requestBody":"b3fcd91d-8c0a-45df-861a-ba3740842a06","method":"post","type":"path","servers":["4c05306a-8a2b-4dca-ae0d-0b87050df242"],"path":"/v1/agent/agents/{agent_id}/tests/run","baseUrlOptions":["https://api.fish.audio"],"title":"Run Tests","codeSamples":[{"label":"Run Tests","lang":"bash","source":"curl --request POST \\\n --url https://api.fish.audio/v1/agent/agents/\u003cagent-id>/tests/run \\\n --header 'Authorization: Bearer \u003ctoken>' \\\n --header 'Content-Type: application/json' \\\n --data '{}'"}],"requiredOnlyExamples":false,"requestExampleType":"codeSamples","responseExampleType":"generated"},"dependencies":{"parameters":{"50097c6b-6184-4cc3-a82c-450bed7197eb":{"in":"path","name":"agent_id","description":"","required":true,"schema":{"title":"Agent Id","type":"string","isRequired":true,"uniqueKey":"","typeLabel":"string"},"deprecated":false}},"requestBody":{"required":false,"content":{"application/json":{"schema":{"type":"object","additionalProperties":false,"properties":{"test_ids":{"type":"array","items":{"type":"string","uniqueKey":"test_ids.items.[INDEX]","typeLabel":"string"},"minItems":1,"description":"Attached tests to run. Omit to run every test attached to the agent.","uniqueKey":"test_ids","typeLabel":"string[]"},"repeat_count":{"type":"integer","minimum":1,"maximum":20,"description":"Run every selected test this many times in this batch, in place of each test's own repeat count.","uniqueKey":"repeat_count","typeLabel":"integer"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"test_ids":["\u003cstring>"],"repeat_count":10}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"4168633c-aaca-42b6-add0-6a57532b269c":{"description":"Request accepted, processing continues off-line","headers":{},"content":{"application/json":{"schema":{"properties":{"batch_id":{"title":"Batch Id","type":"string","isRequired":true,"uniqueKey":"batch_id","typeLabel":"string"},"agent_id":{"title":"Agent Id","type":"string","isRequired":true,"uniqueKey":"agent_id","typeLabel":"string"},"status":{"description":"running until every run has finished.","enum":["running","completed"],"title":"Status","type":"string","isRequired":true,"uniqueKey":"status","typeLabel":"enum\u003cstring>"},"completed":{"title":"Completed","type":"boolean","isRequired":true,"uniqueKey":"completed","typeLabel":"boolean"},"passed":{"title":"Passed","type":"integer","isRequired":true,"uniqueKey":"passed","typeLabel":"integer"},"failed":{"title":"Failed","type":"integer","isRequired":true,"uniqueKey":"failed","typeLabel":"integer"},"errors":{"title":"Errors","type":"integer","isRequired":true,"uniqueKey":"errors","typeLabel":"integer"},"runs":{"items":{"properties":{"run_id":{"title":"Run Id","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].run_id","typeLabel":"string"},"test_id":{"title":"Test Id","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].test_id","typeLabel":"string"},"agent_id":{"title":"Agent Id","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].agent_id","typeLabel":"string"},"test_type":{"enum":["next_reply","tool","simulation"],"title":"Test Type","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].test_type","typeLabel":"enum\u003cstring>"},"status":{"enum":["queued","running","passed","failed","error"],"title":"Status","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"created_at":{"format":"date-time","title":"Created At","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"batch_id":{"oneOf":[{"type":"string","title":"Batch Id","uniqueKey":"runs.items.[INDEX].batch_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Batch Id","uniqueKey":"runs.items.[INDEX].batch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].batch_id","typeLabel":"string | null"},"repeat_index":{"default":0,"description":"Which repeat of the test in its batch this run is.","title":"Repeat Index","type":"integer","uniqueKey":"runs.items.[INDEX].repeat_index","typeLabel":"integer"},"needs_review":{"default":false,"description":"The judge could not decide, or a tool call had no mock answer.","title":"Needs Review","type":"boolean","uniqueKey":"runs.items.[INDEX].needs_review","typeLabel":"boolean"},"error":{"default":"","title":"Error","type":"string","uniqueKey":"runs.items.[INDEX].error","typeLabel":"string"},"usage":{"properties":{"agent_replies":{"default":0,"title":"Agent Replies","type":"integer","uniqueKey":"runs.items.[INDEX].usage.agent_replies","typeLabel":"integer"},"cost_usd":{"oneOf":[{"type":"string","title":"Cost Usd","description":"What the run was charged in USD. `0` on a finished run that is not charged: runs that end in `error` and tests other than simulations. Null until the run's charge is settled.","uniqueKey":"runs.items.[INDEX].usage.cost_usd.oneOf.0","typeLabel":"string"},{"type":"null","title":"Cost Usd","description":"What the run was charged in USD. `0` on a finished run that is not charged: runs that end in `error` and tests other than simulations. Null until the run's charge is settled.","uniqueKey":"runs.items.[INDEX].usage.cost_usd.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.cost_usd","typeLabel":"string | null"},"platform_fee":{"oneOf":[{"type":"object","title":"PublicAgentTestRunPlatformFee","description":"The fee per agent reply. Null unless charged.","required":["rate_usd","amount_usd"],"properties":{"rate_usd":{"description":"USD per agent reply.","title":"Rate Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.platform_fee.oneOf.0.rate_usd","typeLabel":"string"},"amount_usd":{"description":"`agent_replies` times `rate_usd`.","title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.platform_fee.oneOf.0.amount_usd","typeLabel":"string"}},"uniqueKey":"runs.items.[INDEX].usage.platform_fee.oneOf.0","typeLabel":"PublicAgentTestRunPlatformFee · object"},{"type":"null","description":"The fee per agent reply. Null unless charged.","uniqueKey":"runs.items.[INDEX].usage.platform_fee.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.platform_fee","typeLabel":"PublicAgentTestRunPlatformFee · object | null"},"llm":{"description":"LLM tokens, one entry per participant and model, by token category. With `platform_fee` they add up to `cost_usd`. Empty unless charged.","items":{"properties":{"participant":{"description":"Whose tokens: the agent, the simulated user, or the judge.","enum":["agent","simulated_user","judge"],"title":"Participant","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].participant","typeLabel":"enum\u003cstring>"},"model":{"title":"Model","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].model","typeLabel":"string"},"amount_usd":{"description":"What these tokens charged, in USD.","title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].amount_usd","typeLabel":"string"},"input":{"oneOf":[{"type":"object","title":"PublicAgentTestRunTokenCharge","required":["tokens","amount_usd"],"properties":{"tokens":{"title":"Tokens","type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].input.oneOf.0.tokens","typeLabel":"integer"},"amount_usd":{"title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].input.oneOf.0.amount_usd","typeLabel":"string"}},"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].input.oneOf.0","typeLabel":"PublicAgentTestRunTokenCharge · object"},{"type":"null","uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].input.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].input","typeLabel":"PublicAgentTestRunTokenCharge · object | null"},"cache_read":{"oneOf":[{"type":"object","title":"PublicAgentTestRunTokenCharge","required":["tokens","amount_usd"],"properties":{"tokens":{"title":"Tokens","type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_read.oneOf.0.tokens","typeLabel":"integer"},"amount_usd":{"title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_read.oneOf.0.amount_usd","typeLabel":"string"}},"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_read.oneOf.0","typeLabel":"PublicAgentTestRunTokenCharge · object"},{"type":"null","uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_read.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_read","typeLabel":"PublicAgentTestRunTokenCharge · object | null"},"cache_write_5m":{"oneOf":[{"type":"object","title":"PublicAgentTestRunTokenCharge","required":["tokens","amount_usd"],"properties":{"tokens":{"title":"Tokens","type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_5m.oneOf.0.tokens","typeLabel":"integer"},"amount_usd":{"title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_5m.oneOf.0.amount_usd","typeLabel":"string"}},"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_5m.oneOf.0","typeLabel":"PublicAgentTestRunTokenCharge · object"},{"type":"null","uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_5m.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_5m","typeLabel":"PublicAgentTestRunTokenCharge · object | null"},"cache_write_1h":{"oneOf":[{"type":"object","title":"PublicAgentTestRunTokenCharge","required":["tokens","amount_usd"],"properties":{"tokens":{"title":"Tokens","type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_1h.oneOf.0.tokens","typeLabel":"integer"},"amount_usd":{"title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_1h.oneOf.0.amount_usd","typeLabel":"string"}},"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_1h.oneOf.0","typeLabel":"PublicAgentTestRunTokenCharge · object"},{"type":"null","uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_1h.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].cache_write_1h","typeLabel":"PublicAgentTestRunTokenCharge · object | null"},"output":{"oneOf":[{"type":"object","title":"PublicAgentTestRunTokenCharge","required":["tokens","amount_usd"],"properties":{"tokens":{"title":"Tokens","type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].output.oneOf.0.tokens","typeLabel":"integer"},"amount_usd":{"title":"Amount Usd","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].output.oneOf.0.amount_usd","typeLabel":"string"}},"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].output.oneOf.0","typeLabel":"PublicAgentTestRunTokenCharge · object"},{"type":"null","uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].output.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX].output","typeLabel":"PublicAgentTestRunTokenCharge · object | null"}},"required":["participant","model","amount_usd"],"title":"PublicAgentTestRunLLMCharge","type":"object","uniqueKey":"runs.items.[INDEX].usage.llm.items.[INDEX]","typeLabel":"PublicAgentTestRunLLMCharge · object"},"title":"Llm","type":"array","uniqueKey":"runs.items.[INDEX].usage.llm","typeLabel":"PublicAgentTestRunLLMCharge · object[]"}},"title":"PublicAgentTestRunUsage","type":"object","uniqueKey":"runs.items.[INDEX].usage","typeLabel":"PublicAgentTestRunUsage · object"},"started_at":{"oneOf":[{"type":"string","title":"Started At","format":"date-time","uniqueKey":"runs.items.[INDEX].started_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Started At","uniqueKey":"runs.items.[INDEX].started_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].started_at","typeLabel":"string\u003cdate-time> | null"},"finished_at":{"oneOf":[{"type":"string","title":"Finished At","format":"date-time","uniqueKey":"runs.items.[INDEX].finished_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Finished At","uniqueKey":"runs.items.[INDEX].finished_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].finished_at","typeLabel":"string\u003cdate-time> | null"},"agent_reply":{"default":"","description":"The reply a scripted test judged.","title":"Agent Reply","type":"string","uniqueKey":"runs.items.[INDEX].agent_reply","typeLabel":"string"},"judge_reasoning":{"default":"","title":"Judge Reasoning","type":"string","uniqueKey":"runs.items.[INDEX].judge_reasoning","typeLabel":"string"},"config_hash":{"default":"","description":"The agent draft's config hash the run tested.","title":"Config Hash","type":"string","uniqueKey":"runs.items.[INDEX].config_hash","typeLabel":"string"},"latency_ms":{"default":0,"title":"Latency Ms","type":"integer","uniqueKey":"runs.items.[INDEX].latency_ms","typeLabel":"integer"},"simulation_result":{"oneOf":[{"type":"object","title":"AgentTestSimulationResult","description":"The simulation run's result: what was said, what the agent called,\nthe deterministic assertions and the judge's per-condition verdicts.","properties":{"transcript":{"items":{"properties":{"role":{"enum":["user","agent"],"title":"Role","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].role","typeLabel":"enum\u003cstring>"},"text":{"default":"","title":"Text","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].text","typeLabel":"string"},"turn_id":{"oneOf":[{"type":"integer","title":"Turn Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].turn_id.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Turn Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].turn_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].turn_id","typeLabel":"integer | null"},"node_id":{"oneOf":[{"type":"string","title":"Node Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].node_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Node Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].node_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].node_id","typeLabel":"string | null"},"created_at":{"oneOf":[{"type":"string","title":"Created At","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].created_at.oneOf.0","typeLabel":"string"},{"type":"null","title":"Created At","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].created_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].created_at","typeLabel":"string | null"},"seq":{"oneOf":[{"type":"integer","title":"Seq","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].seq.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Seq","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].seq.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX].seq","typeLabel":"integer | null"}},"required":["role"],"title":"AgentTestTranscriptMessage","type":"object","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript.items.[INDEX]","typeLabel":"AgentTestTranscriptMessage · object"},"title":"Transcript","type":"array","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.transcript","typeLabel":"AgentTestTranscriptMessage · object[]"},"tool_calls":{"items":{"description":"One tool the agent invoked during the simulation, as the runtime ledger recorded it.","properties":{"id":{"default":"","title":"Id","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].id","typeLabel":"string"},"tool_name":{"default":"","title":"Tool Name","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].tool_name","typeLabel":"string"},"tool_source":{"default":"","title":"Tool Source","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].tool_source","typeLabel":"string"},"input":{"additionalProperties":{"oneOf":[{}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].input.additionalProperties","typeLabel":"any"},"title":"Input","type":"object","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].input","typeLabel":"Input · object"},"status":{"default":"","title":"Status","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].status","typeLabel":"string"},"output":{"oneOf":[{"type":"string","title":"Output","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].output.oneOf.0","typeLabel":"string"},{"type":"null","title":"Output","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].output.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].output","typeLabel":"string | null"},"error":{"oneOf":[{"type":"string","title":"Error","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].error.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].error.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].error","typeLabel":"string | null"},"mocked":{"default":false,"title":"Mocked","type":"boolean","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].mocked","typeLabel":"boolean"},"mock_source":{"oneOf":[{"type":"string","title":"Mock Source","enum":["test","tool","missing","unmatched","real"],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].mock_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Mock Source","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].mock_source.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].mock_source","typeLabel":"enum\u003cstring> | null"},"node_id":{"default":"","title":"Node Id","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].node_id","typeLabel":"string"},"turn_id":{"oneOf":[{"type":"integer","title":"Turn Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].turn_id.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Turn Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].turn_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].turn_id","typeLabel":"integer | null"},"created_at":{"oneOf":[{"type":"string","title":"Created At","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].created_at.oneOf.0","typeLabel":"string"},{"type":"null","title":"Created At","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].created_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].created_at","typeLabel":"string | null"},"seq":{"oneOf":[{"type":"integer","title":"Seq","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].seq.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Seq","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].seq.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX].seq","typeLabel":"integer | null"}},"title":"AgentTestToolCallRecord","type":"object","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls.items.[INDEX]","typeLabel":"AgentTestToolCallRecord · object"},"title":"Tool Calls","type":"array","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.tool_calls","typeLabel":"AgentTestToolCallRecord · object[]"},"assertions":{"items":{"properties":{"kind":{"enum":["tool_call","forbidden_tool","ended_by"],"title":"Kind","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].kind","typeLabel":"enum\u003cstring>"},"target":{"title":"Target","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].target","typeLabel":"string"},"passed":{"title":"Passed","type":"boolean","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].passed","typeLabel":"boolean"},"tool_id":{"oneOf":[{"type":"string","title":"Tool Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].tool_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Tool Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].tool_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].tool_id","typeLabel":"string | null"},"tool_type":{"oneOf":[{"type":"string","title":"Tool Type","enum":["webhook","client","integration"],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].tool_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Tool Type","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].tool_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].tool_type","typeLabel":"enum\u003cstring> | null"},"detail":{"default":"","title":"Detail","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX].detail","typeLabel":"string"}},"required":["kind","target","passed"],"title":"AgentTestAssertionResult","type":"object","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions.items.[INDEX]","typeLabel":"AgentTestAssertionResult · object"},"title":"Assertions","type":"array","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.assertions","typeLabel":"AgentTestAssertionResult · object[]"},"conditions":{"items":{"properties":{"name":{"title":"Name","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.conditions.items.[INDEX].name","typeLabel":"string"},"result":{"enum":["success","failure","unknown"],"title":"Result","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.conditions.items.[INDEX].result","typeLabel":"enum\u003cstring>"},"rationale":{"default":"","title":"Rationale","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.conditions.items.[INDEX].rationale","typeLabel":"string"}},"required":["name","result"],"title":"AgentTestConditionResult","type":"object","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.conditions.items.[INDEX]","typeLabel":"AgentTestConditionResult · object"},"title":"Conditions","type":"array","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.conditions","typeLabel":"AgentTestConditionResult · object[]"},"summary":{"default":"","title":"Summary","type":"string","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.summary","typeLabel":"string"},"passed":{"default":false,"title":"Passed","type":"boolean","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.passed","typeLabel":"boolean"},"llm_endpoint_errors":{"items":{"description":"One failed reply from the customer's own LLM endpoint, after the\nplatform's single retry within the request.\n\n- http_error: the endpoint answered with a non-2xx status.\n- timeout: no response within the request timeout.\n- connection_error: the request got no answer. `reason` is dns_failed,\n connection_refused, connection_reset, tls_failed, address_not_allowed\n (an address the platform does not call) or unknown.\n- invalid_response: a 2xx response that was not a usable reply. `reason`\n is not_event_stream (a streamed request answered with something else),\n stream_incomplete (the stream ended without a finish_reason, usage or\n output), empty_reply (no text and no tool call) or unknown.","properties":{"type":{"enum":["http_error","timeout","connection_error","invalid_response"],"title":"Type","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].type","typeLabel":"enum\u003cstring>"},"consecutive_failures":{"title":"Consecutive Failures","type":"integer","isRequired":true,"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].consecutive_failures","typeLabel":"integer"},"occurred_at":{"oneOf":[{"type":"string","title":"Occurred At","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].occurred_at.oneOf.0","typeLabel":"string"},{"type":"null","title":"Occurred At","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].occurred_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].occurred_at","typeLabel":"string | null"},"turn_id":{"oneOf":[{"type":"integer","title":"Turn Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].turn_id.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Turn Id","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].turn_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].turn_id","typeLabel":"integer | null"},"reason":{"oneOf":[{"type":"string","title":"Reason","enum":["dns_failed","connection_refused","connection_reset","tls_failed","address_not_allowed","not_event_stream","stream_incomplete","empty_reply","unknown"],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].reason.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Reason","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].reason","typeLabel":"enum\u003cstring> | null"},"status_code":{"oneOf":[{"type":"integer","title":"Status Code","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].status_code.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Status Code","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].status_code.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].status_code","typeLabel":"integer | null"},"response_body":{"oneOf":[{"type":"string","title":"Response Body","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].response_body.oneOf.0","typeLabel":"string"},{"type":"null","title":"Response Body","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].response_body.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].response_body","typeLabel":"string | null"},"duration_ms":{"oneOf":[{"type":"integer","title":"Duration Ms","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].duration_ms.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Duration Ms","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].duration_ms.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX].duration_ms","typeLabel":"integer | null"}},"required":["type","consecutive_failures"],"title":"AgentSessionLlmEndpointError","type":"object","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors.items.[INDEX]","typeLabel":"AgentSessionLlmEndpointError · object"},"title":"Llm Endpoint Errors","type":"array","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0.llm_endpoint_errors","typeLabel":"AgentSessionLlmEndpointError · object[]"}},"uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.0","typeLabel":"AgentTestSimulationResult · object"},{"type":"null","uniqueKey":"runs.items.[INDEX].simulation_result.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].simulation_result","typeLabel":"AgentTestSimulationResult · object | null"},"channel":{"oneOf":[{"type":"string","title":"Channel","enum":["web_voice","phone_inbound","phone_outbound"],"uniqueKey":"runs.items.[INDEX].channel.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Channel","uniqueKey":"runs.items.[INDEX].channel.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].channel","typeLabel":"enum\u003cstring> | null"},"turns_used":{"default":0,"title":"Turns Used","type":"integer","uniqueKey":"runs.items.[INDEX].turns_used","typeLabel":"integer"},"ended_by":{"oneOf":[{"type":"string","title":"Ended By","enum":["agent","user","transfer","max_turns","timeout","error"],"uniqueKey":"runs.items.[INDEX].ended_by.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Ended By","uniqueKey":"runs.items.[INDEX].ended_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].ended_by","typeLabel":"enum\u003cstring> | null"},"mock_gaps":{"items":{"description":"Calls of one tool the test prepared no answer for. A run with a\ngap never passes cleanly: it fails with needs_review.","properties":{"tool_name":{"title":"Tool Name","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_name","typeLabel":"string"},"source":{"enum":["missing","unmatched"],"title":"Source","type":"string","isRequired":true,"uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].source","typeLabel":"enum\u003cstring>"},"tool_id":{"oneOf":[{"type":"string","title":"Tool Id","uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Tool Id","uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_id","typeLabel":"string | null"},"tool_type":{"oneOf":[{"type":"string","title":"Tool Type","enum":["webhook","client","integration"],"uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Tool Type","uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].tool_type","typeLabel":"enum\u003cstring> | null"},"calls":{"default":0,"title":"Calls","type":"integer","uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX].calls","typeLabel":"integer"}},"required":["tool_name","source"],"title":"AgentTestMockGap","type":"object","uniqueKey":"runs.items.[INDEX].mock_gaps.items.[INDEX]","typeLabel":"AgentTestMockGap · object"},"title":"Mock Gaps","type":"array","uniqueKey":"runs.items.[INDEX].mock_gaps","typeLabel":"AgentTestMockGap · object[]"}},"required":["run_id","test_id","agent_id","test_type","status","created_at"],"title":"PublicAgentTestRun","type":"object","uniqueKey":"runs.items.[INDEX]","typeLabel":"PublicAgentTestRun · object"},"title":"Runs","type":"array","isRequired":true,"uniqueKey":"runs","typeLabel":"PublicAgentTestRun · object[]"},"pass_rate":{"oneOf":[{"type":"number","title":"Pass Rate","description":"passed / (passed + failed), null until a run passed or failed. Error runs never judged the agent and are left out.","uniqueKey":"pass_rate.oneOf.0","typeLabel":"number"},{"type":"null","title":"Pass Rate","description":"passed / (passed + failed), null until a run passed or failed. Error runs never judged the agent and are left out.","uniqueKey":"pass_rate.oneOf.1","typeLabel":"null"}],"uniqueKey":"pass_rate","typeLabel":"number | null"}},"required":["batch_id","agent_id","status","completed","passed","failed","errors","runs"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"batch_id":"\u003cstring>","agent_id":"\u003cstring>","status":"running","completed":true,"passed":123,"failed":123,"errors":123,"runs":[{"run_id":"\u003cstring>","test_id":"\u003cstring>","agent_id":"\u003cstring>","test_type":"next_reply","status":"queued","created_at":"2023-11-07T05:31:56Z","batch_id":"\u003cstring>","repeat_index":0,"needs_review":false,"error":"","usage":{"agent_replies":0,"cost_usd":"\u003cstring>","platform_fee":{"rate_usd":"\u003cstring>","amount_usd":"\u003cstring>"},"llm":[{"participant":"agent","model":"\u003cstring>","amount_usd":"\u003cstring>","input":{"tokens":123,"amount_usd":"\u003cstring>"},"cache_read":{"tokens":123,"amount_usd":"\u003cstring>"},"cache_write_5m":{"tokens":123,"amount_usd":"\u003cstring>"},"cache_write_1h":{"tokens":123,"amount_usd":"\u003cstring>"},"output":{"tokens":123,"amount_usd":"\u003cstring>"}}]},"started_at":"2023-11-07T05:31:56Z","finished_at":"2023-11-07T05:31:56Z","agent_reply":"","judge_reasoning":"","config_hash":"","latency_ms":0,"simulation_result":{"transcript":[{"role":"user","text":"","turn_id":123,"node_id":"\u003cstring>","created_at":"\u003cstring>","seq":123}],"tool_calls":[{"id":"","tool_name":"","tool_source":"","input":{},"status":"","output":"\u003cstring>","error":"\u003cstring>","mocked":false,"mock_source":"test","node_id":"","turn_id":123,"created_at":"\u003cstring>","seq":123}],"assertions":[{"kind":"tool_call","target":"\u003cstring>","passed":true,"tool_id":"\u003cstring>","tool_type":"webhook","detail":""}],"conditions":[{"name":"\u003cstring>","result":"success","rationale":""}],"summary":"","passed":false,"llm_endpoint_errors":[{"type":"http_error","consecutive_failures":123,"occurred_at":"\u003cstring>","turn_id":123,"reason":"dns_failed","status_code":123,"response_body":"\u003cstring>","duration_ms":123}]},"channel":"web_voice","turns_used":0,"ended_by":"agent","mock_gaps":[{"tool_name":"\u003cstring>","source":"missing","tool_id":"\u003cstring>","tool_type":"webhook","calls":0}]}],"pass_rate":123}}},"exampleType":"generated"}},"exampleType":"generated"},"3d59c321-2708-4a42-aa04-bc8568c4c65e":{"description":"Bad request syntax or unsupported method","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"e6f48930-b1bb-49b4-8c17-c5668e8d9fd3":{"description":"No permission -- see authorization schemes","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"de2f7ff1-92ab-48a0-9b58-d8b3da250558":{"description":"No payment -- see charging schemes","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"840e7cd5-66a8-4fc0-bcbc-a02afde54ff1":{"description":"Request forbidden -- authorization will not help","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"cc4d5dbf-a7b0-47df-85f6-d031d09f371a":{"description":"Nothing matches the given URI","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"c4734c5f-77f3-4d23-a384-d4072d07b57b":{"description":"","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"fcf9cc6b-5398-4001-94cb-1dded8c682b9":{"description":"The server cannot process the request due to a high load","headers":{},"content":{"application/json":{"schema":{"properties":{"status":{"title":"Status","type":"integer","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"message":{"title":"Message","type":"string","isRequired":true,"uniqueKey":"message","typeLabel":"string"},"reason":{"oneOf":[{"type":"string","title":"Reason","uniqueKey":"reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reason","uniqueKey":"reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"reason","typeLabel":"string | null"}},"required":["status","message"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"status":123,"message":"\u003cstring>","reason":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"a0030e24-8cfb-4b1c-9747-5ff933c4172b":{"BearerAuth":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"BearerAuth"}}},"servers":{"4c05306a-8a2b-4dca-ae0d-0b87050df242":{"description":"Fish Audio API","url":"https://api.fish.audio"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"BearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"BearerAuth","name":"Authorization"}],"title":"BearerAuth"}]},"originalFileLocation":"api-reference/openapi.json"},"subdomain":"hanabiaiinc","siteName":"Fish Audio","title":"Run Tests - Fish Audio","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-09-29T16:11:33.676Z","originalFileLocation":"api-reference/endpoint/agent/run-tests.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Start a batch that runs the agent\u0026#x27;s attached tests against its draft.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Fish Audio\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Run Tests - Fish Audio\">\u003cmeta data-mint-head property=\"og:description\" content=\"Start a batch that runs the agent\u0026#x27;s attached tests against its draft.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Fish Audio\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://hanabiaiinc.mintlify.site/_mintlify/api/og/v2?division=Tests\u0026amp;title=Run+Tests\u0026amp;description=Start+a+batch+that+runs+the+agent%27s+attached+tests+against+its+draft.\u0026amp;theme=61fce384ffd542cc270fb190\u0026amp;signature=d0412deb05f29dbba7de20a7f4dd354f027205dedaa9685209a26eb545c5a11e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Run Tests - Fish Audio\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Start a batch that runs the agent\u0026#x27;s attached tests against its draft.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://hanabiaiinc.mintlify.site/_mintlify/api/og/v2?division=Tests\u0026amp;title=Run+Tests\u0026amp;description=Start+a+batch+that+runs+the+agent%27s+attached+tests+against+its+draft.\u0026amp;theme=61fce384ffd542cc270fb190\u0026amp;signature=d0412deb05f29dbba7de20a7f4dd354f027205dedaa9685209a26eb545c5a11e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/hanabiaiinc/rHJNuwD9FcQhvMwX/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Fish Audio\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#0e0e0e\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/endpoint/agent/run-tests.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.fish.audio/#organization\",\"name\":\"Fish Audio\",\"url\":\"https://docs.fish.audio\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/hanabiaiinc/amYp9Dj31LtlHliX/logo/light.png?fit=max\u0026auto=format\u0026n=amYp9Dj31LtlHliX\u0026q=85\u0026s=305973cd6a8d11dbf36d1ec682ee845e\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.fish.audio#website\",\"name\":\"Fish Audio\",\"url\":\"https://docs.fish.audio\",\"publisher\":{\"@id\":\"https://docs.fish.audio/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests#webpage\",\"url\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests\",\"name\":\"Run Tests\",\"description\":\"Start a batch that runs the agent's attached tests against its draft.\",\"dateModified\":\"2026-09-29T16:11:33.676Z\",\"isPartOf\":{\"@id\":\"https://docs.fish.audio#website\"},\"breadcrumb\":{\"@id\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Agents API\",\"item\":\"https://docs.fish.audio/api-reference/agent-errors\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Tests\",\"item\":\"https://docs.fish.audio/api-reference/endpoint/agent/list-tests\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Run Tests\",\"item\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests#apireference\",\"headline\":\"Run Tests\",\"name\":\"Run Tests\",\"description\":\"Start a batch that runs the agent's attached tests against its draft.\",\"url\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests\",\"mainEntityOfPage\":{\"@id\":\"https://docs.fish.audio/api-reference/endpoint/agent/run-tests#webpage\"},\"dateModified\":\"2026-09-29T16:11:33.676Z\",\"publisher\":{\"@id\":\"https://docs.fish.audio/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.fish.audio#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Fish Audio\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Fish Audio\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/api-reference/endpoint/agent/run-tests.md","siteName":"Fish Audio","nav":{"global":null,"tabs":[{"tab":"Overview","pages":[{"title":"Overview","href":"/overview/capabilities"}]},{"tab":"Agents","pages":[{"title":"Agents","href":"/agents/overview"}]},{"tab":"Resources","pages":[{"title":"Resources","href":"/developer-guide/sdk-guide/quickstart"}]},{"tab":"API Reference","groups":[{"group":"API Reference","pages":[{"title":"Introduction","icon":"book","iconType":"solid","href":"/api-reference/introduction"},{"title":"Tracing \u0026 Performance Analysis","icon":"chart-line","iconType":"solid","href":"/api-reference/observability"},{"title":"Errors","icon":"triangle-exclamation","href":"/api-reference/errors"}]},{"group":"REST API","pages":[{"group":"Wallet","icon":"wallet","pages":[{"openapi":"get /wallet/{user_id}/api-credit","title":"Get API Credit","icon":"wallet","iconType":"solid","href":"/api-reference/endpoint/wallet/get-api-credit"},{"openapi":"get /wallet/{user_id}/package","title":"Get User Package","icon":"star","iconType":"solid","href":"/api-reference/endpoint/wallet/get-user-package"}]},{"group":"Voice Models","icon":"cube","pages":[{"openapi":"get /model","title":"List Models","icon":"list","iconType":"solid","href":"/api-reference/endpoint/model/list-models"},{"openapi":"post /model","title":"Create Model","icon":"circle-plus","iconType":"solid","href":"/api-reference/endpoint/model/create-model"},{"openapi":"get /model/{id}","title":"Get Model","icon":"circle-info","iconType":"solid","href":"/api-reference/endpoint/model/get-model"},{"openapi":"delete /model/{id}","title":"Delete Model","icon":"trash","iconType":"solid","href":"/api-reference/endpoint/model/delete-model"},{"openapi":"patch /model/{id}","title":"Update Model","icon":"pen-to-square","iconType":"solid","href":"/api-reference/endpoint/model/update-model"}]},{"group":"Pronunciation Dictionaries","icon":"book-open","pages":[{"openapi":"get /v1/pronunciation-dictionaries","title":"List Dictionaries","icon":"list","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/list-dictionaries"},{"openapi":"post /v1/pronunciation-dictionaries","title":"Create Dictionary","icon":"circle-plus","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/create-dictionary"},{"openapi":"get /v1/pronunciation-dictionaries/{dictionary_id}","title":"Get Dictionary","icon":"book-open","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/get-dictionary"},{"openapi":"patch /v1/pronunciation-dictionaries/{dictionary_id}","title":"Update Dictionary","icon":"pen-to-square","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/update-dictionary"},{"openapi":"delete /v1/pronunciation-dictionaries/{dictionary_id}","title":"Delete Dictionary","icon":"trash","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/delete-dictionary"},{"openapi":"get /v1/pronunciation-dictionaries/{dictionary_id}/versions","title":"List Versions","icon":"clock-rotate-left","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/list-versions"},{"openapi":"post /v1/pronunciation-dictionaries/{dictionary_id}/versions","title":"Publish Version","icon":"upload","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/create-version"},{"openapi":"get /v1/pronunciation-dictionaries/{dictionary_id}/versions/{version_id}","title":"Get Version","icon":"file-lines","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/get-version"},{"openapi":"get /v1/pronunciation-dictionaries/{dictionary_id}/versions/{version_id}/compare","title":"Compare Versions","icon":"code-compare","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/compare-versions"},{"openapi":"delete /v1/pronunciation-dictionaries/{dictionary_id}/versions/{version_id}","title":"Delete Version","icon":"trash-can","iconType":"solid","href":"/api-reference/endpoint/pronunciation-dictionary/delete-version"}]},{"group":"TTS (v1)","icon":"code","pages":[{"openapi":"post /v1/tts","title":"Text to Speech","icon":"comment-dots","iconType":"solid","href":"/api-reference/endpoint/openapi-v1/text-to-speech"},{"openapi":"post /v1/tts/stream/with-timestamp","title":"Text to Speech Stream with Timestamps","icon":"waveform-lines","iconType":"solid","href":"/api-reference/endpoint/openapi-v1/text-to-speech-stream-with-timestamps"},{"asyncapi":"api-reference/asyncapi.yml ttsLive","title":"WebSocket TTS Streaming","icon":"webhook","iconType":"solid","href":"/api-reference/endpoint/websocket/tts-live"},{"asyncapi":"api-reference/asyncapi.yml ttsLiveWithTimestamps","title":"WebSocket TTS with Timestamps","icon":"webhook","iconType":"solid","href":"/api-reference/endpoint/openapi-v1/text-to-speech-live-with-timestamps"}]},{"group":"ASR (v1)","icon":"microphone","pages":[{"openapi":"post /v1/asr","title":"Speech to Text","icon":"microphone","iconType":"solid","href":"/api-reference/endpoint/openapi-v1/speech-to-text"},{"asyncapi":"api-reference/asyncapi-asr-realtime.yml asrRealtime","title":"WebSocket Realtime Speech to Text","icon":"webhook","iconType":"solid","tag":"Preview","href":"/api-reference/endpoint/websocket/asr-realtime"}]},{"group":"Voice Design","icon":"wand-magic-sparkles","pages":[{"openapi":"post /v1/voice-design","title":"Voice Design","icon":"wand-magic-sparkles","iconType":"solid","href":"/api-reference/endpoint/openapi-v1/voice-design"}]}]},{"group":"Agents API","pages":[{"title":"Agents API Errors","icon":"triangle-exclamation","href":"/api-reference/agent-errors"},{"group":"Agents","icon":"robot","pages":[{"openapi":"get /v1/agent/agents","title":"List Agents","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/list-agents"},{"openapi":"post /v1/agent/agents","title":"Create Agent","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/create-agent"},{"openapi":"get /v1/agent/agents/{agent_id}","title":"Get Agent","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/get-agent"},{"openapi":"patch /v1/agent/agents/{agent_id}","title":"Update Agent","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/update-agent"},{"openapi":"delete /v1/agent/agents/{agent_id}","title":"Delete Agent","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/delete-agent"},{"openapi":"get /v1/agent/agents/{agent_id}/config","title":"Get Draft Config","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/get-draft-config"},{"openapi":"patch /v1/agent/agents/{agent_id}/config","title":"Update Draft Config","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/update-draft-config"},{"openapi":"post /v1/agent/agents/{agent_id}/publish","title":"Publish Agent","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/publish-agent"},{"openapi":"get /v1/agent/agents/{agent_id}/versions","title":"List Agent Versions","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/list-agent-versions"},{"openapi":"get /v1/agent/agents/{agent_id}/versions/{version_number}","title":"Get Agent Version","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/get-agent-version"},{"openapi":"get /v1/agent/agents/{agent_id}/widget","title":"Get Widget Config","icon":"robot","iconType":"solid","href":"/api-reference/endpoint/agent/get-widget-config"}]},{"group":"Sessions","icon":"headset","pages":[{"openapi":"post /v1/agent/sessions","title":"Create Agent Session","icon":"headset","iconType":"solid","href":"/api-reference/endpoint/agent/create-agent-session"},{"openapi":"get /v1/agent/sessions","title":"List Agent Sessions","icon":"headset","iconType":"solid","href":"/api-reference/endpoint/agent/list-agent-sessions"},{"openapi":"get /v1/agent/sessions/{session_id}","title":"Get Agent Session","icon":"headset","iconType":"solid","href":"/api-reference/endpoint/agent/get-agent-session"},{"openapi":"get /v1/agent/sessions/{session_id}/recording","title":"Get Agent Session Recording","icon":"headset","iconType":"solid","href":"/api-reference/endpoint/agent/get-agent-session-recording"},{"openapi":"post /v1/agent/sessions/{session_id}/end","title":"End Agent Session","icon":"headset","iconType":"solid","href":"/api-reference/endpoint/agent/end-agent-session"}]},{"group":"Tools","icon":"wrench","pages":[{"openapi":"get /v1/agent/tools","title":"List Tools","icon":"wrench","iconType":"solid","href":"/api-reference/endpoint/agent/list-tools"},{"openapi":"post /v1/agent/tools","title":"Create Tool","icon":"wrench","iconType":"solid","href":"/api-reference/endpoint/agent/create-tool"},{"openapi":"get /v1/agent/tools/{tool_id}","title":"Get Tool","icon":"wrench","iconType":"solid","href":"/api-reference/endpoint/agent/get-tool"},{"openapi":"patch /v1/agent/tools/{tool_id}","title":"Update Tool","icon":"wrench","iconType":"solid","href":"/api-reference/endpoint/agent/update-tool"},{"openapi":"delete /v1/agent/tools/{tool_id}","title":"Delete Tool","icon":"wrench","iconType":"solid","href":"/api-reference/endpoint/agent/delete-tool"},{"openapi":"get /v1/agent/tools/{tool_id}/agents","title":"List Agents Using Tool","icon":"wrench","iconType":"solid","href":"/api-reference/endpoint/agent/list-agents-using-tool"}]},{"group":"Tests","icon":"flask","pages":[{"openapi":"get /v1/agent/tests","title":"List Tests","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/list-tests"},{"openapi":"post /v1/agent/tests","title":"Create Test","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/create-test"},{"openapi":"get /v1/agent/tests/{test_id}","title":"Get Test","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/get-test"},{"openapi":"patch /v1/agent/tests/{test_id}","title":"Update Test","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/update-test"},{"openapi":"delete /v1/agent/tests/{test_id}","title":"Delete Test","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/delete-test"},{"openapi":"put /v1/agent/agents/{agent_id}/tests/{test_id}","title":"Attach Test","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/attach-test"},{"openapi":"delete /v1/agent/agents/{agent_id}/tests/{test_id}","title":"Detach Test","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/detach-test"},{"openapi":"get /v1/agent/agents/{agent_id}/test-tools","title":"List Test Tools","description":"The tool ids a test can reference for this agent.","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/list-test-tools"},{"openapi":"post /v1/agent/agents/{agent_id}/tests/run","title":"Run Tests","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/run-tests"},{"openapi":"get /v1/agent/agents/{agent_id}/test-batches","title":"List Test Batches","description":"The agent's test batches, newest first, with their counts.","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/list-test-batches"},{"openapi":"get /v1/agent/agents/{agent_id}/test-batches/{batch_id}","title":"Get Test Batch","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/get-test-batch"},{"openapi":"get /v1/agent/test-runs","title":"List Test Runs","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/list-test-runs"},{"openapi":"get /v1/agent/test-runs/{run_id}","title":"Get Test Run","icon":"flask","iconType":"solid","href":"/api-reference/endpoint/agent/get-test-run"}]},{"group":"Knowledge Sources","icon":"book","pages":[{"openapi":"get /v1/agent/knowledge-sources","title":"List Knowledge Sources","icon":"book","iconType":"solid","href":"/api-reference/endpoint/agent/list-knowledge-sources"},{"openapi":"post /v1/agent/knowledge-sources","title":"Create Knowledge Source","icon":"book","iconType":"solid","href":"/api-reference/endpoint/agent/create-knowledge-source"},{"openapi":"get /v1/agent/knowledge-sources/{source_id}","title":"Get Knowledge Source","icon":"book","iconType":"solid","href":"/api-reference/endpoint/agent/get-knowledge-source"},{"openapi":"patch /v1/agent/knowledge-sources/{source_id}","title":"Update Knowledge Source","icon":"book","iconType":"solid","href":"/api-reference/endpoint/agent/update-knowledge-source"},{"openapi":"delete /v1/agent/knowledge-sources/{source_id}","title":"Delete Knowledge Source","icon":"book","iconType":"solid","href":"/api-reference/endpoint/agent/delete-knowledge-source"},{"openapi":"get /v1/agent/knowledge-sources/{source_id}/agents","title":"List Agents Using Knowledge Source","icon":"book","iconType":"solid","href":"/api-reference/endpoint/agent/list-agents-using-knowledge-source"}]},{"group":"Phone Numbers","icon":"phone","pages":[{"openapi":"get /v1/agent/available-phone-numbers","title":"Search Available Phone Numbers","icon":"phone","iconType":"solid","href":"/api-reference/endpoint/agent/search-available-phone-numbers"},{"openapi":"get /v1/agent/phone-numbers","title":"List Phone Numbers","icon":"phone","iconType":"solid","href":"/api-reference/endpoint/agent/list-phone-numbers"},{"openapi":"post /v1/agent/phone-numbers","title":"Purchase Phone Number","icon":"phone","iconType":"solid","href":"/api-reference/endpoint/agent/purchase-phone-number"},{"openapi":"get /v1/agent/phone-numbers/{phone_number_id}","title":"Get Phone Number","icon":"phone","iconType":"solid","href":"/api-reference/endpoint/agent/get-phone-number"},{"openapi":"patch /v1/agent/phone-numbers/{phone_number_id}","title":"Update Phone Number","icon":"phone","iconType":"solid","href":"/api-reference/endpoint/agent/update-phone-number"},{"openapi":"delete /v1/agent/phone-numbers/{phone_number_id}","title":"Release Phone Number","icon":"phone","iconType":"solid","href":"/api-reference/endpoint/agent/release-phone-number"}]},{"group":"Phone Calls","icon":"phone-arrow-up-right","pages":[{"openapi":"post /v1/agent/phone-calls","title":"Create Phone Call","icon":"phone-arrow-up-right","iconType":"solid","href":"/api-reference/endpoint/agent/create-phone-call"}]}]},{"group":"SDK Reference","pages":[{"group":"Python SDK","icon":"python","pages":[{"title":"Overview","icon":"python","href":"/api-reference/sdk/python/overview"},{"group":"Reference","icon":"book-open","pages":[{"title":null,"href":"/api-reference/sdk/python/client"},{"title":null,"href":"/api-reference/sdk/python/resources"},{"title":null,"href":"/api-reference/sdk/python/types"},{"title":null,"href":"/api-reference/sdk/python/core"},{"title":null,"href":"/api-reference/sdk/python/utils"},{"title":null,"href":"/api-reference/sdk/python/exceptions"}]},{"title":"Legacy","icon":"clock-rotate-left","href":"/archive/python-sdk-legacy/index"}]},{"group":"JavaScript SDK","icon":"js","pages":[{"title":"JavaScript SDK Reference","sidebarTitle":"Reference","icon":"book","href":"/api-reference/sdk/javascript/api-reference"}]}]}]}]},"basePath":"","title":"Run Tests - Fish Audio","buildId":"dpl_596ePT575z4qnAFksq1biRW97aLY","deploymentId":"dpl_596ePT575z4qnAFksq1biRW97aLY","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C9Wu0MeN.js","utils-jWgu-6Qf.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DBD8f9qn.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-BGuX1ui5.js","snippetPresets-Evy63nQB.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BQHO1lnV.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-B6C8m-t_.js","shallow-BG4cT0fH.js","getApiPlaygroundDisplay-CgEPrE-D.js","CodeSnippet-CU8JyZ9N.js","CodeSnippets-BnxHU32T.js","Page-D6S0Yh6q.js","getPastedJson-CwiYOonh.js","icon-DYDpWmDf.js","MethodPill-C-J-l7_c.js","DuplicateIcon-B6ARwg9w.js","createIcon-Dsv4MtDq.js","DynamicMarkdown-CtasenyM.js","SectionHeading-YNcgYwjB.js","axios-vUo_bRtp.js","Markdown-CwLx6PAg.js","clsx-C3kuh_dz.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CmKHfscc.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-U3mI6Ljh.js"]}