Lists all application test case outputs accessible to the user.
Details
This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.
GET
/
v4
/
application-test-case-outputs
List Application Test Case Outputs
curl --request GET \ --url https://api.egp.scale.com/v4/application-test-case-outputs
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aecf0ec6829c68a2fb0d3c8","clientVersion":"0.0.4094","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":97},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":44},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url('https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2');font-weight:normal;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v4/applications/list-application-test-case-outputs","slug":"/reference/v4/applications/list-application-test-case-outputs","pageMetadata":{"title":"List Application Test Case Outputs","description":"### Description\nLists all application test case outputs accessible to the user.\n\n### Details\nThis API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-test-case-outputs","href":"/reference/v4/applications/list-application-test-case-outputs","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n h3: \"h3\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.h3, {\n children: \"Description\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"Lists all application test case outputs accessible to the user.\"\n }), \"\\n\", _jsx(_components.h3, {\n children: \"Details\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.\"\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"List Application Test Case Outputs","description":"### Description\nLists all application test case outputs accessible to the user.\n\n### Details\nThis API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-test-case-outputs","href":"/reference/v4/applications/list-application-test-case-outputs","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Applications"],"summary":"List Application Test Case Outputs","description":"### Description\nLists all application test case outputs accessible to the user.\n\n### Details\nThis API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.","operationId":"GET-V4-/application-test-case-outputs","parameters":["86b4027b-4f85-49ab-b5d8-753b167e737e","3ded4737-ad98-4fd8-878e-52d252e7b9be","626f23e6-2878-4b01-bcdb-1f819332ede8","3484724d-7a61-4cc6-ba5d-751edcab01ba","23309988-df3f-4b4f-acd9-021d34156729","5226551c-79c9-4fcb-ab9d-345651d0ba66","c316beb4-44be-4725-bafa-0172b1dec8c9","b24f0d4e-6d29-42df-b950-8f1354119cf3"],"responses":{"200":"093d2b99-de58-478c-b1c5-daa9ef3015ab","422":"da8d42ff-5a94-4a33-a7d5-083e104d353b"},"method":"get","type":"path","servers":["d7da804a-61ba-45a0-9ede-fb5392d113cf"],"security":[],"path":"/v4/application-test-case-outputs","baseUrlOptions":["https://api.egp.scale.com"],"title":"List Application Test Case Outputs","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"86b4027b-4f85-49ab-b5d8-753b167e737e":{"name":"view","in":"query","required":false,"schema":{"oneOf":[{"type":"array","items":{"type":"string","enum":["MetricScores","TestCaseVersion","Trace"],"title":"ApplicationTestCaseOutputViewsOptions","uniqueKey":"oneOf.0.items.[INDEX]","typeLabel":"enum\u003cstring>"},"title":"View","uniqueKey":"oneOf.0","typeLabel":"enum\u003cstring>[]"},{"type":"null","title":"View","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>[] | null"}},"3ded4737-ad98-4fd8-878e-52d252e7b9be":{"name":"page","in":"query","required":false,"schema":{"type":"integer","minimum":1,"description":"Page number for pagination to be returned by the given endpoint. Starts at page 1","default":1,"title":"Page","isRequired":false,"uniqueKey":"","typeLabel":"integer"},"description":"Page number for pagination to be returned by the given endpoint. Starts at page 1"},"626f23e6-2878-4b01-bcdb-1f819332ede8":{"name":"limit","in":"query","required":false,"schema":{"type":"integer","maximum":10000,"minimum":1,"description":"Maximum number of artifacts to be returned by the given endpoint. Defaults to 100 and cannot be greater than 10k.","default":100,"title":"Limit","isRequired":false,"uniqueKey":"","typeLabel":"integer"},"description":"Maximum number of artifacts to be returned by the given endpoint. Defaults to 100 and cannot be greater than 10k."},"3484724d-7a61-4cc6-ba5d-751edcab01ba":{"name":"application_variant_id","in":"query","required":false,"schema":{"oneOf":[{"type":"integer","title":"Application Variant Id","uniqueKey":"oneOf.0","typeLabel":"integer"},{"type":"string","title":"Application Variant Id","uniqueKey":"oneOf.1","typeLabel":"string"},{"type":"null","title":"Application Variant Id","uniqueKey":"oneOf.2","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"integer | string | null"}},"23309988-df3f-4b4f-acd9-021d34156729":{"name":"application_variant_report_id","in":"query","required":false,"schema":{"oneOf":[{"type":"integer","title":"Application Variant Report Id","uniqueKey":"oneOf.0","typeLabel":"integer"},{"type":"string","title":"Application Variant Report Id","uniqueKey":"oneOf.1","typeLabel":"string"},{"type":"null","title":"Application Variant Report Id","uniqueKey":"oneOf.2","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"integer | string | null"}},"5226551c-79c9-4fcb-ab9d-345651d0ba66":{"name":"evaluation_dataset_id","in":"query","required":false,"schema":{"oneOf":[{"type":"integer","title":"Evaluation Dataset Id","uniqueKey":"oneOf.0","typeLabel":"integer"},{"type":"string","title":"Evaluation Dataset Id","uniqueKey":"oneOf.1","typeLabel":"string"},{"type":"null","title":"Evaluation Dataset Id","uniqueKey":"oneOf.2","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"integer | string | null"}},"c316beb4-44be-4725-bafa-0172b1dec8c9":{"name":"evaluation_dataset_version_num","in":"query","required":false,"schema":{"oneOf":[{"type":"integer","title":"Evaluation Dataset Version Num","uniqueKey":"oneOf.0","typeLabel":"integer"},{"type":"string","title":"Evaluation Dataset Version Num","uniqueKey":"oneOf.1","typeLabel":"string"},{"type":"null","title":"Evaluation Dataset Version Num","uniqueKey":"oneOf.2","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"integer | string | null"}},"b24f0d4e-6d29-42df-b950-8f1354119cf3":{"name":"application_test_case_output_group_id","in":"query","required":false,"schema":{"oneOf":[{"type":"integer","title":"Application Test Case Output Group Id","uniqueKey":"oneOf.0","typeLabel":"integer"},{"type":"string","title":"Application Test Case Output Group Id","uniqueKey":"oneOf.1","typeLabel":"string"},{"type":"null","title":"Application Test Case Output Group Id","uniqueKey":"oneOf.2","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"integer | string | null"}}},"responses":{"093d2b99-de58-478c-b1c5-daa9ef3015ab":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"items":{"items":{"oneOf":[{"type":"object","title":"ApplicationTestCaseGenerationOutputResponseWithViews","required":["application_variant_id","evaluation_dataset_id","test_case_id","output","id","created_at","account_id"],"properties":{"application_variant_id":{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.application_variant_id","typeLabel":"string"},"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.evaluation_dataset_id","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_id","typeLabel":"string"},"output":{"properties":{"generation_output":{"type":"string","title":"Generation Output","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_output","typeLabel":"string"},"generation_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.output.generation_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"type":"object","required":["generation_output"],"title":"ResultSchemaGeneration","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.output","typeLabel":"ResultSchemaGeneration · object"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.account_id","typeLabel":"string"},"schema_type":{"type":"string","const":"GENERATION","title":"Schema Type","default":"GENERATION","uniqueKey":"\\items.items.[INDEX].oneOf.0.schema_type","typeLabel":"string"},"application_interaction_id":{"oneOf":[{"type":"string","title":"Application Interaction Id","uniqueKey":"\\items.items.[INDEX].oneOf.0.application_interaction_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Interaction Id","uniqueKey":"\\items.items.[INDEX].oneOf.0.application_interaction_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.application_interaction_id","typeLabel":"string | null"},"application_test_case_output_group_id":{"oneOf":[{"type":"string","title":"Application Test Case Output Group Id","uniqueKey":"\\items.items.[INDEX].oneOf.0.application_test_case_output_group_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Test Case Output Group Id","uniqueKey":"\\items.items.[INDEX].oneOf.0.application_test_case_output_group_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.application_test_case_output_group_id","typeLabel":"string | null"},"metrics":{"oneOf":[{"type":"object","title":"Metrics","additionalProperties":{"oneOf":[{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.0.metrics.oneOf.0.additionalProperties.oneOf.0","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.0.metrics.oneOf.0.additionalProperties.oneOf.1","typeLabel":"number"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metrics.oneOf.0.additionalProperties","typeLabel":"integer | number"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.metrics.oneOf.0","typeLabel":"Metrics · object"},{"type":"null","title":"Metrics","uniqueKey":"\\items.items.[INDEX].oneOf.0.metrics.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metrics","typeLabel":"Metrics · object | null"},"metric_scores":{"oneOf":[{"type":"array","items":{"properties":{"metric_type":{"oneOf":[{"type":"string","title":"ApplicationScoreMetricTypeEnum","enum":["answer-correctness","answer-relevance","faithfulness","context-recall","coherence","grammar","moderation","safety"],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].metric_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"string","title":"SafetySubMetricTypeEnum","enum":["safety-bias-and-stereotyping","safety-opinions-disputed-topics","safety-unethical-harmful-activities","safety-copyright-violations","safety-harmful-content","safety-privacy-violations"],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].metric_type.oneOf.1","typeLabel":"enum\u003cstring>"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].metric_type","typeLabel":"enum\u003cstring>"},"category":{"type":"string","enum":["accuracy","quality","retrieval","trust-and-safety"],"title":"ApplicationScoreCategoryEnum","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].category","typeLabel":"enum\u003cstring>"},"score":{"oneOf":[{"type":"number","title":"Score","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].score.oneOf.0","typeLabel":"number"},{"type":"null","title":"Score","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].score.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].score","typeLabel":"number | null"},"llm_metadata":{"oneOf":[{"type":"object","title":"GenericApplicationScorerMetadata","properties":{"reasoning":{"oneOf":[{"type":"string","title":"Reasoning","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.reasoning.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reasoning","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.reasoning.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.reasoning","typeLabel":"string | null"},"logging":{"oneOf":[{"type":"object","title":"Logging","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.logging.oneOf.0","typeLabel":"Logging · object"},{"type":"null","title":"Logging","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.logging.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.logging","typeLabel":"Logging · object | null"},"time_elapsed_s":{"oneOf":[{"type":"integer","title":"Time Elapsed S","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.time_elapsed_s.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Time Elapsed S","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.time_elapsed_s.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.time_elapsed_s","typeLabel":"integer | null"},"usage":{"oneOf":[{"type":"array","items":{"properties":{"prompt_tokens":{"oneOf":[{"type":"integer","title":"Prompt Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].prompt_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Prompt Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].prompt_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].prompt_tokens","typeLabel":"integer | null"},"completion_tokens":{"oneOf":[{"type":"integer","title":"Completion Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Completion Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].completion_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].completion_tokens","typeLabel":"integer | null"},"cost":{"oneOf":[{"type":"number","title":"Cost","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].cost.oneOf.0","typeLabel":"number"},{"type":"null","title":"Cost","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].cost.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].cost","typeLabel":"number | null"},"model":{"oneOf":[{"type":"string","title":"ApplicationScorerBaseModelName","enum":["gpt-4-turbo-2024-04-09","gpt-3.5-turbo-0125","gpt-4o-2024-05-13"],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"string","title":"AutoEvalBaseModelName","enum":["gpt-4-32k-0613","gpt-4-turbo-preview","gpt-4-turbo-2024-04-09","gpt-4o-2024-05-13","gpt-4o","gpt-4o-mini-2024-07-18","gpt-4o-mini","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5-nano","gpt-5-mini","gpt-5","gpt-5.1","gpt-5.2","o1","o1-mini","o3","o3-mini","o3-mini-2025-01-31","o4-mini","gpt-oss-120b","gpt-oss-20b","llama-3-70b-instruct","llama-3-1-70b-instruct","llama-3-70b-instruct-bedrock"],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model.oneOf.1","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Model","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model","typeLabel":"enum\u003cstring> · enum\u003cstring> · null"}},"type":"object","title":"GenericModelUsage","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX]","typeLabel":"GenericModelUsage · object"},"title":"Usage","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0","typeLabel":"GenericModelUsage · object[]"},{"type":"null","title":"Usage","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage","typeLabel":"GenericModelUsage · object[] | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0","typeLabel":"GenericApplicationScorerMetadata · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX].llm_metadata","typeLabel":"GenericApplicationScorerMetadata · object | null"}},"type":"object","required":["metric_type","category"],"title":"ApplicationMetricScoreWithMetadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0.items.[INDEX]","typeLabel":"ApplicationMetricScoreWithMetadata · object"},"title":"Metric Scores","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.0","typeLabel":"ApplicationMetricScoreWithMetadata · object[]"},{"type":"null","title":"Metric Scores","uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.metric_scores","typeLabel":"ApplicationMetricScoreWithMetadata · object[] | null"},"test_case_version":{"oneOf":[{"type":"object","title":"GenerationTestCaseVersionResponse","required":["evaluation_dataset_id","test_case_data","autogenerated","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","description":"The ID of the associated evaluation dataset.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.evaluation_dataset_id","typeLabel":"string"},"test_case_data":{"oneOf":[{"type":"object","title":"ArtifactSchemaGeneration","required":["input","artifact_ids_filter"],"properties":{"input":{"type":"string","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.input","typeLabel":"string"},"artifact_ids_filter":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.artifact_ids_filter.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Artifact Ids Filter","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.artifact_ids_filter","typeLabel":"string[]"},"expected_output":{"oneOf":[{"type":"string","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_output.oneOf.0","typeLabel":"string"},{"type":"null","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_output.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_output","typeLabel":"string | null"},"expected_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.0","typeLabel":"ArtifactSchemaGeneration · object"},{"type":"object","title":"SchemaGenerationBase","required":["input"],"properties":{"input":{"type":"string","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.input","typeLabel":"string"},"expected_output":{"oneOf":[{"type":"string","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_output.oneOf.0","typeLabel":"string"},{"type":"null","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_output.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_output","typeLabel":"string | null"},"expected_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data.oneOf.1","typeLabel":"SchemaGenerationBase · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_data","typeLabel":"ArtifactSchemaGeneration · object | SchemaGenerationBase · object"},"autogenerated":{"type":"boolean","title":"Autogenerated","description":"Boolean to track whether or not the test case is autogenerated","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.autogenerated","typeLabel":"boolean"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.created_by_identity_type","typeLabel":"enum\u003cstring>"},"schema_type":{"type":"string","const":"GENERATION","title":"Schema Type","default":"GENERATION","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.schema_type","typeLabel":"string"},"chat_history":{"oneOf":[{"type":"object","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.chat_history.oneOf.0","typeLabel":"Chat History · object"},{"type":"null","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.chat_history.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.chat_history","typeLabel":"Chat History · object | null"},"test_case_metadata":{"oneOf":[{"type":"object","title":"Test Case Metadata","description":"Metadata for the test case","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_metadata.oneOf.0","typeLabel":"Test Case Metadata · object"},{"type":"null","title":"Test Case Metadata","description":"Metadata for the test case","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.test_case_metadata","typeLabel":"Test Case Metadata · object | null"},"invalidated_at":{"oneOf":[{"type":"string","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.invalidated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.invalidated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.invalidated_at","typeLabel":"string\u003cdate-time> | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0.archived_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.0","typeLabel":"GenerationTestCaseVersionResponse · object"},{"type":"object","title":"FlexibleTestCaseVersionResponse","required":["evaluation_dataset_id","test_case_data","autogenerated","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","description":"The ID of the associated evaluation dataset.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.evaluation_dataset_id","typeLabel":"string"},"test_case_data":{"properties":{"input":{"oneOf":[{"type":"string","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.0","typeLabel":"string"},{"type":"object","title":"Input","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input.oneOf.1","typeLabel":"Input · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.input","typeLabel":"string | Input · object"},"expected_output":{"oneOf":[{"type":"string","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.0","typeLabel":"string"},{"type":"object","title":"Expected Output","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"any","title":"UserMessageContentParts","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"any"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"any[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | any[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1","typeLabel":"Expected Output · object"},{"type":"null","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_output","typeLabel":"string | Expected Output · object | null"},"expected_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data.expected_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"type":"object","required":["input"],"title":"SchemaFlexible","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_data","typeLabel":"SchemaFlexible · object"},"autogenerated":{"type":"boolean","title":"Autogenerated","description":"Boolean to track whether or not the test case is autogenerated","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.autogenerated","typeLabel":"boolean"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.created_by_identity_type","typeLabel":"enum\u003cstring>"},"schema_type":{"type":"string","const":"FLEXIBLE","title":"Schema Type","default":"FLEXIBLE","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.schema_type","typeLabel":"string"},"chat_history":{"oneOf":[{"type":"object","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.chat_history.oneOf.0","typeLabel":"Chat History · object"},{"type":"null","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.chat_history.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.chat_history","typeLabel":"Chat History · object | null"},"test_case_metadata":{"oneOf":[{"type":"object","title":"Test Case Metadata","description":"Metadata for the test case","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_metadata.oneOf.0","typeLabel":"Test Case Metadata · object"},{"type":"null","title":"Test Case Metadata","description":"Metadata for the test case","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.test_case_metadata","typeLabel":"Test Case Metadata · object | null"},"invalidated_at":{"oneOf":[{"type":"string","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.invalidated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.invalidated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.invalidated_at","typeLabel":"string\u003cdate-time> | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1.archived_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.1","typeLabel":"FlexibleTestCaseVersionResponse · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.test_case_version","typeLabel":"GenerationTestCaseVersionResponse · object | FlexibleTestCaseVersionResponse · object | null"},"interaction":{"oneOf":[{"type":"object","title":"ApplicationInteractionWithSpansResponse","required":["id","input","output","aggregated","application_spec_id","application_variant_id","start_timestamp","duration_ms","operation_status","created_at"],"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.id","typeLabel":"string"},"input":{"additionalProperties":true,"type":"object","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.input","typeLabel":"Input · object"},"output":{"additionalProperties":true,"type":"object","title":"Output","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.output","typeLabel":"Output · object"},"aggregated":{"type":"boolean","title":"Aggregated","description":"Boolean of whether this interaction has been uploaded to s3 bucket yet, default is false","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.aggregated","typeLabel":"boolean"},"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.application_spec_id","typeLabel":"string"},"application_variant_id":{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.application_variant_id","typeLabel":"string"},"start_timestamp":{"type":"string","format":"date-time","title":"Start Timestamp","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.start_timestamp","typeLabel":"string\u003cdate-time>"},"duration_ms":{"type":"integer","title":"Duration Ms","description":"How much time the step took in milliseconds(ms)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.duration_ms","typeLabel":"integer"},"operation_status":{"type":"string","enum":["SUCCESS","ERROR","CANCELED"],"title":"ApplicationOperationStatus","description":"The outcome of the operation","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.operation_status","typeLabel":"enum\u003cstring>"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"null","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.operation_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.operation_metadata","typeLabel":"Operation Metadata · object | null"},"models":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.models.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Models","description":"The models used for this interaction","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.models.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Models","description":"The models used for this interaction","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.models.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.models","typeLabel":"string[] | null"},"chat_thread_id":{"oneOf":[{"type":"string","title":"Chat Thread Id","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.chat_thread_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Chat Thread Id","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.chat_thread_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.chat_thread_id","typeLabel":"string | null"},"interaction_source":{"oneOf":[{"type":"string","title":"ApplicationInteractionSource","enum":["EXTERNAL_AI","EVALUATION","SGP_CHAT","AGENTS_SERVICE"],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.interaction_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.interaction_source.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.interaction_source","typeLabel":"enum\u003cstring> | null"},"trace_spans":{"oneOf":[{"type":"array","items":{"properties":{"id":{"type":"string","title":"Id","description":"Identifies the application step","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].id","typeLabel":"string"},"node_id":{"type":"string","title":"Node Id","description":"The id of the node in the application_variant config that emitted this insight","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].node_id","typeLabel":"string"},"operation_type":{"type":"string","enum":["TEXT_INPUT","TEXT_OUTPUT","COMPLETION_INPUT","COMPLETION","KB_RETRIEVAL","KB_INPUT","RERANKING","EXTERNAL_ENDPOINT","PROMPT_ENGINEERING","DOCUMENT_INPUT","MAP_REDUCE","DOCUMENT_SEARCH","DOCUMENT_PROMPT","CUSTOM","CODE_EXECUTION","DATA_MANIPULATION","EVALUATION","FILE_RETRIEVAL","KB_ADD_CHUNK","KB_MANAGEMENT","GUARDRAIL","OUTPUT_GUARDRAIL","TRACER","AGENT_TRACER","AGENT_WORKFLOW","STANDALONE"],"title":"ApplicationOperationType","description":"Type of the operation, e.g. RERANKING","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_type","typeLabel":"enum\u003cstring>"},"operation_status":{"type":"string","enum":["SUCCESS","ERROR","CANCELED"],"title":"ApplicationOperationStatus","description":"The outcome of the operation","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_status","typeLabel":"enum\u003cstring>"},"operation_input":{"additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"type":"object","title":"EvaluationSpanIOData","description":"The JSON representation of the input that this step received.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input","typeLabel":"EvaluationSpanIOData · object"},"operation_output":{"additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"type":"object","title":"EvaluationSpanIOData","description":"The JSON representation of the output that this step emitted.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output","typeLabel":"EvaluationSpanIOData · object"},"start_timestamp":{"type":"string","format":"date-time","title":"Start Timestamp","description":"The start time of the step","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].start_timestamp","typeLabel":"string\u003cdate-time>"},"duration_ms":{"type":"integer","title":"Duration Ms","description":"How much time the step took in milliseconds(ms)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].duration_ms","typeLabel":"integer"},"application_interaction_id":{"oneOf":[{"type":"string","title":"Application Interaction Id","description":"The interaction ID this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_interaction_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Interaction Id","description":"The interaction ID this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_interaction_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_interaction_id","typeLabel":"string | null"},"application_variant_id":{"oneOf":[{"type":"string","title":"Application Variant Id","description":"The id of the application variant this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_variant_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Variant Id","description":"The id of the application variant this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_variant_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_variant_id","typeLabel":"string | null"},"operation_expected":{"oneOf":[{"type":"object","title":"EvaluationSpanIOData","description":"The JSON representation of the expected output for this step","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0","typeLabel":"EvaluationSpanIOData · object"},{"type":"null","description":"The JSON representation of the expected output for this step","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected","typeLabel":"EvaluationSpanIOData · object | null"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"null","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_metadata","typeLabel":"Operation Metadata · object | null"},"end_timestamp":{"oneOf":[{"type":"string","title":"End Timestamp","description":"The end time of the step, nullable, since it can be set to done at a later point in time.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].end_timestamp.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"End Timestamp","description":"The end time of the step, nullable, since it can be set to done at a later point in time.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].end_timestamp.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].end_timestamp","typeLabel":"string\u003cdate-time> | null"},"trace_id":{"oneOf":[{"type":"string","title":"Trace Id","description":"The root-level ID where this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].trace_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Trace Id","description":"The root-level ID where this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].trace_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].trace_id","typeLabel":"string | null"},"parent_id":{"oneOf":[{"type":"string","title":"Parent Id","description":"Who is the parent span of this current span, null if span is root parent.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].parent_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Parent Id","description":"Who is the parent span of this current span, null if span is root parent.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].parent_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].parent_id","typeLabel":"string | null"},"group_id":{"oneOf":[{"type":"string","title":"Group Id","description":"The ID of the group this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].group_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Group Id","description":"The ID of the group this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].group_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].group_id","typeLabel":"string | null"},"project_id":{"oneOf":[{"type":"string","title":"Project Id","description":"The project of the run that produced this span, from ams.project_id on the root span","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].project_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Project Id","description":"The project of the run that produced this span, from ams.project_id on the root span","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].project_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].project_id","typeLabel":"string | null"},"thread_id":{"oneOf":[{"type":"string","title":"Thread Id","description":"The agent thread that produced this span, from ams.thread_id","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].thread_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Thread Id","description":"The agent thread that produced this span, from ams.thread_id","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].thread_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].thread_id","typeLabel":"string | null"},"account_id":{"oneOf":[{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].account_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Account Id","description":"The ID of the account that owns the given entity.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].account_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].account_id","typeLabel":"string | null"},"created_by_user_id":{"oneOf":[{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Created By User Id","description":"The user who originally created the entity.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_user_id","typeLabel":"string | null"},"created_by_identity_type":{"oneOf":[{"type":"string","title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","enum":["user","service_account"],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_identity_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"The type of identity that created the entity.","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_identity_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_identity_type","typeLabel":"enum\u003cstring> | null"}},"type":"object","required":["id","node_id","operation_type","operation_status","operation_input","operation_output","start_timestamp","duration_ms"],"title":"EvaluationTraceSpanResponse","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX]","typeLabel":"EvaluationTraceSpanResponse · object"},"title":"Trace Spans","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.0","typeLabel":"EvaluationTraceSpanResponse · object[]"},{"type":"null","title":"Trace Spans","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0.trace_spans","typeLabel":"EvaluationTraceSpanResponse · object[] | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.0","typeLabel":"ApplicationInteractionWithSpansResponse · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.0.interaction","typeLabel":"ApplicationInteractionWithSpansResponse · object | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.0","typeLabel":"ApplicationTestCaseGenerationOutputResponseWithViews · object"},{"type":"object","title":"ApplicationTestCaseFlexibleOutputResponseWithViews","required":["application_variant_id","evaluation_dataset_id","test_case_id","output","id","created_at","account_id"],"properties":{"application_variant_id":{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.application_variant_id","typeLabel":"string"},"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.evaluation_dataset_id","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_id","typeLabel":"string"},"output":{"properties":{"generation_output":{"oneOf":[{"type":"string","title":"Generation Output","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.0","typeLabel":"string"},{"type":"object","title":"Generation Output","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"oneOf":[{"type":"string","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","enum":["low","high","auto"],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"enum\u003cstring> | null"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"oneOf":[{"type":"string","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","enum":["low","high","auto"],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"enum\u003cstring> | null"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output.oneOf.1","typeLabel":"Generation Output · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_output","typeLabel":"string | Generation Output · object"},"generation_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.output.generation_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"type":"object","required":["generation_output"],"title":"ResultSchemaFlexible","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.output","typeLabel":"ResultSchemaFlexible · object"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.account_id","typeLabel":"string"},"schema_type":{"type":"string","const":"FLEXIBLE","title":"Schema Type","default":"FLEXIBLE","uniqueKey":"\\items.items.[INDEX].oneOf.1.schema_type","typeLabel":"string"},"application_interaction_id":{"oneOf":[{"type":"string","title":"Application Interaction Id","uniqueKey":"\\items.items.[INDEX].oneOf.1.application_interaction_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Interaction Id","uniqueKey":"\\items.items.[INDEX].oneOf.1.application_interaction_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.application_interaction_id","typeLabel":"string | null"},"application_test_case_output_group_id":{"oneOf":[{"type":"string","title":"Application Test Case Output Group Id","uniqueKey":"\\items.items.[INDEX].oneOf.1.application_test_case_output_group_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Test Case Output Group Id","uniqueKey":"\\items.items.[INDEX].oneOf.1.application_test_case_output_group_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.application_test_case_output_group_id","typeLabel":"string | null"},"metrics":{"oneOf":[{"type":"object","title":"Metrics","additionalProperties":{"oneOf":[{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.metrics.oneOf.0.additionalProperties.oneOf.0","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.metrics.oneOf.0.additionalProperties.oneOf.1","typeLabel":"number"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metrics.oneOf.0.additionalProperties","typeLabel":"integer | number"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.metrics.oneOf.0","typeLabel":"Metrics · object"},{"type":"null","title":"Metrics","uniqueKey":"\\items.items.[INDEX].oneOf.1.metrics.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metrics","typeLabel":"Metrics · object | null"},"metric_scores":{"oneOf":[{"type":"array","items":{"properties":{"metric_type":{"oneOf":[{"type":"string","title":"ApplicationScoreMetricTypeEnum","enum":["answer-correctness","answer-relevance","faithfulness","context-recall","coherence","grammar","moderation","safety"],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].metric_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"string","title":"SafetySubMetricTypeEnum","enum":["safety-bias-and-stereotyping","safety-opinions-disputed-topics","safety-unethical-harmful-activities","safety-copyright-violations","safety-harmful-content","safety-privacy-violations"],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].metric_type.oneOf.1","typeLabel":"enum\u003cstring>"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].metric_type","typeLabel":"enum\u003cstring>"},"category":{"type":"string","enum":["accuracy","quality","retrieval","trust-and-safety"],"title":"ApplicationScoreCategoryEnum","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].category","typeLabel":"enum\u003cstring>"},"score":{"oneOf":[{"type":"number","title":"Score","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].score.oneOf.0","typeLabel":"number"},{"type":"null","title":"Score","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].score.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].score","typeLabel":"number | null"},"llm_metadata":{"oneOf":[{"type":"object","title":"GenericApplicationScorerMetadata","properties":{"reasoning":{"oneOf":[{"type":"string","title":"Reasoning","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.reasoning.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reasoning","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.reasoning.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.reasoning","typeLabel":"string | null"},"logging":{"oneOf":[{"type":"object","title":"Logging","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.logging.oneOf.0","typeLabel":"Logging · object"},{"type":"null","title":"Logging","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.logging.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.logging","typeLabel":"Logging · object | null"},"time_elapsed_s":{"oneOf":[{"type":"integer","title":"Time Elapsed S","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.time_elapsed_s.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Time Elapsed S","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.time_elapsed_s.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.time_elapsed_s","typeLabel":"integer | null"},"usage":{"oneOf":[{"type":"array","items":{"properties":{"prompt_tokens":{"oneOf":[{"type":"integer","title":"Prompt Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].prompt_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Prompt Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].prompt_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].prompt_tokens","typeLabel":"integer | null"},"completion_tokens":{"oneOf":[{"type":"integer","title":"Completion Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Completion Tokens","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].completion_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].completion_tokens","typeLabel":"integer | null"},"cost":{"oneOf":[{"type":"number","title":"Cost","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].cost.oneOf.0","typeLabel":"number"},{"type":"null","title":"Cost","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].cost.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].cost","typeLabel":"number | null"},"model":{"oneOf":[{"type":"string","title":"ApplicationScorerBaseModelName","enum":["gpt-4-turbo-2024-04-09","gpt-3.5-turbo-0125","gpt-4o-2024-05-13"],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"string","title":"AutoEvalBaseModelName","enum":["gpt-4-32k-0613","gpt-4-turbo-preview","gpt-4-turbo-2024-04-09","gpt-4o-2024-05-13","gpt-4o","gpt-4o-mini-2024-07-18","gpt-4o-mini","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5-nano","gpt-5-mini","gpt-5","gpt-5.1","gpt-5.2","o1","o1-mini","o3","o3-mini","o3-mini-2025-01-31","o4-mini","gpt-oss-120b","gpt-oss-20b","llama-3-70b-instruct","llama-3-1-70b-instruct","llama-3-70b-instruct-bedrock"],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model.oneOf.1","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Model","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX].model","typeLabel":"enum\u003cstring> · enum\u003cstring> · null"}},"type":"object","title":"GenericModelUsage","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0.items.[INDEX]","typeLabel":"GenericModelUsage · object"},"title":"Usage","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.0","typeLabel":"GenericModelUsage · object[]"},{"type":"null","title":"Usage","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0.usage","typeLabel":"GenericModelUsage · object[] | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.0","typeLabel":"GenericApplicationScorerMetadata · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX].llm_metadata","typeLabel":"GenericApplicationScorerMetadata · object | null"}},"type":"object","required":["metric_type","category"],"title":"ApplicationMetricScoreWithMetadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0.items.[INDEX]","typeLabel":"ApplicationMetricScoreWithMetadata · object"},"title":"Metric Scores","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.0","typeLabel":"ApplicationMetricScoreWithMetadata · object[]"},{"type":"null","title":"Metric Scores","uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.metric_scores","typeLabel":"ApplicationMetricScoreWithMetadata · object[] | null"},"test_case_version":{"oneOf":[{"type":"object","title":"GenerationTestCaseVersionResponse","required":["evaluation_dataset_id","test_case_data","autogenerated","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","description":"The ID of the associated evaluation dataset.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.evaluation_dataset_id","typeLabel":"string"},"test_case_data":{"oneOf":[{"type":"object","title":"ArtifactSchemaGeneration","required":["input","artifact_ids_filter"],"properties":{"input":{"type":"string","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.input","typeLabel":"string"},"artifact_ids_filter":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.artifact_ids_filter.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Artifact Ids Filter","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.artifact_ids_filter","typeLabel":"string[]"},"expected_output":{"oneOf":[{"type":"string","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_output.oneOf.0","typeLabel":"string"},{"type":"null","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_output.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_output","typeLabel":"string | null"},"expected_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0.expected_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.0","typeLabel":"ArtifactSchemaGeneration · object"},{"type":"object","title":"SchemaGenerationBase","required":["input"],"properties":{"input":{"type":"string","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.input","typeLabel":"string"},"expected_output":{"oneOf":[{"type":"string","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_output.oneOf.0","typeLabel":"string"},{"type":"null","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_output.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_output","typeLabel":"string | null"},"expected_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1.expected_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data.oneOf.1","typeLabel":"SchemaGenerationBase · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_data","typeLabel":"ArtifactSchemaGeneration · object | SchemaGenerationBase · object"},"autogenerated":{"type":"boolean","title":"Autogenerated","description":"Boolean to track whether or not the test case is autogenerated","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.autogenerated","typeLabel":"boolean"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.created_by_identity_type","typeLabel":"enum\u003cstring>"},"schema_type":{"type":"string","const":"GENERATION","title":"Schema Type","default":"GENERATION","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.schema_type","typeLabel":"string"},"chat_history":{"oneOf":[{"type":"object","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.chat_history.oneOf.0","typeLabel":"Chat History · object"},{"type":"null","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.chat_history.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.chat_history","typeLabel":"Chat History · object | null"},"test_case_metadata":{"oneOf":[{"type":"object","title":"Test Case Metadata","description":"Metadata for the test case","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_metadata.oneOf.0","typeLabel":"Test Case Metadata · object"},{"type":"null","title":"Test Case Metadata","description":"Metadata for the test case","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.test_case_metadata","typeLabel":"Test Case Metadata · object | null"},"invalidated_at":{"oneOf":[{"type":"string","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.invalidated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.invalidated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.invalidated_at","typeLabel":"string\u003cdate-time> | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0.archived_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.0","typeLabel":"GenerationTestCaseVersionResponse · object"},{"type":"object","title":"FlexibleTestCaseVersionResponse","required":["evaluation_dataset_id","test_case_data","autogenerated","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","description":"The ID of the associated evaluation dataset.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.evaluation_dataset_id","typeLabel":"string"},"test_case_data":{"properties":{"input":{"oneOf":[{"type":"string","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.0","typeLabel":"string"},{"type":"object","title":"Input","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input.oneOf.1","typeLabel":"Input · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.input","typeLabel":"string | Input · object"},"expected_output":{"oneOf":[{"type":"string","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.0","typeLabel":"string"},{"type":"object","title":"Expected Output","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"any","title":"UserMessageContentParts","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"any"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"any[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | any[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.1","typeLabel":"Expected Output · object"},{"type":"null","title":"Expected Output","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_output","typeLabel":"string | Expected Output · object | null"},"expected_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data.expected_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object | null"}},"type":"object","required":["input"],"title":"SchemaFlexible","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_data","typeLabel":"SchemaFlexible · object"},"autogenerated":{"type":"boolean","title":"Autogenerated","description":"Boolean to track whether or not the test case is autogenerated","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.autogenerated","typeLabel":"boolean"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.created_by_identity_type","typeLabel":"enum\u003cstring>"},"schema_type":{"type":"string","const":"FLEXIBLE","title":"Schema Type","default":"FLEXIBLE","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.schema_type","typeLabel":"string"},"chat_history":{"oneOf":[{"type":"object","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.chat_history.oneOf.0","typeLabel":"Chat History · object"},{"type":"null","title":"Chat History","description":"Used for tracking previous chat interactions for multi-chat test cases","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.chat_history.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.chat_history","typeLabel":"Chat History · object | null"},"test_case_metadata":{"oneOf":[{"type":"object","title":"Test Case Metadata","description":"Metadata for the test case","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_metadata.oneOf.0","typeLabel":"Test Case Metadata · object"},{"type":"null","title":"Test Case Metadata","description":"Metadata for the test case","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.test_case_metadata","typeLabel":"Test Case Metadata · object | null"},"invalidated_at":{"oneOf":[{"type":"string","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.invalidated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.invalidated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.invalidated_at","typeLabel":"string\u003cdate-time> | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1.archived_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.1","typeLabel":"FlexibleTestCaseVersionResponse · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.test_case_version","typeLabel":"GenerationTestCaseVersionResponse · object | FlexibleTestCaseVersionResponse · object | null"},"interaction":{"oneOf":[{"type":"object","title":"ApplicationInteractionWithSpansResponse","required":["id","input","output","aggregated","application_spec_id","application_variant_id","start_timestamp","duration_ms","operation_status","created_at"],"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.id","typeLabel":"string"},"input":{"additionalProperties":true,"type":"object","title":"Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.input","typeLabel":"Input · object"},"output":{"additionalProperties":true,"type":"object","title":"Output","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.output","typeLabel":"Output · object"},"aggregated":{"type":"boolean","title":"Aggregated","description":"Boolean of whether this interaction has been uploaded to s3 bucket yet, default is false","can_patch":false,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.aggregated","typeLabel":"boolean"},"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.application_spec_id","typeLabel":"string"},"application_variant_id":{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.application_variant_id","typeLabel":"string"},"start_timestamp":{"type":"string","format":"date-time","title":"Start Timestamp","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.start_timestamp","typeLabel":"string\u003cdate-time>"},"duration_ms":{"type":"integer","title":"Duration Ms","description":"How much time the step took in milliseconds(ms)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.duration_ms","typeLabel":"integer"},"operation_status":{"type":"string","enum":["SUCCESS","ERROR","CANCELED"],"title":"ApplicationOperationStatus","description":"The outcome of the operation","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.operation_status","typeLabel":"enum\u003cstring>"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"null","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.operation_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.operation_metadata","typeLabel":"Operation Metadata · object | null"},"models":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.models.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Models","description":"The models used for this interaction","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.models.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Models","description":"The models used for this interaction","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.models.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.models","typeLabel":"string[] | null"},"chat_thread_id":{"oneOf":[{"type":"string","title":"Chat Thread Id","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.chat_thread_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Chat Thread Id","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.chat_thread_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.chat_thread_id","typeLabel":"string | null"},"interaction_source":{"oneOf":[{"type":"string","title":"ApplicationInteractionSource","enum":["EXTERNAL_AI","EVALUATION","SGP_CHAT","AGENTS_SERVICE"],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.interaction_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.interaction_source.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.interaction_source","typeLabel":"enum\u003cstring> | null"},"trace_spans":{"oneOf":[{"type":"array","items":{"properties":{"id":{"type":"string","title":"Id","description":"Identifies the application step","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].id","typeLabel":"string"},"node_id":{"type":"string","title":"Node Id","description":"The id of the node in the application_variant config that emitted this insight","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].node_id","typeLabel":"string"},"operation_type":{"type":"string","enum":["TEXT_INPUT","TEXT_OUTPUT","COMPLETION_INPUT","COMPLETION","KB_RETRIEVAL","KB_INPUT","RERANKING","EXTERNAL_ENDPOINT","PROMPT_ENGINEERING","DOCUMENT_INPUT","MAP_REDUCE","DOCUMENT_SEARCH","DOCUMENT_PROMPT","CUSTOM","CODE_EXECUTION","DATA_MANIPULATION","EVALUATION","FILE_RETRIEVAL","KB_ADD_CHUNK","KB_MANAGEMENT","GUARDRAIL","OUTPUT_GUARDRAIL","TRACER","AGENT_TRACER","AGENT_WORKFLOW","STANDALONE"],"title":"ApplicationOperationType","description":"Type of the operation, e.g. RERANKING","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_type","typeLabel":"enum\u003cstring>"},"operation_status":{"type":"string","enum":["SUCCESS","ERROR","CANCELED"],"title":"ApplicationOperationStatus","description":"The outcome of the operation","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_status","typeLabel":"enum\u003cstring>"},"operation_input":{"additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"type":"object","title":"EvaluationSpanIOData","description":"The JSON representation of the input that this step received.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_input","typeLabel":"EvaluationSpanIOData · object"},"operation_output":{"additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"type":"object","title":"EvaluationSpanIOData","description":"The JSON representation of the output that this step emitted.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_output","typeLabel":"EvaluationSpanIOData · object"},"start_timestamp":{"type":"string","format":"date-time","title":"Start Timestamp","description":"The start time of the step","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].start_timestamp","typeLabel":"string\u003cdate-time>"},"duration_ms":{"type":"integer","title":"Duration Ms","description":"How much time the step took in milliseconds(ms)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].duration_ms","typeLabel":"integer"},"application_interaction_id":{"oneOf":[{"type":"string","title":"Application Interaction Id","description":"The interaction ID this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_interaction_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Interaction Id","description":"The interaction ID this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_interaction_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_interaction_id","typeLabel":"string | null"},"application_variant_id":{"oneOf":[{"type":"string","title":"Application Variant Id","description":"The id of the application variant this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_variant_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Application Variant Id","description":"The id of the application variant this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_variant_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].application_variant_id","typeLabel":"string | null"},"operation_expected":{"oneOf":[{"type":"object","title":"EvaluationSpanIOData","description":"The JSON representation of the expected output for this step","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object | null"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"any"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"type":"any","title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"any"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.0","typeLabel":"EvaluationSpanIOData · object"},{"type":"null","description":"The JSON representation of the expected output for this step","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_expected","typeLabel":"EvaluationSpanIOData · object | null"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"null","title":"Operation Metadata","description":"The JSON representation of the metadata insights emitted through the execution. This can differ based on different types of operations","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].operation_metadata","typeLabel":"Operation Metadata · object | null"},"end_timestamp":{"oneOf":[{"type":"string","title":"End Timestamp","description":"The end time of the step, nullable, since it can be set to done at a later point in time.","format":"date-time","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].end_timestamp.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"End Timestamp","description":"The end time of the step, nullable, since it can be set to done at a later point in time.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].end_timestamp.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].end_timestamp","typeLabel":"string\u003cdate-time> | null"},"trace_id":{"oneOf":[{"type":"string","title":"Trace Id","description":"The root-level ID where this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].trace_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Trace Id","description":"The root-level ID where this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].trace_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].trace_id","typeLabel":"string | null"},"parent_id":{"oneOf":[{"type":"string","title":"Parent Id","description":"Who is the parent span of this current span, null if span is root parent.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].parent_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Parent Id","description":"Who is the parent span of this current span, null if span is root parent.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].parent_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].parent_id","typeLabel":"string | null"},"group_id":{"oneOf":[{"type":"string","title":"Group Id","description":"The ID of the group this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].group_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Group Id","description":"The ID of the group this span belongs to","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].group_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].group_id","typeLabel":"string | null"},"project_id":{"oneOf":[{"type":"string","title":"Project Id","description":"The project of the run that produced this span, from ams.project_id on the root span","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].project_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Project Id","description":"The project of the run that produced this span, from ams.project_id on the root span","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].project_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].project_id","typeLabel":"string | null"},"thread_id":{"oneOf":[{"type":"string","title":"Thread Id","description":"The agent thread that produced this span, from ams.thread_id","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].thread_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Thread Id","description":"The agent thread that produced this span, from ams.thread_id","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].thread_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].thread_id","typeLabel":"string | null"},"account_id":{"oneOf":[{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].account_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Account Id","description":"The ID of the account that owns the given entity.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].account_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].account_id","typeLabel":"string | null"},"created_by_user_id":{"oneOf":[{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Created By User Id","description":"The user who originally created the entity.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_user_id","typeLabel":"string | null"},"created_by_identity_type":{"oneOf":[{"type":"string","title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","enum":["user","service_account"],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_identity_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"The type of identity that created the entity.","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_identity_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX].created_by_identity_type","typeLabel":"enum\u003cstring> | null"}},"type":"object","required":["id","node_id","operation_type","operation_status","operation_input","operation_output","start_timestamp","duration_ms"],"title":"EvaluationTraceSpanResponse","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0.items.[INDEX]","typeLabel":"EvaluationTraceSpanResponse · object"},"title":"Trace Spans","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.0","typeLabel":"EvaluationTraceSpanResponse · object[]"},{"type":"null","title":"Trace Spans","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0.trace_spans","typeLabel":"EvaluationTraceSpanResponse · object[] | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.0","typeLabel":"ApplicationInteractionWithSpansResponse · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].oneOf.1.interaction","typeLabel":"ApplicationInteractionWithSpansResponse · object | null"}},"uniqueKey":"\\items.items.[INDEX].oneOf.1","typeLabel":"ApplicationTestCaseFlexibleOutputResponseWithViews · object"}],"uniqueKey":"\\items.items.[INDEX]","typeLabel":"ApplicationTestCaseGenerationOutputResponseWithViews · object | ApplicationTestCaseFlexibleOutputResponseWithViews · object"},"type":"array","title":"Items","description":"The data returned for the current page.","isRequired":true,"uniqueKey":"\\items","typeLabel":"(ApplicationTestCaseGenerationOutputResponseWithViews · object | ApplicationTestCaseFlexibleOutputResponseWithViews · object)[]"},"total_item_count":{"type":"integer","title":"Total Item Count","description":"The total number of items of the query","isRequired":true,"uniqueKey":"total_item_count","typeLabel":"integer"},"current_page":{"type":"integer","title":"Current Page","description":"The current page number.","isRequired":true,"uniqueKey":"current_page","typeLabel":"integer"},"items_per_page":{"type":"integer","title":"Items Per Page","description":"The number of items per page.","isRequired":true,"uniqueKey":"items_per_page","typeLabel":"integer"}},"type":"object","required":["items","total_item_count","current_page","items_per_page"],"title":"PaginatedApplicationTestCaseOutputResponseWithViews","uniqueKey":"","typeLabel":"PaginatedApplicationTestCaseOutputResponseWithViews · object"},"examples":{"Example":{"title":"Example","value":{"items":[{"application_variant_id":"\u003cstring>","evaluation_dataset_id":"\u003cstring>","test_case_id":"\u003cstring>","output":{"generation_output":"\u003cstring>","generation_extra_info":{"chunks":[{"text":"\u003cstring>","metadata":{}}],"schema_type":"CHUNKS"}},"id":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","account_id":"\u003cstring>","schema_type":"GENERATION","application_interaction_id":"\u003cstring>","application_test_case_output_group_id":"\u003cstring>","metrics":{},"metric_scores":[{"metric_type":"answer-correctness","category":"accuracy","score":123,"llm_metadata":{"reasoning":"\u003cstring>","logging":{},"time_elapsed_s":123,"usage":[{"prompt_tokens":123,"completion_tokens":123,"cost":123,"model":"gpt-4-turbo-2024-04-09"}]}}],"test_case_version":{"evaluation_dataset_id":"\u003cstring>","test_case_data":{"input":"\u003cstring>","artifact_ids_filter":["\u003cstring>"],"expected_output":"\u003cstring>","expected_extra_info":{"chunks":[{"text":"\u003cstring>","metadata":{}}],"schema_type":"CHUNKS"}},"autogenerated":true,"id":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z","account_id":"\u003cstring>","created_by_user_id":"\u003cstring>","created_by_identity_type":"user","schema_type":"GENERATION","chat_history":{},"test_case_metadata":{},"invalidated_at":"2023-11-07T05:31:56Z","archived_at":"2023-11-07T05:31:56Z"},"interaction":{"id":"\u003cstring>","input":{},"output":{},"aggregated":true,"application_spec_id":"\u003cstring>","application_variant_id":"\u003cstring>","start_timestamp":"2023-11-07T05:31:56Z","duration_ms":123,"operation_status":"SUCCESS","created_at":"2023-11-07T05:31:56Z","operation_metadata":{},"models":["\u003cstring>"],"chat_thread_id":"\u003cstring>","interaction_source":"EXTERNAL_AI","trace_spans":[{"id":"\u003cstring>","node_id":"\u003cstring>","operation_type":"TEXT_INPUT","operation_status":"SUCCESS","operation_input":{},"operation_output":{},"start_timestamp":"2023-11-07T05:31:56Z","duration_ms":123,"application_interaction_id":"\u003cstring>","application_variant_id":"\u003cstring>","operation_expected":{},"operation_metadata":{},"end_timestamp":"2023-11-07T05:31:56Z","trace_id":"\u003cstring>","parent_id":"\u003cstring>","group_id":"\u003cstring>","project_id":"\u003cstring>","thread_id":"\u003cstring>","account_id":"\u003cstring>","created_by_user_id":"\u003cstring>","created_by_identity_type":"user"}]}}],"total_item_count":123,"current_page":123,"items_per_page":123}}},"exampleType":"generated"}},"exampleType":"generated"},"da8d42ff-5a94-4a33-a7d5-083e104d353b":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{},"servers":{"d7da804a-61ba-45a0-9ede-fb5392d113cf":{"url":"https://api.egp.scale.com"}}},"originalFileLocation":"openapi/v4.yaml"},"subdomain":"scalegp","siteName":"Scale AI","title":"List Application Test Case Outputs - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/docs/v5/overview","matchLevel":4},"V4 (legacy)":{"href":"/reference/v4/applications/list-application-test-case-outputs","matchLevel":0}},"firstHrefInLanguage":{}},"lastModified":"2026-05-29T12:48:40.110Z","originalFileLocation":"reference/v4/applications/list-application-test-case-outputs.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"### Description Lists all application test case outputs accessible to the user. ### Details This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"List Application Test Case Outputs - Scale AI\">\u003cmeta data-mint-head property=\"og:description\" content=\"### Description Lists all application test case outputs accessible to the user. ### Details This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Applications\u0026amp;title=List+Application+Test+Case+Outputs\u0026amp;description=%23%23%23+Description%0ALists+all+application+test+case+outputs+accessible+to+the+user.%0A%0A%23%23%23+Details%0AThis+API+can+be+used+to+list+application+test+case+outputs.+If+a+us\u0026amp;theme=e46b44765a807e25b9d1c907\u0026amp;signature=34741f79c1046fa1b04f99786e37900614ac62358a2f8b082fa3886cddde82be\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"List Application Test Case Outputs - Scale AI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"### Description Lists all application test case outputs accessible to the user. ### Details This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Applications\u0026amp;title=List+Application+Test+Case+Outputs\u0026amp;description=%23%23%23+Description%0ALists+all+application+test+case+outputs+accessible+to+the+user.%0A%0A%23%23%23+Details%0AThis+API+can+be+used+to+list+application+test+case+outputs.+If+a+us\u0026amp;theme=e46b44765a807e25b9d1c907\u0026amp;signature=34741f79c1046fa1b04f99786e37900614ac62358a2f8b082fa3886cddde82be\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v4/applications/list-application-test-case-outputs.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs\",\"name\":\"List Application Test Case Outputs\",\"description\":\"### Description Lists all application test case outputs accessible to the user. ### Details This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.\",\"dateModified\":\"2026-05-29T12:48:40.110Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Applications\",\"item\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-variants\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"List Application Test Case Outputs\",\"item\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs#apireference\",\"headline\":\"List Application Test Case Outputs\",\"name\":\"List Application Test Case Outputs\",\"description\":\"### Description Lists all application test case outputs accessible to the user. ### Details This API can be used to list application test case outputs. If a user has access to multiple accounts, all application test case outputs from all accounts the user is associated with will be returned.\",\"url\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v4/applications/list-application-test-case-outputs#webpage\"},\"dateModified\":\"2026-05-29T12:48:40.110Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","pages":[{"title":"V5","href":"/docs/v5/overview"}]},{"version":"V4 (legacy)","tabs":[{"tab":"Home","pages":[{"title":"Home","href":"/home"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/introduction"}]},{"tab":"API Reference","groups":[{"group":"Knowledge Bases","pages":[{"title":"List Knowledge Bases","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases","href":"/reference/v4/knowledge-bases/list-knowledge-bases"},{"title":"Create Knowledge Base","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases","href":"/reference/v4/knowledge-bases/create-knowledge-base"},{"title":"Get Knowledge Base","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/get-knowledge-base"},{"title":"Delete Knowledge Base","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/delete-knowledge-base"},{"title":"Patch Knowledge Base","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/patch-knowledge-base"},{"title":"List Knowledge Base Async Jobs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/async-jobs","href":"/reference/v4/knowledge-bases/list-knowledge-base-async-jobs"},{"title":"Fetch Chunks by ID or Metadata","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/chunks","href":"/reference/v4/knowledge-bases/fetch-chunks-by-id-or-metadata"},{"title":"Query Relevant Chunks","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/query","href":"/reference/v4/knowledge-bases/query-relevant-chunks"},{"title":"Delete Data Source Connection","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/data-source-connections/{knowledge_base_data_source_id}/delete","href":"/reference/v4/knowledge-bases/delete-data-source-connection"},{"title":"Submit Upload Job with local files","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/upload_files","href":"/reference/v4/knowledge-bases/submit-upload-job-with-local-files"},{"title":"List Upload Jobs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/uploads","href":"/reference/v4/knowledge-bases/list-upload-jobs"},{"title":"Submit Upload Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/uploads","href":"/reference/v4/knowledge-bases/submit-upload-job"},{"title":"Get Upload Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/uploads/{upload_id}","href":"/reference/v4/knowledge-bases/get-upload-job"},{"title":"Cancel Upload Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/uploads/{upload_id}/cancel","href":"/reference/v4/knowledge-bases/cancel-upload-job"},{"title":"List Tracked Artifacts","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/artifacts","href":"/reference/v4/knowledge-bases/list-tracked-artifacts"},{"title":"Get Tracked Artifact Details","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/get-tracked-artifact-details"},{"title":"Delete Locally Stored Artifact","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/delete-locally-stored-artifact"},{"title":"Patch Artifact Information","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/patch-artifact-information"},{"title":"List Chunks of Artifacts with Pagination","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks","href":"/reference/v4/knowledge-bases/list-chunks-of-artifacts-with-pagination"},{"title":"Create chunk for local chunk artifacts","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks","href":"/reference/v4/knowledge-bases/create-chunk-for-local-chunk-artifacts"},{"title":"Get Single Chunk Information and status","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/get-single-chunk-information-and-status"},{"title":"Update Single Chunk data for local artifact","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml put /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/update-single-chunk-data-for-local-artifact"},{"title":"Delete Single Chunk from Local Artifact","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/delete-single-chunk-from-local-artifact"},{"title":"Get Chunk and Artifact Information by Chunk ID","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/get-chunk-and-artifact-information-by-chunk-id"},{"title":"Test Knowledge Base Data Source credentials","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}/verify","href":"/reference/v4/knowledge-bases/test-knowledge-base-data-source-credentials"},{"title":"Batch Delete Locally Stored Artifacts","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/artifacts/batch-delete","href":"/reference/v4/knowledge-bases/batch-delete-locally-stored-artifacts"},{"title":"List Upload Schedules","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/upload-schedules","href":"/reference/v4/knowledge-bases/list-upload-schedules"},{"title":"Create Upload Schedule","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-bases/{knowledge_base_id}/upload-schedules","href":"/reference/v4/knowledge-bases/create-upload-schedule"},{"title":"Get Upload Schedule","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/get-upload-schedule"},{"title":"Delete Upload Schedule","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/delete-upload-schedule"},{"title":"Update Upload Schedule","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/update-upload-schedule"}]},{"group":"Chunks","pages":[{"title":"Rank Chunks","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/chunks/rank","href":"/reference/v4/chunks/rank-chunks"}]},{"group":"Agents","pages":[{"title":"Execute Agent","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/agents/execute","href":"/reference/v4/agents/execute-agent"}]},{"group":"Completions","pages":[{"title":"Create Completion","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/completions","href":"/reference/v4/completions/create-completion"}]},{"group":"Chat Completions","pages":[{"title":"Create Chat Completion","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/chat-completions","href":"/reference/v4/chat-completions/create-chat-completion"}]},{"group":"Models","pages":[{"title":"Execute Model Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_instance_id}/deployments/{model_deployment_id}/execute","href":"/reference/v4/models/execute-model-deployment"},{"title":"Execute Model Deployment Async and Return the Async Run ID","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_instance_id}/deployments/{model_deployment_id}/executeAsync","href":"/reference/v4/models/execute-model-deployment-async-and-return-the-async-run-id"},{"title":"Poll Async Inference for result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/models/{model_instance_id}/deployments/{model_deployment_id}/pollAsync/{async_task_id}","href":"/reference/v4/models/poll-async-inference-for-result"},{"title":"Generate text embedding","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_deployment_id}/embeddings","href":"/reference/v4/models/generate-text-embedding"},{"title":"Generate reranking","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_deployment_id}/rerankings","href":"/reference/v4/models/generate-reranking"},{"title":"Generate completion","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_deployment_id}/completions","href":"/reference/v4/models/generate-completion"},{"title":"Generate chat completion","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_deployment_id}/chat-completions","href":"/reference/v4/models/generate-chat-completion"},{"title":"List Model Deployments of a Model","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/models/{model_instance_id}/deployments","href":"/reference/v4/models/list-model-deployments-of-a-model"},{"title":"Deploy Model","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models/{model_instance_id}/deployments","href":"/reference/v4/models/deploy-model"},{"title":"Get Model usage by model name","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/models/{model_name}/usage-statistics","href":"/reference/v4/models/get-model-usage-by-model-name"},{"title":"List All Model Deployments","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-deployments","href":"/reference/v4/models/list-all-model-deployments"},{"title":"Get Model usage for one deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-deployments/{model_deployment_id}/usage-statistics","href":"/reference/v4/models/get-model-usage-for-one-deployment"},{"title":"Add model to group","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/model-groups/{model_group_id}/models/{model_instance_id}","href":"/reference/v4/models/add-model-to-group"},{"title":"Get Model usage for a group","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-groups/{model_group_id}/usage-statistics","href":"/reference/v4/models/get-model-usage-for-a-group"},{"title":"List Models","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/models","href":"/reference/v4/models/list-models"},{"title":"Create Model","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/models","href":"/reference/v4/models/create-model"},{"title":"Get Model","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/models/{model_id}","href":"/reference/v4/models/get-model"},{"title":"Delete Model","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/models/{model_id}","href":"/reference/v4/models/delete-model"},{"title":"Update Model","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/models/{model_id}","href":"/reference/v4/models/update-model"},{"title":"List Model Groups","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-groups","href":"/reference/v4/models/list-model-groups"},{"title":"Create Model Group","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/model-groups","href":"/reference/v4/models/create-model-group"},{"title":"Get Model Group","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-groups/{model_group_id}","href":"/reference/v4/models/get-model-group"},{"title":"Delete Model Group","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/model-groups/{model_group_id}","href":"/reference/v4/models/delete-model-group"},{"title":"Update Model Group","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/model-groups/{model_group_id}","href":"/reference/v4/models/update-model-group"},{"title":"Get Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/get-deployment"},{"title":"Delete Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/delete-deployment"},{"title":"Update Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/update-deployment"}]},{"group":"Users","pages":[{"title":"User info","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /user-info","href":"/reference/v4/users/user-info"},{"title":"Update user info","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /user-preferences","href":"/reference/v4/users/update-user-info"},{"title":"Get User","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /users/{user_id}","href":"/reference/v4/users/get-user"}]},{"group":"Accounts","pages":[{"title":"Create account","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /accounts","href":"/reference/v4/accounts/create-account"}]},{"group":"Organizations","pages":[{"title":"Get organization","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /organizations/by-domain/{domain}","href":"/reference/v4/organizations/get-organization"}]},{"group":"Question Sets","pages":[{"title":"Get Question Set","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/get-question-set"},{"title":"Delete Question Set","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/delete-question-set"},{"title":"Update Question Set","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/update-question-set"},{"title":"List Question Sets","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/question-sets","href":"/reference/v4/question-sets/list-question-sets"},{"title":"Create Question Set","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/question-sets","href":"/reference/v4/question-sets/create-question-set"}]},{"group":"Evaluations","pages":[{"title":"Claim Evaluation Task","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluations/{evaluation_id}/claim-task","href":"/reference/v4/evaluations/claim-evaluation-task"},{"title":"Batch assign tasks to user","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluations/{evaluation_id}/tasks/batch-assign","href":"/reference/v4/evaluations/batch-assign-tasks-to-user"},{"title":"Update Evaluation Task","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluations/{evaluation_id}/tasks/{task_id}","href":"/reference/v4/evaluations/update-evaluation-task"},{"title":"Get Contributor Metrics","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/contributor-metrics/{contributor_id}","href":"/reference/v4/evaluations/get-contributor-metrics"},{"title":"List Contributor Metrics","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/contributor-metrics","href":"/reference/v4/evaluations/list-contributor-metrics"},{"title":"Get Evaluation Metrics","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/evaluation-metrics","href":"/reference/v4/evaluations/get-evaluation-metrics"},{"title":"Get Hybrid Evaluation Metrics","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/hybrid-eval-metrics","href":"/reference/v4/evaluations/get-hybrid-evaluation-metrics"},{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations","href":"/reference/v4/evaluations/list-evaluations"},{"title":"Create Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluations","href":"/reference/v4/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/get-evaluation"},{"title":"Delete Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/delete-evaluation"},{"title":"Update Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/update-evaluation"},{"title":"List Test Case Results","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/test-case-results","href":"/reference/v4/evaluations/list-test-case-results"},{"title":"Create Test Case Result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluations/{evaluation_id}/test-case-results","href":"/reference/v4/evaluations/create-test-case-result"},{"title":"Batch Create Test Case Results","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluations/{evaluation_id}/test-case-results/batch","href":"/reference/v4/evaluations/batch-create-test-case-results"},{"title":"Get Test Case Result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}","href":"/reference/v4/evaluations/get-test-case-result"},{"title":"Update Test Case Result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}","href":"/reference/v4/evaluations/update-test-case-result"},{"title":"Get Historical Test Case Result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}/history/{num}","href":"/reference/v4/evaluations/get-historical-test-case-result"},{"title":"Get All Versions of Test Case Result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}/history","href":"/reference/v4/evaluations/get-all-versions-of-test-case-result"},{"title":"List Historical Test Case Results","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluations/{evaluation_id}/test-case-results/history/{num}","href":"/reference/v4/evaluations/list-historical-test-case-results"}]},{"group":"Evaluation Configs","pages":[{"title":"List Evaluation Configs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-configs","href":"/reference/v4/evaluation-configs/list-evaluation-configs"},{"title":"Create Evaluation Config","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-configs","href":"/reference/v4/evaluation-configs/create-evaluation-config"},{"title":"Get Evaluation Config","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-configs/{evaluation_config_id}","href":"/reference/v4/evaluation-configs/get-evaluation-config"},{"title":"Delete Evaluation Config","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/evaluation-configs/{evaluation_config_id}","href":"/reference/v4/evaluation-configs/delete-evaluation-config"}]},{"group":"Evaluation Datasets","pages":[{"title":"List Evaluation Datasets","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets","href":"/reference/v4/evaluation-datasets/list-evaluation-datasets"},{"title":"Create Evaluation Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset"},{"title":"Get Evaluation Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset"},{"title":"Delete Evaluation Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/delete-evaluation-dataset"},{"title":"Update Evaluation Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/update-evaluation-dataset"},{"title":"List Evaluation Dataset Versions","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions","href":"/reference/v4/evaluation-datasets/list-evaluation-dataset-versions"},{"title":"Create Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset-version"},{"title":"Get Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions/{evaluation_dataset_version_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-version"},{"title":"List Test Cases","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases","href":"/reference/v4/evaluation-datasets/list-test-cases"},{"title":"Create Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases","href":"/reference/v4/evaluation-datasets/create-test-case"},{"title":"Batch Create Test Cases","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/batch","href":"/reference/v4/evaluation-datasets/batch-create-test-cases"},{"title":"Get Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/get-test-case"},{"title":"Delete Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/delete-test-case"},{"title":"Update Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/update-test-case"},{"title":"Get Historical Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history/{num}","href":"/reference/v4/evaluation-datasets/get-historical-test-case"},{"title":"Get All Versions of Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history","href":"/reference/v4/evaluation-datasets/get-all-versions-of-test-case"},{"title":"Wipe Full History of Test Cases","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history","href":"/reference/v4/evaluation-datasets/wipe-full-history-of-test-cases"},{"title":"List Historical Test Cases","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/history/{num}","href":"/reference/v4/evaluation-datasets/list-historical-test-cases"},{"title":"List Autogenerated Draft Test Cases","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases","href":"/reference/v4/evaluation-datasets/list-autogenerated-draft-test-cases"},{"title":"Create Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases","href":"/reference/v4/evaluation-datasets/create-autogenerated-draft-test-case"},{"title":"Get Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/get-autogenerated-draft-test-case"},{"title":"Delete Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/delete-autogenerated-draft-test-case"},{"title":"Update Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/update-autogenerated-draft-test-case"},{"title":"Approve Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}/approve","href":"/reference/v4/evaluation-datasets/approve-autogenerated-draft-test-case"},{"title":"Publish Latest Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/publish","href":"/reference/v4/evaluation-datasets/publish-latest-evaluation-dataset-version"},{"title":"Approve Auto Generated Test Cases Batch","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/approve-batch","href":"/reference/v4/evaluation-datasets/approve-auto-generated-test-cases-batch"},{"title":"Get Evaluation Dataset Generation Jobs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-generation-jobs"},{"title":"Create Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset-generation-job"},{"title":"Get Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs/{generation_job_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-generation-job"},{"title":"Cancel Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs/{generation_job_id}/cancel","href":"/reference/v4/evaluation-datasets/cancel-evaluation-dataset-generation-job"},{"title":"Publish Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions/{evaluation_dataset_version_id}/publish","href":"/reference/v4/evaluation-datasets/publish-evaluation-dataset-version"}]},{"group":"Studio Projects","pages":[{"title":"List Studio Projects","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/studio-projects","href":"/reference/v4/studio-projects/list-studio-projects"},{"title":"Create Studio Project","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/studio-projects","href":"/reference/v4/studio-projects/create-studio-project"},{"title":"Get Studio Project","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/get-studio-project"},{"title":"Delete Studio Project","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/delete-studio-project"},{"title":"Update Studio Project","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/update-studio-project"}]},{"group":"Application Specs","pages":[{"title":"List Application Specs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-specs","href":"/reference/v4/application-specs/list-application-specs"},{"title":"Create Application Spec","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-specs","href":"/reference/v4/application-specs/create-application-spec"},{"title":"Get Application Spec","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/get-application-spec"},{"title":"Delete Application Spec","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/delete-application-spec"},{"title":"Update Application Spec","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/update-application-spec"}]},{"group":"Questions","pages":[{"title":"List Questions","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/questions","href":"/reference/v4/questions/list-questions"},{"title":"Create Question","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/questions","href":"/reference/v4/questions/create-question"},{"title":"Get Question","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/questions/{question_id}","href":"/reference/v4/questions/get-question"}]},{"group":"Knowledge Base Data Sources","pages":[{"title":"List Knowledge Base Data Sources","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-base-data-sources","href":"/reference/v4/knowledge-base-data-sources/list-knowledge-base-data-sources"},{"title":"Create Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/knowledge-base-data-sources","href":"/reference/v4/knowledge-base-data-sources/create-knowledge-base-data-source"},{"title":"Get Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/get-knowledge-base-data-source"},{"title":"Delete Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/delete-knowledge-base-data-source"},{"title":"Update Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/update-knowledge-base-data-source"}]},{"group":"Model Templates V3 (Beta)","pages":[{"title":"List Model Templates","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-templates","href":"/reference/v4/model-templates-v3-beta/list-model-templates"},{"title":"Create Model Template","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/model-templates","href":"/reference/v4/model-templates-v3-beta/create-model-template"},{"title":"Get Model Template","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/model-templates/{model_template_id}","href":"/reference/v4/model-templates-v3-beta/get-model-template"},{"title":"Delete Model Template","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/model-templates/{model_template_id}","href":"/reference/v4/model-templates-v3-beta/delete-model-template"}]},{"group":"Model server","pages":[{"title":"Fixed Server interface for Model execution","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/serving/{model_server_id}/execute","href":"/reference/v4/model-server/fixed-server-interface-for-model-execution"},{"title":"Fixed Server interface for async Model execution","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/serving/{model_server_id}/executeAsync","href":"/reference/v4/model-server/fixed-server-interface-for-async-model-execution"},{"title":"Poll Async Inference for result","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/serving/{model_server_id}/pollAsync/{async_task_id}","href":"/reference/v4/model-server/poll-async-inference-for-result"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/serving/a/{alias}/execute","href":"/reference/v4/model-server/fixed-server-interface-for-model-execution-by-named-alias"},{"title":"Fixed Server interface for async Model execution by named alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/serving/a/{alias}/executeAsync","href":"/reference/v4/model-server/fixed-server-interface-for-async-model-execution-by-named-alias"},{"title":"Poll Async Inference for result by named alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/serving/a/{alias}/pollAsync/{async_task_id}","href":"/reference/v4/model-server/poll-async-inference-for-result-by-named-alias"},{"title":"Create a new Model Server","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/serving","href":"/reference/v4/model-server/create-a-new-model-server"},{"title":"Get current deployment of the Model Server","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/serving/{model_server_id}/deployment","href":"/reference/v4/model-server/get-current-deployment-of-the-model-server"},{"title":"Change backend of the Model Server","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml put /v4/serving/{model_server_id}/backend","href":"/reference/v4/model-server/change-backend-of-the-model-server"},{"title":"Rollback backend of the Model Server","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/serving/{model_server_id}/rollback","href":"/reference/v4/model-server/rollback-backend-of-the-model-server"}]},{"group":"API Reference","pages":[{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/serving","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/serving/{model_server_id}","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias-1"},{"title":"Delete a Model Server","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/serving/{model_server_id}","href":"/reference/v4/delete-a-model-server"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/serving/a/{alias}","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias-2"}]},{"group":"Fine Tuning Jobs V3 (Beta)","pages":[{"title":"List Fine Tuning Jobs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/fine-tuning-jobs","href":"/reference/v4/fine-tuning-jobs-v3-beta/list-fine-tuning-jobs"},{"title":"Create Fine Tuning Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/fine-tuning-jobs","href":"/reference/v4/fine-tuning-jobs-v3-beta/create-fine-tuning-job"},{"title":"Get Fine Tuning Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/fine-tuning-jobs/{fine_tuning_job_id}","href":"/reference/v4/fine-tuning-jobs-v3-beta/get-fine-tuning-job"},{"title":"Delete Fine Tuning Job","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/fine-tuning-jobs/{fine_tuning_job_id}","href":"/reference/v4/fine-tuning-jobs-v3-beta/delete-fine-tuning-job"},{"title":"Get fine tuning job events","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/fine-tuning-jobs/{fine_tuning_job_id}/events","href":"/reference/v4/fine-tuning-jobs-v3-beta/get-fine-tuning-job-events"}]},{"group":"Training Datasets V3 (Beta)","pages":[{"title":"List Training Datasets","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/training-datasets","href":"/reference/v4/training-datasets-v3-beta/list-training-datasets"},{"title":"Create Training Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/training-datasets","href":"/reference/v4/training-datasets-v3-beta/create-training-dataset"},{"title":"Get Training Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/training-datasets/{training_dataset_id}","href":"/reference/v4/training-datasets-v3-beta/get-training-dataset"},{"title":"Delete Training Dataset","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/training-datasets/{training_dataset_id}","href":"/reference/v4/training-datasets-v3-beta/delete-training-dataset"},{"title":"Get Training Dataset Contents","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/training-datasets/{training_dataset_id}/contents","href":"/reference/v4/training-datasets-v3-beta/get-training-dataset-contents"}]},{"group":"package deployments","pages":[{"title":"Install a deployment packages","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/deployment-packages/{account_id}/install","href":"/reference/v4/package-deployments/install-a-deployment-packages"},{"title":"Copy a deployment package to control plane hook","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/deployment-packages/{account_id}/copy-to-control-plane-hook","href":"/reference/v4/package-deployments/copy-a-deployment-package-to-control-plane-hook"},{"title":"Install a deployment packages","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/deployment-packages/{account_id}/install_async","href":"/reference/v4/package-deployments/install-a-deployment-packages-1"},{"title":"Verify that the prerequisites for installing a specific package version are met","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/deployment-packages/{account_id}/verify-install-prerequisites-met","href":"/reference/v4/package-deployments/verify-that-the-prerequisites-for-installing-a-specific-package-version-are-met"}]},{"group":"Beta","pages":[{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/beta/chat/completions","href":"/reference/v4/beta/generate-openai-chat-completion-from-messages"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/beta/completions","href":"/reference/v4/beta/generate-legacy-text-completion-from-prompt"},{"title":"List files","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/beta/files","href":"/reference/v4/beta/list-files"},{"title":"Upload file bytes directly","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/beta/files","href":"/reference/v4/beta/upload-file-bytes-directly"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/beta/files/{file_id}","href":"/reference/v4/beta/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/beta/files/{file_id}","href":"/reference/v4/beta/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/beta/files/{file_id}","href":"/reference/v4/beta/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/beta/files/{file_id}/content","href":"/reference/v4/beta/download-file-content"}]},{"group":"Applications","pages":[{"title":"List Application Variants","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-variants","href":"/reference/v4/applications/list-application-variants"},{"title":"Create Application Variant","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-variants","href":"/reference/v4/applications/create-application-variant"},{"title":"Get Application Variant","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/get-application-variant"},{"title":"Delete Application Variant","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/delete-application-variant"},{"title":"Update Application Variant","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/update-application-variant"},{"title":"List Application Deployments","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-deployments","href":"/reference/v4/applications/list-application-deployments"},{"title":"Create Application Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-deployments","href":"/reference/v4/applications/create-application-deployment"},{"title":"Get Application Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-deployments/{application_deployment_id}","href":"/reference/v4/applications/get-application-deployment"},{"title":"Update Application Deployment","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/application-deployments/{application_deployment_id}","href":"/reference/v4/applications/update-application-deployment"},{"title":"List Application Variant Reports","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-variant-reports","href":"/reference/v4/applications/list-application-variant-reports"},{"title":"Create Application Variant Report","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-variant-reports","href":"/reference/v4/applications/create-application-variant-report"},{"title":"Get Application Variant Report","description":"### Description\nGets the details of a application variant report\n\n### Details\nThis API can be used to get information about a single application variant report by ID. To use this API, pass in the `id` that was returned from your Create Application Variant Report API call as a path parameter.\n\nReview the response schema to see the fields that will be returned.","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-variant-reports/{application_variant_report_id}","href":"/reference/v4/applications/get-application-variant-report"},{"title":"List Application Test Case Outputs","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-test-case-outputs","href":"/reference/v4/applications/list-application-test-case-outputs"},{"title":"Batch Create Application Test Case Outputs","description":"### Description\nCreates a batch of application test case outputs\n\n### Details\nThis API can be used to create multiple application test case outputs so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of application test case outputs in the request body.","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-test-case-outputs/batch","href":"/reference/v4/applications/batch-create-application-test-case-outputs"},{"title":"Get Application Test Case Output","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-test-case-outputs/{application_test_case_output_id}","href":"/reference/v4/applications/get-application-test-case-output"},{"title":"Create Application With Variant","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-with-variant","href":"/reference/v4/applications/create-application-with-variant"},{"title":"Get Application Schemas","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/application-schemas","href":"/reference/v4/applications/get-application-schemas"},{"title":"Process Application","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/process","href":"/reference/v4/applications/process-application"},{"title":"Process Application By Id","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/{application_variant_id}/process","href":"/reference/v4/applications/process-application-by-id"},{"title":"Process Deployed Application For Thread","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/{application_variant_id}/threads/{thread_id}/process","href":"/reference/v4/applications/process-deployed-application-for-thread"},{"title":"Process Application By Alias","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/process/{application_alias}","href":"/reference/v4/applications/process-application-by-alias"},{"title":"Validate Application","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/validate","href":"/reference/v4/applications/validate-application"},{"title":"List Application Threads","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/applications/{application_variant_id}/threads","href":"/reference/v4/applications/list-application-threads"},{"title":"Create New Application Thread","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/{application_variant_id}/threads","href":"/reference/v4/applications/create-new-application-thread"},{"title":"Upload Application Files","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/applications/upload-files","href":"/reference/v4/applications/upload-application-files"},{"title":"Publish Application Variant","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/application-variants/{application_variant_id}/publish","href":"/reference/v4/applications/publish-application-variant"}]},{"group":"ChatThreads","pages":[{"title":"Get Thread Messages","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/threads/{thread_id}/messages","href":"/reference/v4/chatthreads/get-thread-messages"},{"title":"Delete Chat Thread","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/threads/{thread_id}","href":"/reference/v4/chatthreads/delete-chat-thread"},{"title":"Patch Chat Thread","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/threads/{thread_id}","href":"/reference/v4/chatthreads/patch-chat-thread"},{"title":"Patch Chat Thread Entry","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/threads/{thread_id}/messages/{application_interaction_id}","href":"/reference/v4/chatthreads/patch-chat-thread-entry"},{"title":"Add Feedback To Thread Entry","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml put /v4/threads/{thread_id}/messages/{application_interaction_id}/feedback","href":"/reference/v4/chatthreads/add-feedback-to-thread-entry"},{"title":"Delete Interaction Feedback","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/threads/{thread_id}/messages/{application_interaction_id}/feedback","href":"/reference/v4/chatthreads/delete-interaction-feedback"}]},{"group":"Interactions","pages":[{"title":"Create Application Interaction","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/interactions/","href":"/reference/v4/interactions/create-application-interaction"},{"title":"Get Interaction Feedback","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/interactions/{application_interaction_id}/feedback","href":"/reference/v4/interactions/get-interaction-feedback"}]},{"group":"MonitoringDashboard","pages":[{"title":"Get Dashboard Schema","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/applications/{application_spec_id}/dashboards/{dashboard_id}","href":"/reference/v4/monitoringdashboard/get-dashboard-schema"},{"title":"Get Scalar Metric","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/applications/{application_spec_id}/metrics/scalar/{metric_id}","href":"/reference/v4/monitoringdashboard/get-scalar-metric"},{"title":"Get Timeseries Metric","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/applications/{application_spec_id}/metrics/timeseries/{metric_id}","href":"/reference/v4/monitoringdashboard/get-timeseries-metric"}]},{"group":"Chat Themes","pages":[{"title":"List Themes","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/themes","href":"/reference/v4/chat-themes/list-themes"},{"title":"Create Theme","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/themes","href":"/reference/v4/chat-themes/create-theme"},{"title":"Get Theme","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/themes/{theme_id}","href":"/reference/v4/chat-themes/get-theme"}]},{"group":"Sessions","pages":[{"title":"List Sessions","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/sessions","href":"/reference/v4/sessions/list-sessions"},{"title":"Create Session","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml post /v4/sessions","href":"/reference/v4/sessions/create-session"},{"title":"Get Session","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml get /v4/sessions/{session_id}","href":"/reference/v4/sessions/get-session"},{"title":"Delete Session","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml delete /v4/sessions/{session_id}","href":"/reference/v4/sessions/delete-session"},{"title":"Update Session","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml patch /v4/sessions/{session_id}","href":"/reference/v4/sessions/update-session"}]},{"group":"account groups","pages":[{"title":"Upsert General Role Restriction","deprecated":null,"version":null,"openapi":"/openapi/v4.yaml put /v4/account-groups/general-role-restrictions/{role}","href":"/reference/v4/account-groups/upsert-general-role-restriction"}]}]},{"tab":"Recipes","pages":[{"title":"Recipes","href":"/recipes/flexible-evaluations"}]},{"tab":"Release Notes","pages":[{"title":"Release Notes","href":"/changelog/release-notes"}]}]}]},"basePath":"","title":"List Application Test Case Outputs - Scale AI","buildId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","deploymentId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C-hEh3I2.js","utils-CnF4QiUD.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-C7PVNbel.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-8ytevL2A.js","snippetPresets-BT1alx3v.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BLXC0i_W.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CyLIGI9_.js","shallow-DC0lGVIW.js","getApiPlaygroundDisplay-CgDQ85tN.js","CodeSnippet-6-I-Gpv9.js","CodeSnippets-BAk1kDdu.js","Page-C945cI-W.js","getPastedJson-B276RuWN.js","icon-BqP8etTm.js","MethodPill-DM6sbxG1.js","DuplicateIcon-PyJglOaE.js","createIcon-CMeOMAc_.js","DynamicMarkdown-BoyYAA8K.js","SectionHeading-DAYv3gvZ.js","axios-vUo_bRtp.js","Markdown-BhTTmazV.js","clsx-CR-RHrVC.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CBUH0-zX.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BmARFYNC.js"]}