This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.
The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.
The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648","collectionId":"437f531c-55bf-41b5-8f5d-4e63781df61e","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6abeb90f3a8b8379c1eaf648","clientVersion":"0.0.4021","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":94},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":41},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url(https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2);font-weight:400;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v4/evaluations/batch-create-test-case-results","slug":"/reference/v4/evaluations/batch-create-test-case-results","pageMetadata":{"title":"Batch Create Test Case Results","description":"### Description\nCreates a batch of test case results\n\n### Details\nThis API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/test-case-results/batch","href":"/reference/v4/evaluations/batch-create-test-case-results","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n h3: \"h3\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.h3, {\n children: \"Description\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"Creates a batch of test case results\"\n }), \"\\n\", _jsx(_components.h3, {\n children: \"Details\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.\"\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Batch Create Test Case Results","description":"### Description\nCreates a batch of test case results\n\n### Details\nThis API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/test-case-results/batch","href":"/reference/v4/evaluations/batch-create-test-case-results","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Evaluations"],"summary":"Batch Create Test Case Results","description":"### Description\nCreates a batch of test case results\n\n### Details\nThis API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.","operationId":"POST-V4-/evaluations/{evaluation_id}/test-case-results/batch","parameters":["b0c38565-cbf7-44fb-9a94-c60303e3971e"],"requestBody":"7822aff2-8f18-4423-9ddf-1091141dbd5a","responses":{"200":"1c5a40e9-0896-47d3-9199-74c741eb6f3d","422":"54d89f1f-7fbb-4f56-8ca7-b07ce4ba2a85"},"method":"post","type":"path","servers":["239d3ed0-e9a1-4424-90ea-9274ea35b5d0"],"security":[],"path":"/v4/evaluations/{evaluation_id}/test-case-results/batch","baseUrlOptions":["https://api.egp.scale.com"],"title":"Batch Create Test Case Results","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"b0c38565-cbf7-44fb-9a94-c60303e3971e":{"name":"evaluation_id","in":"path","required":true,"schema":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"type":"array","items":{"properties":{"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"items.[INDEX].application_spec_id","typeLabel":"string"},"evaluation_dataset_version_num":{"type":"string","title":"Evaluation Dataset Version Num","isRequired":true,"uniqueKey":"items.[INDEX].evaluation_dataset_version_num","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"items.[INDEX].test_case_id","typeLabel":"string"},"test_case_evaluation_data":{"title":"Test Case Evaluation Data","additionalProperties":true,"type":"object","isRequired":true,"uniqueKey":"items.[INDEX].test_case_evaluation_data","typeLabel":"Test Case Evaluation Data · object"},"label_status":{"type":"string","enum":["PENDING","COMPLETED","FAILED"],"title":"EvaluationORMStatusEnum","description":"The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.","uniqueKey":"items.[INDEX].label_status","typeLabel":"enum\u003cstring>"},"audit_status":{"type":"string","enum":["UNAUDITED","FIXED","APPROVED"],"title":"AuditORMStatusEnum","uniqueKey":"items.[INDEX].audit_status","typeLabel":"enum\u003cstring>"},"audit_required":{"title":"Audit Required","type":"boolean","uniqueKey":"items.[INDEX].audit_required","typeLabel":"boolean"},"audit_comment":{"title":"Audit Comment","type":"string","uniqueKey":"items.[INDEX].audit_comment","typeLabel":"string"},"result":{"title":"Result","description":"The result of the test case evaluation, in JSON form where the key is the question ID and the value is the result.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"boolean","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.2","typeLabel":"boolean"},{"type":"number","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.3","typeLabel":"number"},{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.4.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"uniqueKey":"items.[INDEX].result.additionalProperties.oneOf.4","typeLabel":"(string | integer | number | boolean)[]"}],"uniqueKey":"items.[INDEX].result.additionalProperties","typeLabel":"string | integer | boolean | number | (string | integer | number | boolean)[]"},"type":"object","uniqueKey":"items.[INDEX].result","typeLabel":"Result · object"},"time_spent_labeling_s":{"title":"Time Spent Labeling S","description":"The time spent labeling in seconds.","type":"integer","uniqueKey":"items.[INDEX].time_spent_labeling_s","typeLabel":"integer"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","uniqueKey":"items.[INDEX].account_id","typeLabel":"string"},"annotated_by_user_id":{"title":"Annotated By User Id","description":"The user who annotated the task.","type":"string","uniqueKey":"items.[INDEX].annotated_by_user_id","typeLabel":"string"},"annotated_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that annotated the entity.","uniqueKey":"items.[INDEX].annotated_by_identity_type","typeLabel":"enum\u003cstring>"},"edited_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that edited the entity.","uniqueKey":"items.[INDEX].edited_by_identity_type","typeLabel":"enum\u003cstring>"}},"type":"object","required":["application_spec_id","evaluation_dataset_version_num","test_case_id","test_case_evaluation_data"],"title":"TestCaseResultRequest","uniqueKey":"items.[INDEX]","typeLabel":"TestCaseResultRequest · object"},"title":"Request","uniqueKey":"","typeLabel":"TestCaseResultRequest · object[]"},"examples":{"Example":{"title":"Example","value":[{"application_spec_id":"\u003cstring>","evaluation_dataset_version_num":"\u003cstring>","test_case_id":"\u003cstring>","test_case_evaluation_data":{},"audit_required":true,"audit_comment":"\u003cstring>","result":{},"time_spent_labeling_s":123,"account_id":"\u003cstring>","annotated_by_user_id":"\u003cstring>"}]}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"1c5a40e9-0896-47d3-9199-74c741eb6f3d":{"description":"Successful Response","content":{"application/json":{"schema":{"type":"array","items":{"oneOf":[{"type":"object","title":"GenerationTestCaseResultResponse","required":["label_status","application_spec_id","evaluation_id","evaluation_dataset_id","evaluation_dataset_version_num","test_case_id","test_case_evaluation_data","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"label_status":{"type":"string","enum":["PENDING","COMPLETED","FAILED"],"title":"EvaluationORMStatusEnum","description":"The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.","optional_in_request":true,"isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.label_status","typeLabel":"enum\u003cstring>"},"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.application_spec_id","typeLabel":"string"},"evaluation_id":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.evaluation_id","typeLabel":"string"},"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.evaluation_dataset_id","typeLabel":"string"},"evaluation_dataset_version_num":{"type":"string","title":"Evaluation Dataset Version Num","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.evaluation_dataset_version_num","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.test_case_id","typeLabel":"string"},"test_case_evaluation_data":{"properties":{"generation_output":{"type":"string","title":"Generation Output","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_output","typeLabel":"string"},"generation_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"title":"Metadata","additionalProperties":true,"type":"object","uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"}],"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data.generation_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object"}},"type":"object","required":["generation_output"],"title":"ResultSchemaGeneration","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data","typeLabel":"ResultSchemaGeneration · object"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"type":"string","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.created_by_identity_type","typeLabel":"enum\u003cstring>"},"audit_status":{"type":"string","enum":["UNAUDITED","FIXED","APPROVED"],"title":"AuditORMStatusEnum","uniqueKey":"items.[INDEX].oneOf.0.audit_status","typeLabel":"enum\u003cstring>"},"audit_required":{"title":"Audit Required","type":"boolean","uniqueKey":"items.[INDEX].oneOf.0.audit_required","typeLabel":"boolean"},"audit_comment":{"title":"Audit Comment","type":"string","uniqueKey":"items.[INDEX].oneOf.0.audit_comment","typeLabel":"string"},"test_case_evaluation_data_schema":{"type":"string","const":"GENERATION","title":"Test Case Evaluation Data Schema","default":"GENERATION","uniqueKey":"items.[INDEX].oneOf.0.test_case_evaluation_data_schema","typeLabel":"string"},"result":{"title":"Result","description":"The result of the test case evaluation, in JSON form where the key is the question ID and the value is the result.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"boolean","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.2","typeLabel":"boolean"},{"type":"number","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.3","typeLabel":"number"},{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties.oneOf.4","typeLabel":"(string | integer | number | boolean)[]"}],"uniqueKey":"items.[INDEX].oneOf.0.result.additionalProperties","typeLabel":"string | integer | boolean | number | (string | integer | number | boolean)[]"},"type":"object","uniqueKey":"items.[INDEX].oneOf.0.result","typeLabel":"Result · object"},"completed_at":{"title":"Completed At","type":"string","format":"date-time","uniqueKey":"items.[INDEX].oneOf.0.completed_at","typeLabel":"string\u003cdate-time>"},"time_spent_labeling_s":{"title":"Time Spent Labeling S","description":"The time spent labeling in seconds.","type":"integer","uniqueKey":"items.[INDEX].oneOf.0.time_spent_labeling_s","typeLabel":"integer"},"application_test_case_output_id":{"title":"Application Test Case Output Id","type":"string","uniqueKey":"items.[INDEX].oneOf.0.application_test_case_output_id","typeLabel":"string"},"invalidated_at":{"title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","type":"string","format":"date-time","uniqueKey":"items.[INDEX].oneOf.0.invalidated_at","typeLabel":"string\u003cdate-time>"},"annotated_by_user_id":{"title":"Annotated By User Id","description":"The user who annotated the task.","type":"string","uniqueKey":"items.[INDEX].oneOf.0.annotated_by_user_id","typeLabel":"string"},"annotated_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that annotated the entity.","uniqueKey":"items.[INDEX].oneOf.0.annotated_by_identity_type","typeLabel":"enum\u003cstring>"},"edited_by_user_id":{"title":"Edited By User Id","description":"The user who edited the task.","type":"string","uniqueKey":"items.[INDEX].oneOf.0.edited_by_user_id","typeLabel":"string"},"edited_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that edited the entity.","uniqueKey":"items.[INDEX].oneOf.0.edited_by_identity_type","typeLabel":"enum\u003cstring>"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"items.[INDEX].oneOf.0.archived_at","typeLabel":"string\u003cdate-time>"},"edited_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.edited_by.id","typeLabel":"string"},"email":{"type":"string","title":"Email","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.0.edited_by.email","typeLabel":"string"},"first_name":{"title":"First Name","type":"string","uniqueKey":"items.[INDEX].oneOf.0.edited_by.first_name","typeLabel":"string"},"last_name":{"title":"Last Name","type":"string","uniqueKey":"items.[INDEX].oneOf.0.edited_by.last_name","typeLabel":"string"},"preferences":{"title":"Preferences","additionalProperties":true,"type":"object","uniqueKey":"items.[INDEX].oneOf.0.edited_by.preferences","typeLabel":"Preferences · object"}},"type":"object","required":["id","email"],"title":"UserV2Details","uniqueKey":"items.[INDEX].oneOf.0.edited_by","typeLabel":"UserV2Details · object"}},"uniqueKey":"items.[INDEX].oneOf.0","typeLabel":"GenerationTestCaseResultResponse · object"},{"type":"object","title":"FlexibleTestCaseResultResponse","required":["label_status","application_spec_id","evaluation_id","evaluation_dataset_id","evaluation_dataset_version_num","test_case_id","test_case_evaluation_data","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"label_status":{"type":"string","enum":["PENDING","COMPLETED","FAILED"],"title":"EvaluationORMStatusEnum","description":"The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.","optional_in_request":true,"isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.label_status","typeLabel":"enum\u003cstring>"},"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.application_spec_id","typeLabel":"string"},"evaluation_id":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.evaluation_id","typeLabel":"string"},"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.evaluation_dataset_id","typeLabel":"string"},"evaluation_dataset_version_num":{"type":"string","title":"Evaluation Dataset Version Num","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.evaluation_dataset_version_num","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_id","typeLabel":"string"},"test_case_evaluation_data":{"properties":{"generation_output":{"oneOf":[{"type":"string","title":"Generation Output","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.0","typeLabel":"string"},{"type":"object","title":"Generation Output","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"title":"Metadata","additionalProperties":true,"type":"object","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","type":"string","enum":["low","high","auto"],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"enum\u003cstring>"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","type":"string","enum":["low","high","auto"],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"enum\u003cstring>"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output.oneOf.1","typeLabel":"Generation Output · object"}],"isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_output","typeLabel":"string | Generation Output · object"},"generation_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"title":"Metadata","additionalProperties":true,"type":"object","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"}],"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data.generation_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object"}},"type":"object","required":["generation_output"],"title":"ResultSchemaFlexible","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data","typeLabel":"ResultSchemaFlexible · object"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"type":"string","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.created_by_identity_type","typeLabel":"enum\u003cstring>"},"audit_status":{"type":"string","enum":["UNAUDITED","FIXED","APPROVED"],"title":"AuditORMStatusEnum","uniqueKey":"items.[INDEX].oneOf.1.audit_status","typeLabel":"enum\u003cstring>"},"audit_required":{"title":"Audit Required","type":"boolean","uniqueKey":"items.[INDEX].oneOf.1.audit_required","typeLabel":"boolean"},"audit_comment":{"title":"Audit Comment","type":"string","uniqueKey":"items.[INDEX].oneOf.1.audit_comment","typeLabel":"string"},"test_case_evaluation_data_schema":{"type":"string","const":"FLEXIBLE","title":"Test Case Evaluation Data Schema","default":"FLEXIBLE","uniqueKey":"items.[INDEX].oneOf.1.test_case_evaluation_data_schema","typeLabel":"string"},"result":{"title":"Result","description":"The result of the test case evaluation, in JSON form where the key is the question ID and the value is the result.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"boolean","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.2","typeLabel":"boolean"},{"type":"number","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.3","typeLabel":"number"},{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties.oneOf.4","typeLabel":"(string | integer | number | boolean)[]"}],"uniqueKey":"items.[INDEX].oneOf.1.result.additionalProperties","typeLabel":"string | integer | boolean | number | (string | integer | number | boolean)[]"},"type":"object","uniqueKey":"items.[INDEX].oneOf.1.result","typeLabel":"Result · object"},"completed_at":{"title":"Completed At","type":"string","format":"date-time","uniqueKey":"items.[INDEX].oneOf.1.completed_at","typeLabel":"string\u003cdate-time>"},"time_spent_labeling_s":{"title":"Time Spent Labeling S","description":"The time spent labeling in seconds.","type":"integer","uniqueKey":"items.[INDEX].oneOf.1.time_spent_labeling_s","typeLabel":"integer"},"application_test_case_output_id":{"title":"Application Test Case Output Id","type":"string","uniqueKey":"items.[INDEX].oneOf.1.application_test_case_output_id","typeLabel":"string"},"invalidated_at":{"title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","type":"string","format":"date-time","uniqueKey":"items.[INDEX].oneOf.1.invalidated_at","typeLabel":"string\u003cdate-time>"},"annotated_by_user_id":{"title":"Annotated By User Id","description":"The user who annotated the task.","type":"string","uniqueKey":"items.[INDEX].oneOf.1.annotated_by_user_id","typeLabel":"string"},"annotated_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that annotated the entity.","uniqueKey":"items.[INDEX].oneOf.1.annotated_by_identity_type","typeLabel":"enum\u003cstring>"},"edited_by_user_id":{"title":"Edited By User Id","description":"The user who edited the task.","type":"string","uniqueKey":"items.[INDEX].oneOf.1.edited_by_user_id","typeLabel":"string"},"edited_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that edited the entity.","uniqueKey":"items.[INDEX].oneOf.1.edited_by_identity_type","typeLabel":"enum\u003cstring>"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"items.[INDEX].oneOf.1.archived_at","typeLabel":"string\u003cdate-time>"},"edited_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.edited_by.id","typeLabel":"string"},"email":{"type":"string","title":"Email","isRequired":true,"uniqueKey":"items.[INDEX].oneOf.1.edited_by.email","typeLabel":"string"},"first_name":{"title":"First Name","type":"string","uniqueKey":"items.[INDEX].oneOf.1.edited_by.first_name","typeLabel":"string"},"last_name":{"title":"Last Name","type":"string","uniqueKey":"items.[INDEX].oneOf.1.edited_by.last_name","typeLabel":"string"},"preferences":{"title":"Preferences","additionalProperties":true,"type":"object","uniqueKey":"items.[INDEX].oneOf.1.edited_by.preferences","typeLabel":"Preferences · object"}},"type":"object","required":["id","email"],"title":"UserV2Details","uniqueKey":"items.[INDEX].oneOf.1.edited_by","typeLabel":"UserV2Details · object"}},"uniqueKey":"items.[INDEX].oneOf.1","typeLabel":"FlexibleTestCaseResultResponse · object"}],"uniqueKey":"items.[INDEX]","typeLabel":"GenerationTestCaseResultResponse · object | FlexibleTestCaseResultResponse · object"},"title":"Response Post-V4-/Evaluations/{Evaluation Id}/Test-Case-Results/Batch","uniqueKey":"","typeLabel":"(GenerationTestCaseResultResponse · object | FlexibleTestCaseResultResponse · object)[]"},"examples":{"Example":{"title":"Example","value":[{"label_status":"PENDING","application_spec_id":"\u003cstring>","evaluation_id":"\u003cstring>","evaluation_dataset_id":"\u003cstring>","evaluation_dataset_version_num":"\u003cstring>","test_case_id":"\u003cstring>","test_case_evaluation_data":{"generation_output":"\u003cstring>","generation_extra_info":{"chunks":[{"text":"\u003cstring>","metadata":{}}],"schema_type":"CHUNKS"}},"id":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z","account_id":"\u003cstring>","created_by_user_id":"\u003cstring>","created_by_identity_type":"user","audit_status":"UNAUDITED","audit_required":true,"audit_comment":"\u003cstring>","test_case_evaluation_data_schema":"GENERATION","result":{},"completed_at":"2023-11-07T05:31:56Z","time_spent_labeling_s":123,"application_test_case_output_id":"\u003cstring>","invalidated_at":"2023-11-07T05:31:56Z","annotated_by_user_id":"\u003cstring>","annotated_by_identity_type":"user","edited_by_user_id":"\u003cstring>","edited_by_identity_type":"user","archived_at":"2023-11-07T05:31:56Z","edited_by":{"id":"\u003cstring>","email":"\u003cstring>","first_name":"\u003cstring>","last_name":"\u003cstring>","preferences":{}}}]}},"exampleType":"generated"}},"exampleType":"generated"},"54d89f1f-7fbb-4f56-8ca7-b07ce4ba2a85":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{},"servers":{"239d3ed0-e9a1-4424-90ea-9274ea35b5d0":{"url":"https://api.egp.scale.com"}}},"originalFileLocation":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json"},"subdomain":"scalegp","siteName":"Scale AI","title":"Batch Create Test Case Results - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/docs/v5/next-gen-evaluation/overview","matchLevel":2},"V4 (legacy)":{"href":"/reference/v4/evaluations/batch-create-test-case-results","matchLevel":0}},"firstHrefInLanguage":{}},"lastModified":"2026-05-29T12:48:39.110Z","originalFileLocation":"reference/v4/evaluations/batch-create-test-case-results.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"### Description Creates a batch of test case results ### Details This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Batch Create Test Case Results - Scale AI\">\u003cmeta data-mint-head property=\"og:description\" content=\"### Description Creates a batch of test case results ### Details This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Batch+Create+Test+Case+Results\u0026amp;description=%23%23%23+Description%0ACreates+a+batch+of+test+case+results%0A%0A%23%23%23+Details%0AThis+API+can+be+used+to+create+multiple+test+case+results+so+users+do+not+have+to+the+incur+th\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=4ad9b02cea920f388ce060f6994e36c2b53296a9788028d332557dac3f446375\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Batch Create Test Case Results - Scale AI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"### Description Creates a batch of test case results ### Details This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Batch+Create+Test+Case+Results\u0026amp;description=%23%23%23+Description%0ACreates+a+batch+of+test+case+results%0A%0A%23%23%23+Details%0AThis+API+can+be+used+to+create+multiple+test+case+results+so+users+do+not+have+to+the+incur+th\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=4ad9b02cea920f388ce060f6994e36c2b53296a9788028d332557dac3f446375\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v4/evaluations/batch-create-test-case-results.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results\",\"name\":\"Batch Create Test Case Results\",\"description\":\"### Description Creates a batch of test case results ### Details This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.\",\"dateModified\":\"2026-05-29T12:48:39.110Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v4/evaluations/claim-evaluation-task\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Batch Create Test Case Results\",\"item\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results#apireference\",\"headline\":\"Batch Create Test Case Results\",\"name\":\"Batch Create Test Case Results\",\"description\":\"### Description Creates a batch of test case results ### Details This API can be used to create multiple test case results so users do not have to the incur the cost of repeated network calls. To use this API, pass in a list of test case results in the request body.\",\"url\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/batch-create-test-case-results#webpage\"},\"dateModified\":\"2026-05-29T12:48:39.110Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","pages":[{"title":"V5","href":"/docs/v5/next-gen-evaluation/overview"}]},{"version":"V4 (legacy)","tabs":[{"tab":"Home","pages":[{"title":"Home","href":"/home"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/introduction"}]},{"tab":"API Reference","groups":[{"group":"Knowledge Bases","pages":[{"title":"List Knowledge Bases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases","href":"/reference/v4/knowledge-bases/list-knowledge-bases"},{"title":"Create Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases","href":"/reference/v4/knowledge-bases/create-knowledge-base"},{"title":"Get Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/get-knowledge-base"},{"title":"Delete Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/delete-knowledge-base"},{"title":"Patch Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/patch-knowledge-base"},{"title":"List Knowledge Base Async Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/async-jobs","href":"/reference/v4/knowledge-bases/list-knowledge-base-async-jobs"},{"title":"Fetch Chunks by ID or Metadata","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/chunks","href":"/reference/v4/knowledge-bases/fetch-chunks-by-id-or-metadata"},{"title":"Query Relevant Chunks","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/query","href":"/reference/v4/knowledge-bases/query-relevant-chunks"},{"title":"Delete Data Source Connection","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/data-source-connections/{knowledge_base_data_source_id}/delete","href":"/reference/v4/knowledge-bases/delete-data-source-connection"},{"title":"Submit Upload Job with local files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/upload_files","href":"/reference/v4/knowledge-bases/submit-upload-job-with-local-files"},{"title":"List Upload Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/uploads","href":"/reference/v4/knowledge-bases/list-upload-jobs"},{"title":"Submit Upload Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/uploads","href":"/reference/v4/knowledge-bases/submit-upload-job"},{"title":"Get Upload Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/uploads/{upload_id}","href":"/reference/v4/knowledge-bases/get-upload-job"},{"title":"Cancel Upload Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/uploads/{upload_id}/cancel","href":"/reference/v4/knowledge-bases/cancel-upload-job"},{"title":"List Tracked Artifacts","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts","href":"/reference/v4/knowledge-bases/list-tracked-artifacts"},{"title":"Get Tracked Artifact Details","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/get-tracked-artifact-details"},{"title":"Delete Locally Stored Artifact","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/delete-locally-stored-artifact"},{"title":"Patch Artifact Information","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/patch-artifact-information"},{"title":"List Chunks of Artifacts with Pagination","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks","href":"/reference/v4/knowledge-bases/list-chunks-of-artifacts-with-pagination"},{"title":"Create chunk for local chunk artifacts","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks","href":"/reference/v4/knowledge-bases/create-chunk-for-local-chunk-artifacts"},{"title":"Get Single Chunk Information and status","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/get-single-chunk-information-and-status"},{"title":"Update Single Chunk data for local artifact","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/update-single-chunk-data-for-local-artifact"},{"title":"Delete Single Chunk from Local Artifact","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/delete-single-chunk-from-local-artifact"},{"title":"Get Chunk and Artifact Information by Chunk ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/get-chunk-and-artifact-information-by-chunk-id"},{"title":"Test Knowledge Base Data Source credentials","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}/verify","href":"/reference/v4/knowledge-bases/test-knowledge-base-data-source-credentials"},{"title":"Batch Delete Locally Stored Artifacts","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/artifacts/batch-delete","href":"/reference/v4/knowledge-bases/batch-delete-locally-stored-artifacts"},{"title":"List Upload Schedules","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/upload-schedules","href":"/reference/v4/knowledge-bases/list-upload-schedules"},{"title":"Create Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/upload-schedules","href":"/reference/v4/knowledge-bases/create-upload-schedule"},{"title":"Get Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/get-upload-schedule"},{"title":"Delete Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/delete-upload-schedule"},{"title":"Update Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/update-upload-schedule"}]},{"group":"Chunks","pages":[{"title":"Rank Chunks","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/chunks/rank","href":"/reference/v4/chunks/rank-chunks"}]},{"group":"Agents","pages":[{"title":"Execute Agent","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/agents/execute","href":"/reference/v4/agents/execute-agent"}]},{"group":"Completions","pages":[{"title":"Create Completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/completions","href":"/reference/v4/completions/create-completion"}]},{"group":"Chat Completions","pages":[{"title":"Create Chat Completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/chat-completions","href":"/reference/v4/chat-completions/create-chat-completion"}]},{"group":"Models","pages":[{"title":"Execute Model Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_instance_id}/deployments/{model_deployment_id}/execute","href":"/reference/v4/models/execute-model-deployment"},{"title":"Execute Model Deployment Async and Return the Async Run ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_instance_id}/deployments/{model_deployment_id}/executeAsync","href":"/reference/v4/models/execute-model-deployment-async-and-return-the-async-run-id"},{"title":"Poll Async Inference for result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_instance_id}/deployments/{model_deployment_id}/pollAsync/{async_task_id}","href":"/reference/v4/models/poll-async-inference-for-result"},{"title":"Generate text embedding","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/embeddings","href":"/reference/v4/models/generate-text-embedding"},{"title":"Generate reranking","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/rerankings","href":"/reference/v4/models/generate-reranking"},{"title":"Generate completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/completions","href":"/reference/v4/models/generate-completion"},{"title":"Generate chat completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/chat-completions","href":"/reference/v4/models/generate-chat-completion"},{"title":"List Model Deployments of a Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_instance_id}/deployments","href":"/reference/v4/models/list-model-deployments-of-a-model"},{"title":"Deploy Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_instance_id}/deployments","href":"/reference/v4/models/deploy-model"},{"title":"Get Model usage by model name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_name}/usage-statistics","href":"/reference/v4/models/get-model-usage-by-model-name"},{"title":"List All Model Deployments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-deployments","href":"/reference/v4/models/list-all-model-deployments"},{"title":"Get Model usage for one deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-deployments/{model_deployment_id}/usage-statistics","href":"/reference/v4/models/get-model-usage-for-one-deployment"},{"title":"Add model to group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/model-groups/{model_group_id}/models/{model_instance_id}","href":"/reference/v4/models/add-model-to-group"},{"title":"Get Model usage for a group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-groups/{model_group_id}/usage-statistics","href":"/reference/v4/models/get-model-usage-for-a-group"},{"title":"List Models","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models","href":"/reference/v4/models/list-models"},{"title":"Create Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models","href":"/reference/v4/models/create-model"},{"title":"Get Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_id}","href":"/reference/v4/models/get-model"},{"title":"Delete Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/models/{model_id}","href":"/reference/v4/models/delete-model"},{"title":"Update Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/models/{model_id}","href":"/reference/v4/models/update-model"},{"title":"List Model Groups","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-groups","href":"/reference/v4/models/list-model-groups"},{"title":"Create Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/model-groups","href":"/reference/v4/models/create-model-group"},{"title":"Get Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-groups/{model_group_id}","href":"/reference/v4/models/get-model-group"},{"title":"Delete Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/model-groups/{model_group_id}","href":"/reference/v4/models/delete-model-group"},{"title":"Update Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/model-groups/{model_group_id}","href":"/reference/v4/models/update-model-group"},{"title":"Get Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/get-deployment"},{"title":"Delete Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/delete-deployment"},{"title":"Update Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/update-deployment"}]},{"group":"Users","pages":[{"title":"User info","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /user-info","href":"/reference/v4/users/user-info"},{"title":"Update user info","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /user-preferences","href":"/reference/v4/users/update-user-info"},{"title":"Get User","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /users/{user_id}","href":"/reference/v4/users/get-user"}]},{"group":"Accounts","pages":[{"title":"Create account","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /accounts","href":"/reference/v4/accounts/create-account"}]},{"group":"Organizations","pages":[{"title":"Get organization","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /organizations/by-domain/{domain}","href":"/reference/v4/organizations/get-organization"}]},{"group":"Question Sets","pages":[{"title":"Get Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/get-question-set"},{"title":"Delete Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/delete-question-set"},{"title":"Update Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/update-question-set"},{"title":"List Question Sets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/question-sets","href":"/reference/v4/question-sets/list-question-sets"},{"title":"Create Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/question-sets","href":"/reference/v4/question-sets/create-question-set"}]},{"group":"Evaluations","pages":[{"title":"Claim Evaluation Task","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/claim-task","href":"/reference/v4/evaluations/claim-evaluation-task"},{"title":"Batch assign tasks to user","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/tasks/batch-assign","href":"/reference/v4/evaluations/batch-assign-tasks-to-user"},{"title":"Update Evaluation Task","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/tasks/{task_id}","href":"/reference/v4/evaluations/update-evaluation-task"},{"title":"Get Contributor Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/contributor-metrics/{contributor_id}","href":"/reference/v4/evaluations/get-contributor-metrics"},{"title":"List Contributor Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/contributor-metrics","href":"/reference/v4/evaluations/list-contributor-metrics"},{"title":"Get Evaluation Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/evaluation-metrics","href":"/reference/v4/evaluations/get-evaluation-metrics"},{"title":"Get Hybrid Evaluation Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/hybrid-eval-metrics","href":"/reference/v4/evaluations/get-hybrid-evaluation-metrics"},{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations","href":"/reference/v4/evaluations/list-evaluations"},{"title":"Create Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations","href":"/reference/v4/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/get-evaluation"},{"title":"Delete Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/delete-evaluation"},{"title":"Update Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/update-evaluation"},{"title":"List Test Case Results","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results","href":"/reference/v4/evaluations/list-test-case-results"},{"title":"Create Test Case Result","description":"### Description\nCreates a test case result\n\n### Details\nThis API can be used to create a test case result. To use this API, review the request schema and pass in all fields that are required to create a test case result.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/test-case-results","href":"/reference/v4/evaluations/create-test-case-result"},{"title":"Batch Create Test Case Results","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/test-case-results/batch","href":"/reference/v4/evaluations/batch-create-test-case-results"},{"title":"Get Test Case Result","description":"### Description\nGets the details of a test case result\n\n### Details\nThis API can be used to get information about a single test case result by ID. To use this API, pass in the `id` that was returned from your Create Test Case Result API call as a path parameter.\n\nReview the response schema to see the fields that will be returned.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}","href":"/reference/v4/evaluations/get-test-case-result"},{"title":"Update Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}","href":"/reference/v4/evaluations/update-test-case-result"},{"title":"Get Historical Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}/history/{num}","href":"/reference/v4/evaluations/get-historical-test-case-result"},{"title":"Get All Versions of Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}/history","href":"/reference/v4/evaluations/get-all-versions-of-test-case-result"},{"title":"List Historical Test Case Results","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/history/{num}","href":"/reference/v4/evaluations/list-historical-test-case-results"}]},{"group":"Evaluation Configs","pages":[{"title":"List Evaluation Configs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-configs","href":"/reference/v4/evaluation-configs/list-evaluation-configs"},{"title":"Create Evaluation Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-configs","href":"/reference/v4/evaluation-configs/create-evaluation-config"},{"title":"Get Evaluation Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-configs/{evaluation_config_id}","href":"/reference/v4/evaluation-configs/get-evaluation-config"},{"title":"Delete Evaluation Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-configs/{evaluation_config_id}","href":"/reference/v4/evaluation-configs/delete-evaluation-config"}]},{"group":"Evaluation Datasets","pages":[{"title":"List Evaluation Datasets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets","href":"/reference/v4/evaluation-datasets/list-evaluation-datasets"},{"title":"Create Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset"},{"title":"Get Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset"},{"title":"Delete Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/delete-evaluation-dataset"},{"title":"Update Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/update-evaluation-dataset"},{"title":"List Evaluation Dataset Versions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions","href":"/reference/v4/evaluation-datasets/list-evaluation-dataset-versions"},{"title":"Create Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset-version"},{"title":"Get Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions/{evaluation_dataset_version_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-version"},{"title":"List Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases","href":"/reference/v4/evaluation-datasets/list-test-cases"},{"title":"Create Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases","href":"/reference/v4/evaluation-datasets/create-test-case"},{"title":"Batch Create Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/batch","href":"/reference/v4/evaluation-datasets/batch-create-test-cases"},{"title":"Get Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/get-test-case"},{"title":"Delete Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/delete-test-case"},{"title":"Update Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/update-test-case"},{"title":"Get Historical Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history/{num}","href":"/reference/v4/evaluation-datasets/get-historical-test-case"},{"title":"Get All Versions of Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history","href":"/reference/v4/evaluation-datasets/get-all-versions-of-test-case"},{"title":"Wipe Full History of Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history","href":"/reference/v4/evaluation-datasets/wipe-full-history-of-test-cases"},{"title":"List Historical Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/history/{num}","href":"/reference/v4/evaluation-datasets/list-historical-test-cases"},{"title":"List Autogenerated Draft Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases","href":"/reference/v4/evaluation-datasets/list-autogenerated-draft-test-cases"},{"title":"Create Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases","href":"/reference/v4/evaluation-datasets/create-autogenerated-draft-test-case"},{"title":"Get Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/get-autogenerated-draft-test-case"},{"title":"Delete Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/delete-autogenerated-draft-test-case"},{"title":"Update Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/update-autogenerated-draft-test-case"},{"title":"Approve Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}/approve","href":"/reference/v4/evaluation-datasets/approve-autogenerated-draft-test-case"},{"title":"Publish Latest Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/publish","href":"/reference/v4/evaluation-datasets/publish-latest-evaluation-dataset-version"},{"title":"Approve Auto Generated Test Cases Batch","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/approve-batch","href":"/reference/v4/evaluation-datasets/approve-auto-generated-test-cases-batch"},{"title":"Get Evaluation Dataset Generation Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-generation-jobs"},{"title":"Create Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset-generation-job"},{"title":"Get Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs/{generation_job_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-generation-job"},{"title":"Cancel Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs/{generation_job_id}/cancel","href":"/reference/v4/evaluation-datasets/cancel-evaluation-dataset-generation-job"},{"title":"Publish Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions/{evaluation_dataset_version_id}/publish","href":"/reference/v4/evaluation-datasets/publish-evaluation-dataset-version"}]},{"group":"Studio Projects","pages":[{"title":"List Studio Projects","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/studio-projects","href":"/reference/v4/studio-projects/list-studio-projects"},{"title":"Create Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/studio-projects","href":"/reference/v4/studio-projects/create-studio-project"},{"title":"Get Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/get-studio-project"},{"title":"Delete Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/delete-studio-project"},{"title":"Update Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/update-studio-project"}]},{"group":"Application Specs","pages":[{"title":"List Application Specs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-specs","href":"/reference/v4/application-specs/list-application-specs"},{"title":"Create Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-specs","href":"/reference/v4/application-specs/create-application-spec"},{"title":"Get Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/get-application-spec"},{"title":"Delete Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/delete-application-spec"},{"title":"Update Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/update-application-spec"}]},{"group":"Questions","pages":[{"title":"List Questions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/questions","href":"/reference/v4/questions/list-questions"},{"title":"Create Question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/questions","href":"/reference/v4/questions/create-question"},{"title":"Get Question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/questions/{question_id}","href":"/reference/v4/questions/get-question"}]},{"group":"Knowledge Base Data Sources","pages":[{"title":"List Knowledge Base Data Sources","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-base-data-sources","href":"/reference/v4/knowledge-base-data-sources/list-knowledge-base-data-sources"},{"title":"Create Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-base-data-sources","href":"/reference/v4/knowledge-base-data-sources/create-knowledge-base-data-source"},{"title":"Get Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/get-knowledge-base-data-source"},{"title":"Delete Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/delete-knowledge-base-data-source"},{"title":"Update Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/update-knowledge-base-data-source"}]},{"group":"Model Templates V3 (Beta)","pages":[{"title":"List Model Templates","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-templates","href":"/reference/v4/model-templates-v3-beta/list-model-templates"},{"title":"Create Model Template","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/model-templates","href":"/reference/v4/model-templates-v3-beta/create-model-template"},{"title":"Get Model Template","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-templates/{model_template_id}","href":"/reference/v4/model-templates-v3-beta/get-model-template"},{"title":"Delete Model Template","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/model-templates/{model_template_id}","href":"/reference/v4/model-templates-v3-beta/delete-model-template"}]},{"group":"Model server","pages":[{"title":"Fixed Server interface for Model execution","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/{model_server_id}/execute","href":"/reference/v4/model-server/fixed-server-interface-for-model-execution"},{"title":"Fixed Server interface for async Model execution","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/{model_server_id}/executeAsync","href":"/reference/v4/model-server/fixed-server-interface-for-async-model-execution"},{"title":"Poll Async Inference for result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/{model_server_id}/pollAsync/{async_task_id}","href":"/reference/v4/model-server/poll-async-inference-for-result"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/a/{alias}/execute","href":"/reference/v4/model-server/fixed-server-interface-for-model-execution-by-named-alias"},{"title":"Fixed Server interface for async Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/a/{alias}/executeAsync","href":"/reference/v4/model-server/fixed-server-interface-for-async-model-execution-by-named-alias"},{"title":"Poll Async Inference for result by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/a/{alias}/pollAsync/{async_task_id}","href":"/reference/v4/model-server/poll-async-inference-for-result-by-named-alias"},{"title":"Create a new Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving","href":"/reference/v4/model-server/create-a-new-model-server"},{"title":"Get current deployment of the Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/{model_server_id}/deployment","href":"/reference/v4/model-server/get-current-deployment-of-the-model-server"},{"title":"Change backend of the Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/serving/{model_server_id}/backend","href":"/reference/v4/model-server/change-backend-of-the-model-server"},{"title":"Rollback backend of the Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/{model_server_id}/rollback","href":"/reference/v4/model-server/rollback-backend-of-the-model-server"}]},{"group":"API Reference","pages":[{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/{model_server_id}","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias-1"},{"title":"Delete a Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/serving/{model_server_id}","href":"/reference/v4/delete-a-model-server"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/a/{alias}","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias-2"}]},{"group":"Fine Tuning Jobs V3 (Beta)","pages":[{"title":"List Fine Tuning Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/fine-tuning-jobs","href":"/reference/v4/fine-tuning-jobs-v3-beta/list-fine-tuning-jobs"},{"title":"Create Fine Tuning Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/fine-tuning-jobs","href":"/reference/v4/fine-tuning-jobs-v3-beta/create-fine-tuning-job"},{"title":"Get Fine Tuning Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/fine-tuning-jobs/{fine_tuning_job_id}","href":"/reference/v4/fine-tuning-jobs-v3-beta/get-fine-tuning-job"},{"title":"Delete Fine Tuning Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/fine-tuning-jobs/{fine_tuning_job_id}","href":"/reference/v4/fine-tuning-jobs-v3-beta/delete-fine-tuning-job"},{"title":"Get fine tuning job events","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/fine-tuning-jobs/{fine_tuning_job_id}/events","href":"/reference/v4/fine-tuning-jobs-v3-beta/get-fine-tuning-job-events"}]},{"group":"Training Datasets V3 (Beta)","pages":[{"title":"List Training Datasets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/training-datasets","href":"/reference/v4/training-datasets-v3-beta/list-training-datasets"},{"title":"Create Training Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/training-datasets","href":"/reference/v4/training-datasets-v3-beta/create-training-dataset"},{"title":"Get Training Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/training-datasets/{training_dataset_id}","href":"/reference/v4/training-datasets-v3-beta/get-training-dataset"},{"title":"Delete Training Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/training-datasets/{training_dataset_id}","href":"/reference/v4/training-datasets-v3-beta/delete-training-dataset"},{"title":"Get Training Dataset Contents","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/training-datasets/{training_dataset_id}/contents","href":"/reference/v4/training-datasets-v3-beta/get-training-dataset-contents"}]},{"group":"package deployments","pages":[{"title":"Install a deployment packages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/install","href":"/reference/v4/package-deployments/install-a-deployment-packages"},{"title":"Copy a deployment package to control plane hook","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/copy-to-control-plane-hook","href":"/reference/v4/package-deployments/copy-a-deployment-package-to-control-plane-hook"},{"title":"Install a deployment packages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/install_async","href":"/reference/v4/package-deployments/install-a-deployment-packages-1"},{"title":"Verify that the prerequisites for installing a specific package version are met","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/verify-install-prerequisites-met","href":"/reference/v4/package-deployments/verify-that-the-prerequisites-for-installing-a-specific-package-version-are-met"}]},{"group":"Beta","pages":[{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/beta/chat/completions","href":"/reference/v4/beta/generate-openai-chat-completion-from-messages"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/beta/completions","href":"/reference/v4/beta/generate-legacy-text-completion-from-prompt"},{"title":"List files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/beta/files","href":"/reference/v4/beta/list-files"},{"title":"Upload a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/beta/files","href":"/reference/v4/beta/upload-a-file"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/beta/files/{file_id}","href":"/reference/v4/beta/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/beta/files/{file_id}","href":"/reference/v4/beta/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/beta/files/{file_id}","href":"/reference/v4/beta/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/beta/files/{file_id}/content","href":"/reference/v4/beta/download-file-content"}]},{"group":"Applications","pages":[{"title":"List Application Variants","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variants","href":"/reference/v4/applications/list-application-variants"},{"title":"Create Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-variants","href":"/reference/v4/applications/create-application-variant"},{"title":"Get Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/get-application-variant"},{"title":"Delete Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/delete-application-variant"},{"title":"Update Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/update-application-variant"},{"title":"List Application Deployments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-deployments","href":"/reference/v4/applications/list-application-deployments"},{"title":"Create Application Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-deployments","href":"/reference/v4/applications/create-application-deployment"},{"title":"Get Application Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-deployments/{application_deployment_id}","href":"/reference/v4/applications/get-application-deployment"},{"title":"Update Application Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/application-deployments/{application_deployment_id}","href":"/reference/v4/applications/update-application-deployment"},{"title":"List Application Variant Reports","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variant-reports","href":"/reference/v4/applications/list-application-variant-reports"},{"title":"Create Application Variant Report","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-variant-reports","href":"/reference/v4/applications/create-application-variant-report"},{"title":"Get Application Variant Report","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variant-reports/{application_variant_report_id}","href":"/reference/v4/applications/get-application-variant-report"},{"title":"List Application Test Case Outputs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-test-case-outputs","href":"/reference/v4/applications/list-application-test-case-outputs"},{"title":"Batch Create Application Test Case Outputs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-test-case-outputs/batch","href":"/reference/v4/applications/batch-create-application-test-case-outputs"},{"title":"Get Application Test Case Output","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-test-case-outputs/{application_test_case_output_id}","href":"/reference/v4/applications/get-application-test-case-output"},{"title":"Create Application With Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-with-variant","href":"/reference/v4/applications/create-application-with-variant"},{"title":"Get Application Schemas","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-schemas","href":"/reference/v4/applications/get-application-schemas"},{"title":"Process Application","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/process","href":"/reference/v4/applications/process-application"},{"title":"Process Application By Id","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/{application_variant_id}/process","href":"/reference/v4/applications/process-application-by-id"},{"title":"Process Deployed Application For Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/{application_variant_id}/threads/{thread_id}/process","href":"/reference/v4/applications/process-deployed-application-for-thread"},{"title":"Process Application By Alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/process/{application_alias}","href":"/reference/v4/applications/process-application-by-alias"},{"title":"Validate Application","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/validate","href":"/reference/v4/applications/validate-application"},{"title":"List Application Threads","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_variant_id}/threads","href":"/reference/v4/applications/list-application-threads"},{"title":"Create New Application Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/{application_variant_id}/threads","href":"/reference/v4/applications/create-new-application-thread"},{"title":"Upload Application Files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/upload-files","href":"/reference/v4/applications/upload-application-files"},{"title":"Publish Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-variants/{application_variant_id}/publish","href":"/reference/v4/applications/publish-application-variant"}]},{"group":"ChatThreads","pages":[{"title":"Get Thread Messages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/threads/{thread_id}/messages","href":"/reference/v4/chatthreads/get-thread-messages"},{"title":"Delete Chat Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/threads/{thread_id}","href":"/reference/v4/chatthreads/delete-chat-thread"},{"title":"Patch Chat Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/threads/{thread_id}","href":"/reference/v4/chatthreads/patch-chat-thread"},{"title":"Patch Chat Thread Entry","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/threads/{thread_id}/messages/{application_interaction_id}","href":"/reference/v4/chatthreads/patch-chat-thread-entry"},{"title":"Add Feedback To Thread Entry","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/threads/{thread_id}/messages/{application_interaction_id}/feedback","href":"/reference/v4/chatthreads/add-feedback-to-thread-entry"},{"title":"Delete Interaction Feedback","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/threads/{thread_id}/messages/{application_interaction_id}/feedback","href":"/reference/v4/chatthreads/delete-interaction-feedback"}]},{"group":"Interactions","pages":[{"title":"Create Application Interaction","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/interactions/","href":"/reference/v4/interactions/create-application-interaction"},{"title":"Get Interaction Feedback","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/interactions/{application_interaction_id}/feedback","href":"/reference/v4/interactions/get-interaction-feedback"}]},{"group":"MonitoringDashboard","pages":[{"title":"Get Dashboard Schema","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_spec_id}/dashboards/{dashboard_id}","href":"/reference/v4/monitoringdashboard/get-dashboard-schema"},{"title":"Get Scalar Metric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_spec_id}/metrics/scalar/{metric_id}","href":"/reference/v4/monitoringdashboard/get-scalar-metric"},{"title":"Get Timeseries Metric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_spec_id}/metrics/timeseries/{metric_id}","href":"/reference/v4/monitoringdashboard/get-timeseries-metric"}]},{"group":"Chat Themes","pages":[{"title":"List Themes","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/themes","href":"/reference/v4/chat-themes/list-themes"},{"title":"Create Theme","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/themes","href":"/reference/v4/chat-themes/create-theme"},{"title":"Get Theme","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/themes/{theme_id}","href":"/reference/v4/chat-themes/get-theme"}]},{"group":"Sessions","pages":[{"title":"List Sessions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/sessions","href":"/reference/v4/sessions/list-sessions"},{"title":"Create Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/sessions","href":"/reference/v4/sessions/create-session"},{"title":"Get Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/sessions/{session_id}","href":"/reference/v4/sessions/get-session"},{"title":"Delete Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/sessions/{session_id}","href":"/reference/v4/sessions/delete-session"},{"title":"Update Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/sessions/{session_id}","href":"/reference/v4/sessions/update-session"}]},{"group":"account groups","pages":[{"title":"Upsert General Role Restriction","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/account-groups/general-role-restrictions/{role}","href":"/reference/v4/account-groups/upsert-general-role-restriction"}]}]},{"tab":"Recipes","pages":[{"title":"Recipes","href":"/recipes/flexible-evaluations"}]},{"tab":"Release Notes","pages":[{"title":"Release Notes","href":"/changelog/release-notes"}]}]}]},"title":"Batch Create Test Case Results - Scale AI","buildId":"dpl_EnxDqhjaNc9a8MVa833TGULPd9uJ","deploymentId":"dpl_EnxDqhjaNc9a8MVa833TGULPd9uJ","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-26-lDe7V.js","utils-CWQmgYtH.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-4-Aw3rSD.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-C2zjXYA5.js","snippetPresets-DFmpFA7C.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-FJpQavWq.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-D_GvPF7k.js","shallow-Bs2ZB0NO.js","getApiPlaygroundDisplay-DCcqJJk-.js","CodeSnippet-DzDxawVe.js","CodeSnippets-aUr7fU-7.js","Page-CT9uE8Ip.js","getPastedJson-Y1fKsj_I.js","icon-DI4zTsDr.js","MethodPill-C0nDlmSQ.js","DuplicateIcon-NUXbx2nQ.js","createIcon-BdTHrPAi.js","DynamicMarkdown-CtpgKJwj.js","SectionHeading-B3x35tOt.js","axios-vUo_bRtp.js","Markdown-3OmurJMP.js","clsx-DMKzROTp.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-1ms6tsT-.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-Ke9xIMFx.js"]}