{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648","collectionId":"437f531c-55bf-41b5-8f5d-4e63781df61e","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6abeb90f3a8b8379c1eaf648","clientVersion":"0.0.4045","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":94},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":41},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url(https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2);font-weight:400;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v4/evaluations/update-evaluation-task","slug":"/reference/v4/evaluations/update-evaluation-task","pageMetadata":{"title":"Update Evaluation Task","description":null,"deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/tasks/{task_id}","href":"/reference/v4/evaluations/update-evaluation-task","autogeneratedByOpenApi":true},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Update Evaluation Task","description":null,"deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/tasks/{task_id}","href":"/reference/v4/evaluations/update-evaluation-task","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Evaluations"],"summary":"Update Evaluation Task","operationId":"PATCH-V4-/tasks/{task_id}","parameters":["70ebe4f0-d7e1-4448-a015-8f38664982c2","6ed2386b-6876-4dbc-b4e9-1744aa01c54e"],"requestBody":"adb1219a-da24-4619-9ac5-0b9cc9415791","responses":{"200":"aa42b8f5-77cc-4f60-b759-9ef5baf543c6","422":"f7bed7ab-ff4a-410e-8955-c251d474e0c1"},"method":"patch","type":"path","servers":["239d3ed0-e9a1-4424-90ea-9274ea35b5d0"],"security":[],"path":"/v4/evaluations/{evaluation_id}/tasks/{task_id}","baseUrlOptions":["https://api.egp.scale.com"],"title":"Update Evaluation Task","description":"","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"70ebe4f0-d7e1-4448-a015-8f38664982c2":{"name":"evaluation_id","in":"path","required":true,"schema":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"6ed2386b-6876-4dbc-b4e9-1744aa01c54e":{"name":"task_id","in":"path","required":true,"schema":{"type":"string","title":"Task Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"assigned_to":{"title":"Assigned To","description":"The ID of the user that the task is assigned to.","type":"string","uniqueKey":"assigned_to","typeLabel":"string"}},"type":"object","title":"UpdateTaskRequest","uniqueKey":"","typeLabel":"UpdateTaskRequest · object"},"examples":{"Example":{"title":"Example","value":{"assigned_to":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"aa42b8f5-77cc-4f60-b759-9ef5baf543c6":{"description":"Successful Response","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"TaskResponse","required":["id","task_type","task_entity_parent_id","task_entity_id","account_id","status","priority"],"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"oneOf.0.id","typeLabel":"string"},"task_type":{"type":"string","enum":["EVALUATION_ANNOTATION","EVALUATION_AUDIT","CONTRIBUTOR_ANNOTATION","CONTRIBUTOR_AUDIT"],"title":"TaskORMTaskTypeEnum","isRequired":true,"uniqueKey":"oneOf.0.task_type","typeLabel":"enum\u003cstring>"},"task_entity_parent_id":{"type":"string","title":"Task Entity Parent Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity_parent_id","typeLabel":"string"},"task_entity_id":{"type":"string","title":"Task Entity Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity_id","typeLabel":"string"},"account_id":{"type":"string","title":"Account Id","description":"The ID of the account that owns the given entity.","isRequired":true,"uniqueKey":"oneOf.0.account_id","typeLabel":"string"},"status":{"type":"string","enum":["NOT_READY","PENDING","PENDING_REDO","COMPLETED","FIXED"],"title":"TaskORMStatusEnum","isRequired":true,"uniqueKey":"oneOf.0.status","typeLabel":"enum\u003cstring>"},"priority":{"type":"integer","title":"Priority","isRequired":true,"uniqueKey":"oneOf.0.priority","typeLabel":"integer"},"assigned_to":{"title":"Assigned To","description":"The ID of the user that the task is assigned to.","type":"string","uniqueKey":"oneOf.0.assigned_to","typeLabel":"string"},"assignment_expires_at":{"title":"Assignment Expires At","description":"The date and time when the task assignment expires in ISO format.","type":"string","format":"date-time","uniqueKey":"oneOf.0.assignment_expires_at","typeLabel":"string\u003cdate-time>"},"task_entity":{"oneOf":[{"type":"object","title":"GenerationTestCaseResultResponse","description":"The entity that the task is associated with.","required":["label_status","application_spec_id","evaluation_id","evaluation_dataset_id","evaluation_dataset_version_num","test_case_id","test_case_evaluation_data","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"label_status":{"type":"string","enum":["PENDING","COMPLETED","FAILED"],"title":"EvaluationORMStatusEnum","description":"The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.","optional_in_request":true,"isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.label_status","typeLabel":"enum\u003cstring>"},"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.application_spec_id","typeLabel":"string"},"evaluation_id":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.evaluation_id","typeLabel":"string"},"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.evaluation_dataset_id","typeLabel":"string"},"evaluation_dataset_version_num":{"type":"string","title":"Evaluation Dataset Version Num","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.evaluation_dataset_version_num","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_id","typeLabel":"string"},"test_case_evaluation_data":{"properties":{"generation_output":{"type":"string","title":"Generation Output","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_output","typeLabel":"string"},"generation_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"title":"Metadata","additionalProperties":true,"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"}],"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data.generation_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object"}},"type":"object","required":["generation_output"],"title":"ResultSchemaGeneration","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data","typeLabel":"ResultSchemaGeneration · object"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"type":"string","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.created_by_identity_type","typeLabel":"enum\u003cstring>"},"audit_status":{"type":"string","enum":["UNAUDITED","FIXED","APPROVED"],"title":"AuditORMStatusEnum","uniqueKey":"oneOf.0.task_entity.oneOf.0.audit_status","typeLabel":"enum\u003cstring>"},"audit_required":{"title":"Audit Required","type":"boolean","uniqueKey":"oneOf.0.task_entity.oneOf.0.audit_required","typeLabel":"boolean"},"audit_comment":{"title":"Audit Comment","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.audit_comment","typeLabel":"string"},"test_case_evaluation_data_schema":{"type":"string","const":"GENERATION","title":"Test Case Evaluation Data Schema","default":"GENERATION","uniqueKey":"oneOf.0.task_entity.oneOf.0.test_case_evaluation_data_schema","typeLabel":"string"},"result":{"title":"Result","description":"The result of the test case evaluation, in JSON form where the key is the question ID and the value is the result.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"boolean","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.2","typeLabel":"boolean"},{"type":"number","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.3","typeLabel":"number"},{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties.oneOf.4","typeLabel":"(string | integer | number | boolean)[]"}],"uniqueKey":"oneOf.0.task_entity.oneOf.0.result.additionalProperties","typeLabel":"string | integer | boolean | number | (string | integer | number | boolean)[]"},"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.0.result","typeLabel":"Result · object"},"completed_at":{"title":"Completed At","type":"string","format":"date-time","uniqueKey":"oneOf.0.task_entity.oneOf.0.completed_at","typeLabel":"string\u003cdate-time>"},"time_spent_labeling_s":{"title":"Time Spent Labeling S","description":"The time spent labeling in seconds.","type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.0.time_spent_labeling_s","typeLabel":"integer"},"application_test_case_output_id":{"title":"Application Test Case Output Id","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.application_test_case_output_id","typeLabel":"string"},"invalidated_at":{"title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","type":"string","format":"date-time","uniqueKey":"oneOf.0.task_entity.oneOf.0.invalidated_at","typeLabel":"string\u003cdate-time>"},"annotated_by_user_id":{"title":"Annotated By User Id","description":"The user who annotated the task.","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.annotated_by_user_id","typeLabel":"string"},"annotated_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that annotated the entity.","uniqueKey":"oneOf.0.task_entity.oneOf.0.annotated_by_identity_type","typeLabel":"enum\u003cstring>"},"edited_by_user_id":{"title":"Edited By User Id","description":"The user who edited the task.","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by_user_id","typeLabel":"string"},"edited_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that edited the entity.","uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by_identity_type","typeLabel":"enum\u003cstring>"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"oneOf.0.task_entity.oneOf.0.archived_at","typeLabel":"string\u003cdate-time>"},"edited_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by.id","typeLabel":"string"},"email":{"type":"string","title":"Email","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by.email","typeLabel":"string"},"first_name":{"title":"First Name","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by.first_name","typeLabel":"string"},"last_name":{"title":"Last Name","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by.last_name","typeLabel":"string"},"preferences":{"title":"Preferences","additionalProperties":true,"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by.preferences","typeLabel":"Preferences · object"}},"type":"object","required":["id","email"],"title":"UserV2Details","uniqueKey":"oneOf.0.task_entity.oneOf.0.edited_by","typeLabel":"UserV2Details · object"}},"uniqueKey":"oneOf.0.task_entity.oneOf.0","typeLabel":"GenerationTestCaseResultResponse · object"},{"type":"object","title":"FlexibleTestCaseResultResponse","description":"The entity that the task is associated with.","required":["label_status","application_spec_id","evaluation_id","evaluation_dataset_id","evaluation_dataset_version_num","test_case_id","test_case_evaluation_data","id","created_at","updated_at","account_id","created_by_user_id","created_by_identity_type"],"properties":{"label_status":{"type":"string","enum":["PENDING","COMPLETED","FAILED"],"title":"EvaluationORMStatusEnum","description":"The status of the test case result. This should not be explictly set when creating a test case result. When patching a test case result, this field can be set to 'PENDING' to prevent the test case result from being marked 'COMPLETED'.","optional_in_request":true,"isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.label_status","typeLabel":"enum\u003cstring>"},"application_spec_id":{"type":"string","title":"Application Spec Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.application_spec_id","typeLabel":"string"},"evaluation_id":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.evaluation_id","typeLabel":"string"},"evaluation_dataset_id":{"type":"string","title":"Evaluation Dataset Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.evaluation_dataset_id","typeLabel":"string"},"evaluation_dataset_version_num":{"type":"string","title":"Evaluation Dataset Version Num","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.evaluation_dataset_version_num","typeLabel":"string"},"test_case_id":{"type":"string","title":"Test Case Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_id","typeLabel":"string"},"test_case_evaluation_data":{"properties":{"generation_output":{"oneOf":[{"type":"string","title":"Generation Output","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.0","typeLabel":"string"},{"type":"object","title":"Generation Output","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.2","typeLabel":"number"},{"type":"array","items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].text","typeLabel":"string"},"metadata":{"title":"Metadata","additionalProperties":true,"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX].metadata","typeLabel":"Metadata · object"}},"type":"object","required":["text"],"title":"FlexibleIOChunk","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3.items.[INDEX]","typeLabel":"FlexibleIOChunk · object"},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.3","typeLabel":"FlexibleIOChunk · object[]"},{"type":"array","items":{"oneOf":[{"type":"object","title":"User Message","required":["content"],"properties":{"content":{"oneOf":[{"type":"string","title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.0","typeLabel":"string"},{"type":"array","items":{"oneOf":[{"type":"object","title":"TextUserMessageContentParts","required":["text"],"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.text","typeLabel":"string"},"type":{"type":"string","const":"text","title":"Type","default":"text","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.0","typeLabel":"TextUserMessageContentParts · object"},{"type":"object","title":"ImageUrlUserMessageContentParts","required":["image_url"],"properties":{"image_url":{"properties":{"url":{"type":"string","title":"Url","description":"The URL of the image. Note: only OpenAI supports this.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.url","typeLabel":"string"},"detail":{"title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","type":"string","enum":["low","high","auto"],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url.detail","typeLabel":"enum\u003cstring>"}},"type":"object","required":["url"],"title":"ImageUrlSubPart","description":"Specifies the image URL and level of detail. Only supported by OpenAI models","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.image_url","typeLabel":"ImageUrlSubPart · object"},"type":{"type":"string","const":"image_url","title":"Type","default":"image_url","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1.type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.1","typeLabel":"ImageUrlUserMessageContentParts · object"},{"type":"object","title":"ImageDataUserMessageContentParts","required":["image_data"],"properties":{"image_data":{"properties":{"media_type":{"type":"string","title":"Media Type","description":"The media/mime type of the image data. For example, 'image/png'. Check providers' documentation for supported media types.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.media_type","typeLabel":"string"},"data":{"type":"string","title":"Data","description":"The base64-encoded image data.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.data","typeLabel":"string"},"type":{"type":"string","const":"base64","title":"Type","description":"The type of the image data. Only base64 is supported.","default":"base64","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.type","typeLabel":"string"},"detail":{"title":"Detail","description":"Only used for OpenAI. Corresponds to OpenAI's image detail parameter.","type":"string","enum":["low","high","auto"],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data.detail","typeLabel":"enum\u003cstring>"}},"type":"object","required":["media_type","data"],"title":"ImageDataSubPart","description":"Specifies inline image data","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.image_data","typeLabel":"ImageDataSubPart · object"},"type":{"type":"string","const":"image_data","title":"Type","default":"image_data","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2.type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX].oneOf.2","typeLabel":"ImageDataUserMessageContentParts · object"}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1.items.[INDEX]","typeLabel":"TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object"},"title":"Content","description":"Input from the user. Can either be text or a list of content parts. Not all models support image content parts, or multiple parts.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content.oneOf.1","typeLabel":"(TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"}],"isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.content","typeLabel":"string | (TextUserMessageContentParts · object | ImageUrlUserMessageContentParts · object | ImageDataUserMessageContentParts · object)[]"},"role":{"type":"string","const":"user","title":"Role","description":"The role of the message. Must be set to 'user'.\n\nA user message is a message from the user to the AI. This should be the message used to send end user input to the AI.","default":"user","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0.role","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"User Message · object"},{"type":"object","title":"Assistant Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text response from the assistant","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.content","typeLabel":"string"},"role":{"type":"string","const":"assistant","title":"Role","description":"The role of the message. Must be set to 'assistant'.\n\nAn assistant message is a message from the AI to the client. It is different from an agent message in that it cannot contain a tool request. It is simply a direct response from the AI to the client.","default":"assistant","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1.role","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"Assistant Message · object"},{"type":"object","title":"System Message","required":["content"],"properties":{"content":{"type":"string","title":"Content","description":"Text input from the system.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.content","typeLabel":"string"},"role":{"type":"string","const":"system","title":"Role","description":"The role of the message. Must be set to 'system'.\n\nA system message is different from other messages in that it does not originate from a party engaged in a user/AI conversation. Instead, it is a message that is injected by either the application or system to guide the conversation. For example, a system message may be used as initial instructions for an AI entity or to tell the AI that it did not do something correctly.","default":"system","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2.role","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"System Message · object"}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"User Message · object | Assistant Message · object | System Message · object"},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.4","typeLabel":"(User Message · object | Assistant Message · object | System Message · object)[]"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.5.items.[INDEX]","typeLabel":"any"},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.5","typeLabel":"any[]"},{"type":"object","additionalProperties":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.6","typeLabel":"object"},{"type":"object","title":"ExternalFile","required":["uri","file_type"],"properties":{"uri":{"type":"string","title":"Uri","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.7.uri","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.7.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.7","typeLabel":"ExternalFile · object"},{"type":"object","title":"InternalFile","required":["file_id","file_type"],"properties":{"file_id":{"type":"string","title":"File Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.8.file_id","typeLabel":"string"},"file_type":{"type":"string","enum":["image","pdf"],"title":"File Type","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.8.file_type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.8","typeLabel":"InternalFile · object"},{"type":"null","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties.oneOf.9","typeLabel":"null"}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1.additionalProperties","typeLabel":"string | integer | number | FlexibleIOChunk · object[] | (User Message · object | Assistant Message · object | System Message · object)[] | any[] | object | ExternalFile · object | InternalFile · object | null"},"isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output.oneOf.1","typeLabel":"Generation Output · object"}],"isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_output","typeLabel":"string | Generation Output · object"},"generation_extra_info":{"oneOf":[{"type":"object","title":"ChunkExtraInfoSchema","required":["chunks"],"properties":{"chunks":{"items":{"properties":{"text":{"type":"string","title":"Text","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].text","typeLabel":"string"},"metadata":{"title":"Metadata","additionalProperties":true,"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX].metadata","typeLabel":"Metadata · object"}},"type":"object","required":["text"],"title":"ChunkData","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks.items.[INDEX]","typeLabel":"ChunkData · object"},"type":"array","title":"Chunks","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.chunks","typeLabel":"ChunkData · object[]"},"schema_type":{"type":"string","const":"CHUNKS","title":"Schema Type","default":"CHUNKS","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0.schema_type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.0","typeLabel":"ChunkExtraInfoSchema · object"},{"type":"object","title":"StringExtraInfoSchema","required":["info"],"properties":{"info":{"type":"string","title":"Info","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.1.info","typeLabel":"string"},"schema_type":{"type":"string","const":"STRING","title":"Schema Type","default":"STRING","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.1.schema_type","typeLabel":"string"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info.oneOf.1","typeLabel":"StringExtraInfoSchema · object"}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data.generation_extra_info","typeLabel":"ChunkExtraInfoSchema · object | StringExtraInfoSchema · object"}},"type":"object","required":["generation_output"],"title":"ResultSchemaFlexible","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data","typeLabel":"ResultSchemaFlexible · object"},"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.id","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","title":"Updated At","description":"The date and time when the entity was last updated in ISO format.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.updated_at","typeLabel":"string\u003cdate-time>"},"account_id":{"title":"Account Id","description":"The ID of the account that owns the given entity.","can_patch":false,"optional_in_request":true,"type":"string","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.account_id","typeLabel":"string"},"created_by_user_id":{"type":"string","title":"Created By User Id","description":"The user who originally created the entity.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.created_by_user_id","typeLabel":"string"},"created_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that created the entity.","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.created_by_identity_type","typeLabel":"enum\u003cstring>"},"audit_status":{"type":"string","enum":["UNAUDITED","FIXED","APPROVED"],"title":"AuditORMStatusEnum","uniqueKey":"oneOf.0.task_entity.oneOf.1.audit_status","typeLabel":"enum\u003cstring>"},"audit_required":{"title":"Audit Required","type":"boolean","uniqueKey":"oneOf.0.task_entity.oneOf.1.audit_required","typeLabel":"boolean"},"audit_comment":{"title":"Audit Comment","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.audit_comment","typeLabel":"string"},"test_case_evaluation_data_schema":{"type":"string","const":"FLEXIBLE","title":"Test Case Evaluation Data Schema","default":"FLEXIBLE","uniqueKey":"oneOf.0.task_entity.oneOf.1.test_case_evaluation_data_schema","typeLabel":"string"},"result":{"title":"Result","description":"The result of the test case evaluation, in JSON form where the key is the question ID and the value is the result.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.1","typeLabel":"integer"},{"type":"boolean","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.2","typeLabel":"boolean"},{"type":"number","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.3","typeLabel":"number"},{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.4.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties.oneOf.4","typeLabel":"(string | integer | number | boolean)[]"}],"uniqueKey":"oneOf.0.task_entity.oneOf.1.result.additionalProperties","typeLabel":"string | integer | boolean | number | (string | integer | number | boolean)[]"},"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.1.result","typeLabel":"Result · object"},"completed_at":{"title":"Completed At","type":"string","format":"date-time","uniqueKey":"oneOf.0.task_entity.oneOf.1.completed_at","typeLabel":"string\u003cdate-time>"},"time_spent_labeling_s":{"title":"Time Spent Labeling S","description":"The time spent labeling in seconds.","type":"integer","uniqueKey":"oneOf.0.task_entity.oneOf.1.time_spent_labeling_s","typeLabel":"integer"},"application_test_case_output_id":{"title":"Application Test Case Output Id","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.application_test_case_output_id","typeLabel":"string"},"invalidated_at":{"title":"Invalidated At","description":"The date and time when the entity was overwritten or deleted in ISO format.","type":"string","format":"date-time","uniqueKey":"oneOf.0.task_entity.oneOf.1.invalidated_at","typeLabel":"string\u003cdate-time>"},"annotated_by_user_id":{"title":"Annotated By User Id","description":"The user who annotated the task.","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.annotated_by_user_id","typeLabel":"string"},"annotated_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that annotated the entity.","uniqueKey":"oneOf.0.task_entity.oneOf.1.annotated_by_identity_type","typeLabel":"enum\u003cstring>"},"edited_by_user_id":{"title":"Edited By User Id","description":"The user who edited the task.","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by_user_id","typeLabel":"string"},"edited_by_identity_type":{"type":"string","enum":["user","service_account"],"title":"IdentifierTypeEnum","description":"The type of identity that edited the entity.","uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by_identity_type","typeLabel":"enum\u003cstring>"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"oneOf.0.task_entity.oneOf.1.archived_at","typeLabel":"string\u003cdate-time>"},"edited_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by.id","typeLabel":"string"},"email":{"type":"string","title":"Email","isRequired":true,"uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by.email","typeLabel":"string"},"first_name":{"title":"First Name","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by.first_name","typeLabel":"string"},"last_name":{"title":"Last Name","type":"string","uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by.last_name","typeLabel":"string"},"preferences":{"title":"Preferences","additionalProperties":true,"type":"object","uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by.preferences","typeLabel":"Preferences · object"}},"type":"object","required":["id","email"],"title":"UserV2Details","uniqueKey":"oneOf.0.task_entity.oneOf.1.edited_by","typeLabel":"UserV2Details · object"}},"uniqueKey":"oneOf.0.task_entity.oneOf.1","typeLabel":"FlexibleTestCaseResultResponse · object"}],"uniqueKey":"oneOf.0.task_entity","typeLabel":"GenerationTestCaseResultResponse · object | FlexibleTestCaseResultResponse · object"}},"uniqueKey":"oneOf.0","typeLabel":"TaskResponse · object"},{"type":"null","title":"Response Patch-V4-/Tasks/{Task Id}","uniqueKey":"oneOf.1","typeLabel":"null"}],"uniqueKey":"","typeLabel":"TaskResponse · object | null"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","task_type":"EVALUATION_ANNOTATION","task_entity_parent_id":"\u003cstring>","task_entity_id":"\u003cstring>","account_id":"\u003cstring>","status":"NOT_READY","priority":123,"assigned_to":"\u003cstring>","assignment_expires_at":"2023-11-07T05:31:56Z","task_entity":{"label_status":"PENDING","application_spec_id":"\u003cstring>","evaluation_id":"\u003cstring>","evaluation_dataset_id":"\u003cstring>","evaluation_dataset_version_num":"\u003cstring>","test_case_id":"\u003cstring>","test_case_evaluation_data":{"generation_output":"\u003cstring>","generation_extra_info":{"chunks":[{"text":"\u003cstring>","metadata":{}}],"schema_type":"CHUNKS"}},"id":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z","account_id":"\u003cstring>","created_by_user_id":"\u003cstring>","created_by_identity_type":"user","audit_status":"UNAUDITED","audit_required":true,"audit_comment":"\u003cstring>","test_case_evaluation_data_schema":"GENERATION","result":{},"completed_at":"2023-11-07T05:31:56Z","time_spent_labeling_s":123,"application_test_case_output_id":"\u003cstring>","invalidated_at":"2023-11-07T05:31:56Z","annotated_by_user_id":"\u003cstring>","annotated_by_identity_type":"user","edited_by_user_id":"\u003cstring>","edited_by_identity_type":"user","archived_at":"2023-11-07T05:31:56Z","edited_by":{"id":"\u003cstring>","email":"\u003cstring>","first_name":"\u003cstring>","last_name":"\u003cstring>","preferences":{}}}}}},"exampleType":"generated"}},"exampleType":"generated"},"f7bed7ab-ff4a-410e-8955-c251d474e0c1":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{},"servers":{"239d3ed0-e9a1-4424-90ea-9274ea35b5d0":{"url":"https://api.egp.scale.com"}}},"originalFileLocation":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json"},"subdomain":"scalegp","siteName":"Scale AI","title":"Update Evaluation Task - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/docs/v5/next-gen-evaluation/overview","matchLevel":2},"V4 (legacy)":{"href":"/reference/v4/evaluations/update-evaluation-task","matchLevel":0}},"firstHrefInLanguage":{}},"lastModified":"2026-10-01T19:48:44.842Z","originalFileLocation":"reference/v4/evaluations/update-evaluation-task.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Update Evaluation Task - Scale AI\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Update+Evaluation+Task\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=7ea47c508d10c76d0d2fa8c196130061aead1264eb70ca8add80058c1ff5f14f\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Update Evaluation Task - Scale AI\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Update+Evaluation+Task\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=7ea47c508d10c76d0d2fa8c196130061aead1264eb70ca8add80058c1ff5f14f\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v4/evaluations/update-evaluation-task.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task\",\"name\":\"Update Evaluation Task\",\"dateModified\":\"2026-10-01T19:48:44.842Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v4/evaluations/claim-evaluation-task\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Update Evaluation Task\",\"item\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task#apireference\",\"headline\":\"Update Evaluation Task\",\"name\":\"Update Evaluation Task\",\"url\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v4/evaluations/update-evaluation-task#webpage\"},\"dateModified\":\"2026-10-01T19:48:44.842Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","pages":[{"title":"V5","href":"/docs/v5/next-gen-evaluation/overview"}]},{"version":"V4 (legacy)","tabs":[{"tab":"Home","pages":[{"title":"Home","href":"/home"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/introduction"}]},{"tab":"API Reference","groups":[{"group":"Knowledge Bases","pages":[{"title":"List Knowledge Bases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases","href":"/reference/v4/knowledge-bases/list-knowledge-bases"},{"title":"Create Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases","href":"/reference/v4/knowledge-bases/create-knowledge-base"},{"title":"Get Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/get-knowledge-base"},{"title":"Delete Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/delete-knowledge-base"},{"title":"Patch Knowledge Base","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-bases/{knowledge_base_id}","href":"/reference/v4/knowledge-bases/patch-knowledge-base"},{"title":"List Knowledge Base Async Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/async-jobs","href":"/reference/v4/knowledge-bases/list-knowledge-base-async-jobs"},{"title":"Fetch Chunks by ID or Metadata","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/chunks","href":"/reference/v4/knowledge-bases/fetch-chunks-by-id-or-metadata"},{"title":"Query Relevant Chunks","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/query","href":"/reference/v4/knowledge-bases/query-relevant-chunks"},{"title":"Delete Data Source Connection","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/data-source-connections/{knowledge_base_data_source_id}/delete","href":"/reference/v4/knowledge-bases/delete-data-source-connection"},{"title":"Submit Upload Job with local files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/upload_files","href":"/reference/v4/knowledge-bases/submit-upload-job-with-local-files"},{"title":"List Upload Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/uploads","href":"/reference/v4/knowledge-bases/list-upload-jobs"},{"title":"Submit Upload Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/uploads","href":"/reference/v4/knowledge-bases/submit-upload-job"},{"title":"Get Upload Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/uploads/{upload_id}","href":"/reference/v4/knowledge-bases/get-upload-job"},{"title":"Cancel Upload Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/uploads/{upload_id}/cancel","href":"/reference/v4/knowledge-bases/cancel-upload-job"},{"title":"List Tracked Artifacts","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts","href":"/reference/v4/knowledge-bases/list-tracked-artifacts"},{"title":"Get Tracked Artifact Details","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/get-tracked-artifact-details"},{"title":"Delete Locally Stored Artifact","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/delete-locally-stored-artifact"},{"title":"Patch Artifact Information","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}","href":"/reference/v4/knowledge-bases/patch-artifact-information"},{"title":"List Chunks of Artifacts with Pagination","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks","href":"/reference/v4/knowledge-bases/list-chunks-of-artifacts-with-pagination"},{"title":"Create chunk for local chunk artifacts","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks","href":"/reference/v4/knowledge-bases/create-chunk-for-local-chunk-artifacts"},{"title":"Get Single Chunk Information and status","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/get-single-chunk-information-and-status"},{"title":"Update Single Chunk data for local artifact","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/update-single-chunk-data-for-local-artifact"},{"title":"Delete Single Chunk from Local Artifact","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}/artifacts/{artifact_id}/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/delete-single-chunk-from-local-artifact"},{"title":"Get Chunk and Artifact Information by Chunk ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/chunks/{chunk_id}","href":"/reference/v4/knowledge-bases/get-chunk-and-artifact-information-by-chunk-id"},{"title":"Test Knowledge Base Data Source credentials","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}/verify","href":"/reference/v4/knowledge-bases/test-knowledge-base-data-source-credentials"},{"title":"Batch Delete Locally Stored Artifacts","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/artifacts/batch-delete","href":"/reference/v4/knowledge-bases/batch-delete-locally-stored-artifacts"},{"title":"List Upload Schedules","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/upload-schedules","href":"/reference/v4/knowledge-bases/list-upload-schedules"},{"title":"Create Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-bases/{knowledge_base_id}/upload-schedules","href":"/reference/v4/knowledge-bases/create-upload-schedule"},{"title":"Get Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/get-upload-schedule"},{"title":"Delete Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/delete-upload-schedule"},{"title":"Update Upload Schedule","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-bases/{knowledge_base_id}/upload-schedules/{upload_schedule_id}","href":"/reference/v4/knowledge-bases/update-upload-schedule"}]},{"group":"Chunks","pages":[{"title":"Rank Chunks","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/chunks/rank","href":"/reference/v4/chunks/rank-chunks"}]},{"group":"Agents","pages":[{"title":"Execute Agent","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/agents/execute","href":"/reference/v4/agents/execute-agent"}]},{"group":"Completions","pages":[{"title":"Create Completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/completions","href":"/reference/v4/completions/create-completion"}]},{"group":"Chat Completions","pages":[{"title":"Create Chat Completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/chat-completions","href":"/reference/v4/chat-completions/create-chat-completion"}]},{"group":"Models","pages":[{"title":"Execute Model Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_instance_id}/deployments/{model_deployment_id}/execute","href":"/reference/v4/models/execute-model-deployment"},{"title":"Execute Model Deployment Async and Return the Async Run ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_instance_id}/deployments/{model_deployment_id}/executeAsync","href":"/reference/v4/models/execute-model-deployment-async-and-return-the-async-run-id"},{"title":"Poll Async Inference for result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_instance_id}/deployments/{model_deployment_id}/pollAsync/{async_task_id}","href":"/reference/v4/models/poll-async-inference-for-result"},{"title":"Generate text embedding","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/embeddings","href":"/reference/v4/models/generate-text-embedding"},{"title":"Generate reranking","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/rerankings","href":"/reference/v4/models/generate-reranking"},{"title":"Generate completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/completions","href":"/reference/v4/models/generate-completion"},{"title":"Generate chat completion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_deployment_id}/chat-completions","href":"/reference/v4/models/generate-chat-completion"},{"title":"List Model Deployments of a Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_instance_id}/deployments","href":"/reference/v4/models/list-model-deployments-of-a-model"},{"title":"Deploy Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models/{model_instance_id}/deployments","href":"/reference/v4/models/deploy-model"},{"title":"Get Model usage by model name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_name}/usage-statistics","href":"/reference/v4/models/get-model-usage-by-model-name"},{"title":"List All Model Deployments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-deployments","href":"/reference/v4/models/list-all-model-deployments"},{"title":"Get Model usage for one deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-deployments/{model_deployment_id}/usage-statistics","href":"/reference/v4/models/get-model-usage-for-one-deployment"},{"title":"Add model to group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/model-groups/{model_group_id}/models/{model_instance_id}","href":"/reference/v4/models/add-model-to-group"},{"title":"Get Model usage for a group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-groups/{model_group_id}/usage-statistics","href":"/reference/v4/models/get-model-usage-for-a-group"},{"title":"List Models","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models","href":"/reference/v4/models/list-models"},{"title":"Create Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/models","href":"/reference/v4/models/create-model"},{"title":"Get Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_id}","href":"/reference/v4/models/get-model"},{"title":"Delete Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/models/{model_id}","href":"/reference/v4/models/delete-model"},{"title":"Update Model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/models/{model_id}","href":"/reference/v4/models/update-model"},{"title":"List Model Groups","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-groups","href":"/reference/v4/models/list-model-groups"},{"title":"Create Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/model-groups","href":"/reference/v4/models/create-model-group"},{"title":"Get Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-groups/{model_group_id}","href":"/reference/v4/models/get-model-group"},{"title":"Delete Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/model-groups/{model_group_id}","href":"/reference/v4/models/delete-model-group"},{"title":"Update Model Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/model-groups/{model_group_id}","href":"/reference/v4/models/update-model-group"},{"title":"Get Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/get-deployment"},{"title":"Delete Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/delete-deployment"},{"title":"Update Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/models/{model_instance_id}/deployments/{deployment_id}","href":"/reference/v4/models/update-deployment"}]},{"group":"Users","pages":[{"title":"User info","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /user-info","href":"/reference/v4/users/user-info"},{"title":"Update user info","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /user-preferences","href":"/reference/v4/users/update-user-info"},{"title":"Get User","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /users/{user_id}","href":"/reference/v4/users/get-user"}]},{"group":"Accounts","pages":[{"title":"Create account","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /accounts","href":"/reference/v4/accounts/create-account"}]},{"group":"Organizations","pages":[{"title":"Get organization","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /organizations/by-domain/{domain}","href":"/reference/v4/organizations/get-organization"}]},{"group":"Question Sets","pages":[{"title":"Get Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/get-question-set"},{"title":"Delete Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/delete-question-set"},{"title":"Update Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/question-sets/{question_set_id}","href":"/reference/v4/question-sets/update-question-set"},{"title":"List Question Sets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/question-sets","href":"/reference/v4/question-sets/list-question-sets"},{"title":"Create Question Set","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/question-sets","href":"/reference/v4/question-sets/create-question-set"}]},{"group":"Evaluations","pages":[{"title":"Claim Evaluation Task","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/claim-task","href":"/reference/v4/evaluations/claim-evaluation-task"},{"title":"Batch assign tasks to user","description":null,"deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/tasks/batch-assign","href":"/reference/v4/evaluations/batch-assign-tasks-to-user"},{"title":"Update Evaluation Task","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/tasks/{task_id}","href":"/reference/v4/evaluations/update-evaluation-task"},{"title":"Get Contributor Metrics","description":null,"deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/contributor-metrics/{contributor_id}","href":"/reference/v4/evaluations/get-contributor-metrics"},{"title":"List Contributor Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/contributor-metrics","href":"/reference/v4/evaluations/list-contributor-metrics"},{"title":"Get Evaluation Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/evaluation-metrics","href":"/reference/v4/evaluations/get-evaluation-metrics"},{"title":"Get Hybrid Evaluation Metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/hybrid-eval-metrics","href":"/reference/v4/evaluations/get-hybrid-evaluation-metrics"},{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations","href":"/reference/v4/evaluations/list-evaluations"},{"title":"Create Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations","href":"/reference/v4/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/get-evaluation"},{"title":"Delete Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/delete-evaluation"},{"title":"Update Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}","href":"/reference/v4/evaluations/update-evaluation"},{"title":"List Test Case Results","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results","href":"/reference/v4/evaluations/list-test-case-results"},{"title":"Create Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/test-case-results","href":"/reference/v4/evaluations/create-test-case-result"},{"title":"Batch Create Test Case Results","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluations/{evaluation_id}/test-case-results/batch","href":"/reference/v4/evaluations/batch-create-test-case-results"},{"title":"Get Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}","href":"/reference/v4/evaluations/get-test-case-result"},{"title":"Update Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}","href":"/reference/v4/evaluations/update-test-case-result"},{"title":"Get Historical Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}/history/{num}","href":"/reference/v4/evaluations/get-historical-test-case-result"},{"title":"Get All Versions of Test Case Result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/{test_case_result_id}/history","href":"/reference/v4/evaluations/get-all-versions-of-test-case-result"},{"title":"List Historical Test Case Results","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluations/{evaluation_id}/test-case-results/history/{num}","href":"/reference/v4/evaluations/list-historical-test-case-results"}]},{"group":"Evaluation Configs","pages":[{"title":"List Evaluation Configs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-configs","href":"/reference/v4/evaluation-configs/list-evaluation-configs"},{"title":"Create Evaluation Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-configs","href":"/reference/v4/evaluation-configs/create-evaluation-config"},{"title":"Get Evaluation Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-configs/{evaluation_config_id}","href":"/reference/v4/evaluation-configs/get-evaluation-config"},{"title":"Delete Evaluation Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-configs/{evaluation_config_id}","href":"/reference/v4/evaluation-configs/delete-evaluation-config"}]},{"group":"Evaluation Datasets","pages":[{"title":"List Evaluation Datasets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets","href":"/reference/v4/evaluation-datasets/list-evaluation-datasets"},{"title":"Create Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset"},{"title":"Get Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset"},{"title":"Delete Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/delete-evaluation-dataset"},{"title":"Update Evaluation Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluation-datasets/{evaluation_dataset_id}","href":"/reference/v4/evaluation-datasets/update-evaluation-dataset"},{"title":"List Evaluation Dataset Versions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions","href":"/reference/v4/evaluation-datasets/list-evaluation-dataset-versions"},{"title":"Create Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset-version"},{"title":"Get Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions/{evaluation_dataset_version_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-version"},{"title":"List Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases","href":"/reference/v4/evaluation-datasets/list-test-cases"},{"title":"Create Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases","href":"/reference/v4/evaluation-datasets/create-test-case"},{"title":"Batch Create Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/batch","href":"/reference/v4/evaluation-datasets/batch-create-test-cases"},{"title":"Get Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/get-test-case"},{"title":"Delete Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/delete-test-case"},{"title":"Update Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}","href":"/reference/v4/evaluation-datasets/update-test-case"},{"title":"Get Historical Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history/{num}","href":"/reference/v4/evaluation-datasets/get-historical-test-case"},{"title":"Get All Versions of Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history","href":"/reference/v4/evaluation-datasets/get-all-versions-of-test-case"},{"title":"Wipe Full History of Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/{test_case_id}/history","href":"/reference/v4/evaluation-datasets/wipe-full-history-of-test-cases"},{"title":"List Historical Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/test-cases/history/{num}","href":"/reference/v4/evaluation-datasets/list-historical-test-cases"},{"title":"List Autogenerated Draft Test Cases","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases","href":"/reference/v4/evaluation-datasets/list-autogenerated-draft-test-cases"},{"title":"Create Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases","href":"/reference/v4/evaluation-datasets/create-autogenerated-draft-test-case"},{"title":"Get Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/get-autogenerated-draft-test-case"},{"title":"Delete Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/delete-autogenerated-draft-test-case"},{"title":"Update Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}","href":"/reference/v4/evaluation-datasets/update-autogenerated-draft-test-case"},{"title":"Approve Autogenerated Draft Test Case","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/autogenerated-draft-test-cases/{autogenerated_draft_test_case_id}/approve","href":"/reference/v4/evaluation-datasets/approve-autogenerated-draft-test-case"},{"title":"Publish Latest Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/publish","href":"/reference/v4/evaluation-datasets/publish-latest-evaluation-dataset-version"},{"title":"Approve Auto Generated Test Cases Batch","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/approve-batch","href":"/reference/v4/evaluation-datasets/approve-auto-generated-test-cases-batch"},{"title":"Get Evaluation Dataset Generation Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-generation-jobs"},{"title":"Create Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs","href":"/reference/v4/evaluation-datasets/create-evaluation-dataset-generation-job"},{"title":"Get Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs/{generation_job_id}","href":"/reference/v4/evaluation-datasets/get-evaluation-dataset-generation-job"},{"title":"Cancel Evaluation Dataset Generation Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/generation-jobs/{generation_job_id}/cancel","href":"/reference/v4/evaluation-datasets/cancel-evaluation-dataset-generation-job"},{"title":"Publish Evaluation Dataset Version","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/evaluation-datasets/{evaluation_dataset_id}/evaluation-dataset-versions/{evaluation_dataset_version_id}/publish","href":"/reference/v4/evaluation-datasets/publish-evaluation-dataset-version"}]},{"group":"Studio Projects","pages":[{"title":"List Studio Projects","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/studio-projects","href":"/reference/v4/studio-projects/list-studio-projects"},{"title":"Create Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/studio-projects","href":"/reference/v4/studio-projects/create-studio-project"},{"title":"Get Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/get-studio-project"},{"title":"Delete Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/delete-studio-project"},{"title":"Update Studio Project","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/studio-projects/{studio_project_id}","href":"/reference/v4/studio-projects/update-studio-project"}]},{"group":"Application Specs","pages":[{"title":"List Application Specs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-specs","href":"/reference/v4/application-specs/list-application-specs"},{"title":"Create Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-specs","href":"/reference/v4/application-specs/create-application-spec"},{"title":"Get Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/get-application-spec"},{"title":"Delete Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/delete-application-spec"},{"title":"Update Application Spec","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/application-specs/{application_spec_id}","href":"/reference/v4/application-specs/update-application-spec"}]},{"group":"Questions","pages":[{"title":"List Questions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/questions","href":"/reference/v4/questions/list-questions"},{"title":"Create Question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/questions","href":"/reference/v4/questions/create-question"},{"title":"Get Question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/questions/{question_id}","href":"/reference/v4/questions/get-question"}]},{"group":"Knowledge Base Data Sources","pages":[{"title":"List Knowledge Base Data Sources","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-base-data-sources","href":"/reference/v4/knowledge-base-data-sources/list-knowledge-base-data-sources"},{"title":"Create Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/knowledge-base-data-sources","href":"/reference/v4/knowledge-base-data-sources/create-knowledge-base-data-source"},{"title":"Get Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/get-knowledge-base-data-source"},{"title":"Delete Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/delete-knowledge-base-data-source"},{"title":"Update Knowledge Base Data Source","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/knowledge-base-data-sources/{knowledge_base_data_source_id}","href":"/reference/v4/knowledge-base-data-sources/update-knowledge-base-data-source"}]},{"group":"Model Templates V3 (Beta)","pages":[{"title":"List Model Templates","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-templates","href":"/reference/v4/model-templates-v3-beta/list-model-templates"},{"title":"Create Model Template","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/model-templates","href":"/reference/v4/model-templates-v3-beta/create-model-template"},{"title":"Get Model Template","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/model-templates/{model_template_id}","href":"/reference/v4/model-templates-v3-beta/get-model-template"},{"title":"Delete Model Template","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/model-templates/{model_template_id}","href":"/reference/v4/model-templates-v3-beta/delete-model-template"}]},{"group":"Model server","pages":[{"title":"Fixed Server interface for Model execution","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/{model_server_id}/execute","href":"/reference/v4/model-server/fixed-server-interface-for-model-execution"},{"title":"Fixed Server interface for async Model execution","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/{model_server_id}/executeAsync","href":"/reference/v4/model-server/fixed-server-interface-for-async-model-execution"},{"title":"Poll Async Inference for result","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/{model_server_id}/pollAsync/{async_task_id}","href":"/reference/v4/model-server/poll-async-inference-for-result"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/a/{alias}/execute","href":"/reference/v4/model-server/fixed-server-interface-for-model-execution-by-named-alias"},{"title":"Fixed Server interface for async Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/a/{alias}/executeAsync","href":"/reference/v4/model-server/fixed-server-interface-for-async-model-execution-by-named-alias"},{"title":"Poll Async Inference for result by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/a/{alias}/pollAsync/{async_task_id}","href":"/reference/v4/model-server/poll-async-inference-for-result-by-named-alias"},{"title":"Create a new Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving","href":"/reference/v4/model-server/create-a-new-model-server"},{"title":"Get current deployment of the Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/{model_server_id}/deployment","href":"/reference/v4/model-server/get-current-deployment-of-the-model-server"},{"title":"Change backend of the Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/serving/{model_server_id}/backend","href":"/reference/v4/model-server/change-backend-of-the-model-server"},{"title":"Rollback backend of the Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/serving/{model_server_id}/rollback","href":"/reference/v4/model-server/rollback-backend-of-the-model-server"}]},{"group":"API Reference","pages":[{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/{model_server_id}","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias-1"},{"title":"Delete a Model Server","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/serving/{model_server_id}","href":"/reference/v4/delete-a-model-server"},{"title":"Fixed Server interface for Model execution by named alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/serving/a/{alias}","href":"/reference/v4/fixed-server-interface-for-model-execution-by-named-alias-2"}]},{"group":"Fine Tuning Jobs V3 (Beta)","pages":[{"title":"List Fine Tuning Jobs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/fine-tuning-jobs","href":"/reference/v4/fine-tuning-jobs-v3-beta/list-fine-tuning-jobs"},{"title":"Create Fine Tuning Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/fine-tuning-jobs","href":"/reference/v4/fine-tuning-jobs-v3-beta/create-fine-tuning-job"},{"title":"Get Fine Tuning Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/fine-tuning-jobs/{fine_tuning_job_id}","href":"/reference/v4/fine-tuning-jobs-v3-beta/get-fine-tuning-job"},{"title":"Delete Fine Tuning Job","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/fine-tuning-jobs/{fine_tuning_job_id}","href":"/reference/v4/fine-tuning-jobs-v3-beta/delete-fine-tuning-job"},{"title":"Get fine tuning job events","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/fine-tuning-jobs/{fine_tuning_job_id}/events","href":"/reference/v4/fine-tuning-jobs-v3-beta/get-fine-tuning-job-events"}]},{"group":"Training Datasets V3 (Beta)","pages":[{"title":"List Training Datasets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/training-datasets","href":"/reference/v4/training-datasets-v3-beta/list-training-datasets"},{"title":"Create Training Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/training-datasets","href":"/reference/v4/training-datasets-v3-beta/create-training-dataset"},{"title":"Get Training Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/training-datasets/{training_dataset_id}","href":"/reference/v4/training-datasets-v3-beta/get-training-dataset"},{"title":"Delete Training Dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/training-datasets/{training_dataset_id}","href":"/reference/v4/training-datasets-v3-beta/delete-training-dataset"},{"title":"Get Training Dataset Contents","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/training-datasets/{training_dataset_id}/contents","href":"/reference/v4/training-datasets-v3-beta/get-training-dataset-contents"}]},{"group":"package deployments","pages":[{"title":"Install a deployment packages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/install","href":"/reference/v4/package-deployments/install-a-deployment-packages"},{"title":"Copy a deployment package to control plane hook","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/copy-to-control-plane-hook","href":"/reference/v4/package-deployments/copy-a-deployment-package-to-control-plane-hook"},{"title":"Install a deployment packages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/install_async","href":"/reference/v4/package-deployments/install-a-deployment-packages-1"},{"title":"Verify that the prerequisites for installing a specific package version are met","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/deployment-packages/{account_id}/verify-install-prerequisites-met","href":"/reference/v4/package-deployments/verify-that-the-prerequisites-for-installing-a-specific-package-version-are-met"}]},{"group":"Beta","pages":[{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/beta/chat/completions","href":"/reference/v4/beta/generate-openai-chat-completion-from-messages"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/beta/completions","href":"/reference/v4/beta/generate-legacy-text-completion-from-prompt"},{"title":"List files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/beta/files","href":"/reference/v4/beta/list-files"},{"title":"Upload a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/beta/files","href":"/reference/v4/beta/upload-a-file"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/beta/files/{file_id}","href":"/reference/v4/beta/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/beta/files/{file_id}","href":"/reference/v4/beta/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/beta/files/{file_id}","href":"/reference/v4/beta/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/beta/files/{file_id}/content","href":"/reference/v4/beta/download-file-content"}]},{"group":"Applications","pages":[{"title":"List Application Variants","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variants","href":"/reference/v4/applications/list-application-variants"},{"title":"Create Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-variants","href":"/reference/v4/applications/create-application-variant"},{"title":"Get Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/get-application-variant"},{"title":"Delete Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/delete-application-variant"},{"title":"Update Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/application-variants/{application_variant_id}","href":"/reference/v4/applications/update-application-variant"},{"title":"List Application Deployments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-deployments","href":"/reference/v4/applications/list-application-deployments"},{"title":"Create Application Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-deployments","href":"/reference/v4/applications/create-application-deployment"},{"title":"Get Application Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-deployments/{application_deployment_id}","href":"/reference/v4/applications/get-application-deployment"},{"title":"Update Application Deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/application-deployments/{application_deployment_id}","href":"/reference/v4/applications/update-application-deployment"},{"title":"List Application Variant Reports","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variant-reports","href":"/reference/v4/applications/list-application-variant-reports"},{"title":"Create Application Variant Report","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-variant-reports","href":"/reference/v4/applications/create-application-variant-report"},{"title":"Get Application Variant Report","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-variant-reports/{application_variant_report_id}","href":"/reference/v4/applications/get-application-variant-report"},{"title":"List Application Test Case Outputs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-test-case-outputs","href":"/reference/v4/applications/list-application-test-case-outputs"},{"title":"Batch Create Application Test Case Outputs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-test-case-outputs/batch","href":"/reference/v4/applications/batch-create-application-test-case-outputs"},{"title":"Get Application Test Case Output","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-test-case-outputs/{application_test_case_output_id}","href":"/reference/v4/applications/get-application-test-case-output"},{"title":"Create Application With Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-with-variant","href":"/reference/v4/applications/create-application-with-variant"},{"title":"Get Application Schemas","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/application-schemas","href":"/reference/v4/applications/get-application-schemas"},{"title":"Process Application","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/process","href":"/reference/v4/applications/process-application"},{"title":"Process Application By Id","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/{application_variant_id}/process","href":"/reference/v4/applications/process-application-by-id"},{"title":"Process Deployed Application For Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/{application_variant_id}/threads/{thread_id}/process","href":"/reference/v4/applications/process-deployed-application-for-thread"},{"title":"Process Application By Alias","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/process/{application_alias}","href":"/reference/v4/applications/process-application-by-alias"},{"title":"Validate Application","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/validate","href":"/reference/v4/applications/validate-application"},{"title":"List Application Threads","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_variant_id}/threads","href":"/reference/v4/applications/list-application-threads"},{"title":"Create New Application Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/{application_variant_id}/threads","href":"/reference/v4/applications/create-new-application-thread"},{"title":"Upload Application Files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/applications/upload-files","href":"/reference/v4/applications/upload-application-files"},{"title":"Publish Application Variant","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/application-variants/{application_variant_id}/publish","href":"/reference/v4/applications/publish-application-variant"}]},{"group":"ChatThreads","pages":[{"title":"Get Thread Messages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/threads/{thread_id}/messages","href":"/reference/v4/chatthreads/get-thread-messages"},{"title":"Delete Chat Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/threads/{thread_id}","href":"/reference/v4/chatthreads/delete-chat-thread"},{"title":"Patch Chat Thread","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/threads/{thread_id}","href":"/reference/v4/chatthreads/patch-chat-thread"},{"title":"Patch Chat Thread Entry","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/threads/{thread_id}/messages/{application_interaction_id}","href":"/reference/v4/chatthreads/patch-chat-thread-entry"},{"title":"Add Feedback To Thread Entry","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/threads/{thread_id}/messages/{application_interaction_id}/feedback","href":"/reference/v4/chatthreads/add-feedback-to-thread-entry"},{"title":"Delete Interaction Feedback","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/threads/{thread_id}/messages/{application_interaction_id}/feedback","href":"/reference/v4/chatthreads/delete-interaction-feedback"}]},{"group":"Interactions","pages":[{"title":"Create Application Interaction","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/interactions/","href":"/reference/v4/interactions/create-application-interaction"},{"title":"Get Interaction Feedback","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/interactions/{application_interaction_id}/feedback","href":"/reference/v4/interactions/get-interaction-feedback"}]},{"group":"MonitoringDashboard","pages":[{"title":"Get Dashboard Schema","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_spec_id}/dashboards/{dashboard_id}","href":"/reference/v4/monitoringdashboard/get-dashboard-schema"},{"title":"Get Scalar Metric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_spec_id}/metrics/scalar/{metric_id}","href":"/reference/v4/monitoringdashboard/get-scalar-metric"},{"title":"Get Timeseries Metric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/applications/{application_spec_id}/metrics/timeseries/{metric_id}","href":"/reference/v4/monitoringdashboard/get-timeseries-metric"}]},{"group":"Chat Themes","pages":[{"title":"List Themes","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/themes","href":"/reference/v4/chat-themes/list-themes"},{"title":"Create Theme","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/themes","href":"/reference/v4/chat-themes/create-theme"},{"title":"Get Theme","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/themes/{theme_id}","href":"/reference/v4/chat-themes/get-theme"}]},{"group":"Sessions","pages":[{"title":"List Sessions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/sessions","href":"/reference/v4/sessions/list-sessions"},{"title":"Create Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json post /v4/sessions","href":"/reference/v4/sessions/create-session"},{"title":"Get Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json get /v4/sessions/{session_id}","href":"/reference/v4/sessions/get-session"},{"title":"Delete Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json delete /v4/sessions/{session_id}","href":"/reference/v4/sessions/delete-session"},{"title":"Update Session","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json patch /v4/sessions/{session_id}","href":"/reference/v4/sessions/update-session"}]},{"group":"account groups","pages":[{"title":"Upsert General Role Restriction","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v4/openapi.json put /v4/account-groups/general-role-restrictions/{role}","href":"/reference/v4/account-groups/upsert-general-role-restriction"}]}]},{"tab":"Recipes","pages":[{"title":"Recipes","href":"/recipes/flexible-evaluations"}]},{"tab":"Release Notes","pages":[{"title":"Release Notes","href":"/changelog/release-notes"}]}]}]},"basePath":"","title":"Update Evaluation Task - Scale AI","buildId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","deploymentId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-DCDCdBVX.js","utils-ME8dDnLe.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-0e84ACsd.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-wgRBj-ia.js","snippetPresets-C11Sgb-o.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-C0lapOpP.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-ZeRQV8fF.js","shallow-BupWh095.js","getApiPlaygroundDisplay-BnYQO2Ss.js","CodeSnippet-RKKOc8c_.js","CodeSnippets-Drf_m8wS.js","Page-Bevw23-4.js","getPastedJson-u6QiPzNZ.js","icon-Bb-CBSxO.js","MethodPill-F7l5AI7V.js","DuplicateIcon-IiAXkdSg.js","createIcon-FliI8EBc.js","DynamicMarkdown-B62XqCSI.js","SectionHeading-Dj31pT03.js","axios-vUo_bRtp.js","Markdown-BOgQCTwD.js","clsx-BIWXJmsZ.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-DKZWslLH.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-UDqbR6xh.js"]}