Returns the evaluation with its datasets, async-job progress, metadata, and task-error count.
Archived evaluations are excluded unless include_archived is set. Pass the tasks view to
include the evaluation’s task configurations in the response.
GET
/
v5
/
evaluations
/
{evaluation_id}
Get Evaluation
curl --request GET \ --url https://api.egp.scale.com/v5/evaluations/{evaluation_id} \ --header 'x-api-key: <api-key>'
Tasks executed during evaluation. Populated with optional task view.
ChatCompletionEvaluationTask
GenericInferenceEvaluationTask
ApplicationVariantV1EvaluationTask
AgentexOutputEvaluationTask
MetricEvaluationTask
AutoEvaluationQuestionTask
AutoEvaluationGuidedDecodingEvaluationTask
AutoEvaluationAgentEvaluationTask
ContributorEvaluationQuestionTask
CustomFunctionEvaluationTask
Show child attributes
metadata
Metadata · object | null
Metadata key-value pairs for the evaluation
error_count
integer | null
Number of task errors across all items in this evaluation.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/YkQgtlZ7_jaCP1h0/logo/light.svg?fit=max\u0026auto=format\u0026n=YkQgtlZ7_jaCP1h0\u0026q=85\u0026s=3afcca56833a7bfb1c8bf1eec6176590","dark":"https://mintcdn.com/scalegp/YkQgtlZ7_jaCP1h0/logo/dark.svg?fit=max\u0026auto=format\u0026n=YkQgtlZ7_jaCP1h0\u0026q=85\u0026s=522975ce3d7a84c5946bc7f8a6702767"},"favicon":{"light":"https://mintcdn.com/scalegp/vT4TaGb2QZ2PoL0h/favicon-light.svg?fit=max\u0026auto=format\u0026n=vT4TaGb2QZ2PoL0h\u0026q=85\u0026s=9dcad04e938e90fdf4e9ecb28e5ad9f8","dark":"https://mintcdn.com/scalegp/vT4TaGb2QZ2PoL0h/favicon-dark.svg?fit=max\u0026auto=format\u0026n=vT4TaGb2QZ2PoL0h\u0026q=85\u0026s=f516033dd3f7c77f7f362c4f12a9508c"},"background":{"decoration":"windows"},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6afcecf2258e4b7760896f4b","clientVersion":"0.0.4205","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Agentex API","count":60},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":40},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url('https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2');font-weight:normal;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v5/evaluations/get-evaluation","slug":"/reference/v5/evaluations/get-evaluation","pageMetadata":{"title":"Get Evaluation","description":"Retrieve a single evaluation by ID.\n\nReturns the evaluation with its datasets, async-job progress, metadata, and task-error count.\nArchived evaluations are excluded unless `include_archived` is set. Pass the `tasks` view to\ninclude the evaluation's task configurations in the response.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Retrieve a single evaluation by ID.\"\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Returns the evaluation with its datasets, async-job progress, metadata, and task-error count.\\nArchived evaluations are excluded unless \", _jsx(_components.code, {\n children: \"include_archived\"\n }), \" is set. Pass the \", _jsx(_components.code, {\n children: \"tasks\"\n }), \" view to\\ninclude the evaluation’s task configurations in the response.\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get Evaluation","description":"Retrieve a single evaluation by ID.\n\nReturns the evaluation with its datasets, async-job progress, metadata, and task-error count.\nArchived evaluations are excluded unless `include_archived` is set. Pass the `tasks` view to\ninclude the evaluation's task configurations in the response.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Evaluations"],"summary":"Get Evaluation","description":"Retrieve a single evaluation by ID.\n\nReturns the evaluation with its datasets, async-job progress, metadata, and task-error count.\nArchived evaluations are excluded unless `include_archived` is set. Pass the `tasks` view to\ninclude the evaluation's task configurations in the response.","operationId":"GET-V5-/v5/evaluations/evaluation_id","security":["398686a7-46b3-4837-97eb-5c918cf171e3"],"parameters":["ee55451f-b2e8-4b92-9fc0-ce5d7d944c05","645112e2-7531-4b54-95a2-177bf6265653","5e5e8ec2-5716-4137-a235-3dcbe506e855","c0dd6177-8b03-49f8-8c43-d4615847b616"],"responses":{"200":"31d5ffc6-54c5-4de0-87d0-9687b10e307e","422":"1762f7a2-300d-4240-a12c-e982fa23afb5"},"method":"get","type":"path","servers":["53d4b40c-6ecb-41f0-8721-9b4723f67775"],"path":"/v5/evaluations/{evaluation_id}","baseUrlOptions":["https://api.egp.scale.com"],"title":"Get Evaluation","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"ee55451f-b2e8-4b92-9fc0-ce5d7d944c05":{"name":"evaluation_id","in":"path","required":true,"schema":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"645112e2-7531-4b54-95a2-177bf6265653":{"name":"include_archived","in":"query","required":false,"schema":{"type":"boolean","default":false,"title":"Include Archived","isRequired":false,"uniqueKey":"","typeLabel":"boolean"}},"5e5e8ec2-5716-4137-a235-3dcbe506e855":{"name":"views","in":"query","required":false,"schema":{"type":"array","items":{"type":"string","enum":["tasks"],"title":"EvaluationViews","uniqueKey":"items.[INDEX]","typeLabel":"enum\u003cstring>"},"default":[],"title":"Views","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>[]"}},"c0dd6177-8b03-49f8-8c43-d4615847b616":{"name":"x-selected-account-id","in":"header","required":false,"schema":{"oneOf":[{"type":"string","title":"Account ID Header","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Account ID Header","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}}},"responses":{"31d5ffc6-54c5-4de0-87d0-9687b10e307e":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"created_by","typeLabel":"Identity · object"},"tags":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"tags.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"tags.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"tags","typeLabel":"string[] | null"},"datasets":{"oneOf":[{"type":"array","items":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].id","typeLabel":"string"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"datasets.oneOf.0.items.[INDEX].created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].created_by","typeLabel":"Identity · object"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"tags":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"datasets.oneOf.0.items.[INDEX].tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].tags.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].tags.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].tags","typeLabel":"string[] | null"},"current_version_num":{"type":"integer","title":"Current Version Num","isRequired":true,"uniqueKey":"datasets.oneOf.0.items.[INDEX].current_version_num","typeLabel":"integer"},"object":{"type":"string","const":"dataset","title":"Object","default":"dataset","uniqueKey":"datasets.oneOf.0.items.[INDEX].object","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"datasets.oneOf.0.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"datasets.oneOf.0.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"datasets.oneOf.0.items.[INDEX].description","typeLabel":"string | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"datasets.oneOf.0.items.[INDEX].archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"datasets.oneOf.0.items.[INDEX].archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"datasets.oneOf.0.items.[INDEX].archived_at","typeLabel":"string\u003cdate-time> | null"}},"type":"object","required":["created_by","name","id","created_at","tags","current_version_num"],"uniqueKey":"datasets.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Datasets","isRequired":true,"uniqueKey":"datasets.oneOf.0","typeLabel":"Datasets · object[]"},{"type":"null","title":"Datasets","isRequired":true,"uniqueKey":"datasets.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"datasets","typeLabel":"Datasets · object[] | null"},"status":{"type":"string","enum":["failed","completed","running"],"title":"EvaluationStatus","isRequired":true,"uniqueKey":"status","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"evaluation","title":"Object","default":"evaluation","uniqueKey":"object","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"description.oneOf.1","typeLabel":"null"}],"uniqueKey":"description","typeLabel":"string | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"archived_at","typeLabel":"string\u003cdate-time> | null"},"status_reason":{"oneOf":[{"type":"string","title":"Status Reason","description":"Reason for evaluation status","uniqueKey":"status_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Status Reason","description":"Reason for evaluation status","uniqueKey":"status_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"status_reason","typeLabel":"string | null"},"progress":{"oneOf":[{"type":"object","title":"EvaluationTasksProgressSchema","description":"Progress of the evaluation's underlying async job","properties":{"workflows":{"oneOf":[{"type":"object","title":"EvaluationTasksWorkflowProgressSchema","required":["total","completed","failed","pending"],"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"progress.oneOf.0.workflows.oneOf.0.total","typeLabel":"integer"},"completed":{"type":"integer","title":"Completed","isRequired":true,"uniqueKey":"progress.oneOf.0.workflows.oneOf.0.completed","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"progress.oneOf.0.workflows.oneOf.0.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"progress.oneOf.0.workflows.oneOf.0.pending","typeLabel":"integer"}},"uniqueKey":"progress.oneOf.0.workflows.oneOf.0","typeLabel":"EvaluationTasksWorkflowProgressSchema · object"},{"type":"null","uniqueKey":"progress.oneOf.0.workflows.oneOf.1","typeLabel":"null"}],"uniqueKey":"progress.oneOf.0.workflows","typeLabel":"EvaluationTasksWorkflowProgressSchema · object | null"},"items":{"oneOf":[{"type":"object","title":"EvaluationTasksItemProgressSchema","required":["total","successful","failed","pending"],"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.total","typeLabel":"integer"},"successful":{"type":"integer","title":"Successful","isRequired":true,"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.successful","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.pending","typeLabel":"integer"},"failed_items":{"items":{"properties":{"item_id":{"type":"string","title":"Item Id","isRequired":true,"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].item_id","typeLabel":"string"},"error":{"oneOf":[{"type":"string","title":"Error","uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error","uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error.oneOf.1","typeLabel":"null"}],"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error","typeLabel":"string | null"},"error_type":{"oneOf":[{"type":"string","title":"Error Type","uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error Type","uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error_type","typeLabel":"string | null"}},"type":"object","required":["item_id"],"title":"EvaluationTasksFailedItemSchema","uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX]","typeLabel":"EvaluationTasksFailedItemSchema · object"},"type":"array","title":"Failed Items","default":[],"uniqueKey":"progress.oneOf.0.\\items.oneOf.0.failed_items","typeLabel":"EvaluationTasksFailedItemSchema · object[]"}},"uniqueKey":"progress.oneOf.0.\\items.oneOf.0","typeLabel":"EvaluationTasksItemProgressSchema · object"},{"type":"null","uniqueKey":"progress.oneOf.0.\\items.oneOf.1","typeLabel":"null"}],"uniqueKey":"progress.oneOf.0.\\items","typeLabel":"EvaluationTasksItemProgressSchema · object | null"}},"uniqueKey":"progress.oneOf.0","typeLabel":"EvaluationTasksProgressSchema · object"},{"type":"null","description":"Progress of the evaluation's underlying async job","uniqueKey":"progress.oneOf.1","typeLabel":"null"}],"uniqueKey":"progress","typeLabel":"EvaluationTasksProgressSchema · object | null"},"tasks":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"object","title":"ChatCompletionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.model","typeLabel":"string"},"messages":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Messages","description":"openai standard message format","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages.oneOf.0","typeLabel":"Messages · object[]"},{"type":"string","title":"ItemLocator","description":"openai standard message format","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages","typeLabel":"Messages · object[] | string"},"top_k":{"oneOf":[{"type":"integer","title":"Top K","description":"Only sample from the top K options for each subsequent token","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Only sample from the top K options for each subsequent token","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k.oneOf.1","typeLabel":"string"},{"type":"null","title":"Top K","description":"Only sample from the top K options for each subsequent token","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k","typeLabel":"integer | string | null"},"frequency_penalty":{"oneOf":[{"type":"number","title":"Frequency Penalty","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.1","typeLabel":"string"},{"type":"null","title":"Frequency Penalty","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty","typeLabel":"number | string | null"},"function_call":{"oneOf":[{"type":"object","title":"Function Call","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call.oneOf.0","typeLabel":"Function Call · object"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call.oneOf.1","typeLabel":"string"},{"type":"null","title":"Function Call","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call","typeLabel":"Function Call · object | string | null"},"functions":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Functions","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.0","typeLabel":"Functions · object[]"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.1","typeLabel":"string"},{"type":"null","title":"Functions","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions","typeLabel":"Functions · object[] | string | null"},"logit_bias":{"oneOf":[{"type":"object","title":"Logit Bias","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","additionalProperties":{"type":"integer","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0","typeLabel":"Logit Bias · object"},{"type":"string","title":"ItemLocator","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.1","typeLabel":"string"},{"type":"null","title":"Logit Bias","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias","typeLabel":"Logit Bias · object | string | null"},"logprobs":{"oneOf":[{"type":"boolean","title":"Logprobs","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.1","typeLabel":"string"},{"type":"null","title":"Logprobs","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs","typeLabel":"boolean | string | null"},"max_completion_tokens":{"oneOf":[{"type":"integer","title":"Max Completion Tokens","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.1","typeLabel":"string"},{"type":"null","title":"Max Completion Tokens","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens","typeLabel":"integer | string | null"},"max_tokens":{"oneOf":[{"type":"integer","title":"Max Tokens","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.1","typeLabel":"string"},{"type":"null","title":"Max Tokens","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens","typeLabel":"integer | string | null"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Developer-defined tags and values used for filtering completions in the dashboard.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties.oneOf.1.items.[INDEX]","typeLabel":"string"},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties.oneOf.1","typeLabel":"string[]"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties","typeLabel":"string | string[]"},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"string","title":"ItemLocator","description":"Developer-defined tags and values used for filtering completions in the dashboard.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.1","typeLabel":"string"},{"type":"null","title":"Metadata","description":"Developer-defined tags and values used for filtering completions in the dashboard.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata","typeLabel":"Metadata · object | string | null"},"modalities":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Modalities","description":"Output types that you would like the model to generate for this request.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Output types that you would like the model to generate for this request.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.1","typeLabel":"string"},{"type":"null","title":"Modalities","description":"Output types that you would like the model to generate for this request.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities","typeLabel":"string[] | string | null"},"n":{"oneOf":[{"type":"integer","title":"N","description":"How many chat completion choices to generate for each input message.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"How many chat completion choices to generate for each input message.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n.oneOf.1","typeLabel":"string"},{"type":"null","title":"N","description":"How many chat completion choices to generate for each input message.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n","typeLabel":"integer | string | null"},"parallel_tool_calls":{"oneOf":[{"type":"boolean","title":"Parallel Tool Calls","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.1","typeLabel":"string"},{"type":"null","title":"Parallel Tool Calls","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls","typeLabel":"boolean | string | null"},"prediction":{"oneOf":[{"type":"object","title":"Prediction","description":"Static predicted output content, such as the content of a text file being regenerated.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction.oneOf.0","typeLabel":"Prediction · object"},{"type":"string","title":"ItemLocator","description":"Static predicted output content, such as the content of a text file being regenerated.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction.oneOf.1","typeLabel":"string"},{"type":"null","title":"Prediction","description":"Static predicted output content, such as the content of a text file being regenerated.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction","typeLabel":"Prediction · object | string | null"},"presence_penalty":{"oneOf":[{"type":"number","title":"Presence Penalty","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.1","typeLabel":"string"},{"type":"null","title":"Presence Penalty","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty","typeLabel":"number | string | null"},"reasoning_effort":{"oneOf":[{"type":"string","title":"Reasoning Effort","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.1","typeLabel":"string"},{"type":"null","title":"Reasoning Effort","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort","typeLabel":"string · string · null"},"response_format":{"oneOf":[{"type":"object","title":"Response Format","description":"An object specifying the format that the model must output.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format.oneOf.0","typeLabel":"Response Format · object"},{"type":"string","title":"ItemLocator","description":"An object specifying the format that the model must output.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format.oneOf.1","typeLabel":"string"},{"type":"null","title":"Response Format","description":"An object specifying the format that the model must output.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format","typeLabel":"Response Format · object | string | null"},"seed":{"oneOf":[{"type":"integer","title":"Seed","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed.oneOf.1","typeLabel":"string"},{"type":"null","title":"Seed","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed","typeLabel":"integer | string | null"},"stop":{"oneOf":[{"type":"string","title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.1","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.2","typeLabel":"string"},{"type":"null","title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.3","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop","typeLabel":"string · string[] · string · null"},"store":{"oneOf":[{"type":"boolean","title":"Store","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store.oneOf.1","typeLabel":"string"},{"type":"null","title":"Store","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store","typeLabel":"boolean | string | null"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","maximum":2,"minimum":0,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature.oneOf.1","typeLabel":"string"},{"type":"null","title":"Temperature","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature","typeLabel":"number | string | null"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.0","typeLabel":"string"},{"type":"object","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.1","typeLabel":"Tool Choice · object"},{"type":"string","title":"ItemLocator","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.2","typeLabel":"string"},{"type":"null","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.3","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice","typeLabel":"string · Tool Choice · object · string · null"},"tools":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Tools","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.0","typeLabel":"Tools · object[]"},{"type":"string","title":"ItemLocator","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.1","typeLabel":"string"},{"type":"null","title":"Tools","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools","typeLabel":"Tools · object[] | string | null"},"top_logprobs":{"oneOf":[{"type":"integer","title":"Top Logprobs","description":"Number of most likely tokens to return at each position, with associated log probability.","maximum":20,"minimum":0,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Number of most likely tokens to return at each position, with associated log probability.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.1","typeLabel":"string"},{"type":"null","title":"Top Logprobs","description":"Number of most likely tokens to return at each position, with associated log probability.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs","typeLabel":"integer | string | null"},"top_p":{"oneOf":[{"type":"number","title":"Top P","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","maximum":1,"minimum":0,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p.oneOf.1","typeLabel":"string"},{"type":"null","title":"Top P","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p","typeLabel":"number | string | null"},"audio":{"oneOf":[{"type":"object","title":"Audio","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio.oneOf.0","typeLabel":"Audio · object"},{"type":"string","title":"ItemLocator","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio.oneOf.1","typeLabel":"string"},{"type":"null","title":"Audio","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio","typeLabel":"Audio · object | string | null"}},"additionalProperties":true,"type":"object","required":["model","messages"],"title":"ChatCompletionRequestWithItemLocator_","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.configuration","typeLabel":"ChatCompletionRequestWithItemLocator_ · object"},"task_type":{"type":"string","const":"chat_completion","title":"Task Type","default":"chat_completion","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `chat_completion`","default":"chat_completion","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"ChatCompletionEvaluationTask · object"},{"type":"object","title":"GenericInferenceEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.model","typeLabel":"string"},"args":{"oneOf":[{"type":"object","title":"Args","description":"Arguments passed into model","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args.oneOf.0","typeLabel":"Args · object"},{"type":"string","title":"ItemLocator","description":"Arguments passed into model","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args.oneOf.1","typeLabel":"string"},{"type":"null","title":"Args","description":"Arguments passed into model","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args","typeLabel":"Args · object | string | null"},"inference_configuration":{"oneOf":[{"type":"object","title":"LaunchInferenceConfiguration","description":"Vendor specific configuration","properties":{"timeout_seconds":{"oneOf":[{"type":"integer","title":"Timeout Seconds","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Timeout Seconds","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds","typeLabel":"integer | null"},"num_retries":{"oneOf":[{"type":"integer","title":"Num Retries","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Retries","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries","typeLabel":"integer | null"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0","typeLabel":"LaunchInferenceConfiguration · object"},{"type":"string","title":"ItemLocator","description":"Vendor specific configuration","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.1","typeLabel":"string"},{"type":"null","title":"Inference Configuration","description":"Vendor specific configuration","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration","typeLabel":"LaunchInferenceConfiguration · object | string | null"}},"type":"object","required":["model"],"title":"GenericInferenceRequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.configuration","typeLabel":"GenericInferenceRequestWithItemLocator · object"},"task_type":{"type":"string","const":"inference","title":"Task Type","default":"inference","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `inference`","default":"inference","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"GenericInferenceEvaluationTask · object"},{"type":"object","title":"ApplicationVariantV1EvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"inputs":{"oneOf":[{"type":"object","title":"Inputs","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","additionalProperties":true,"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.inputs.oneOf.0","typeLabel":"Inputs · object"},{"type":"string","title":"ItemLocator","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.inputs.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.inputs","typeLabel":"Inputs · object | string"},"application_variant_id":{"oneOf":[{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.application_variant_id","typeLabel":"string"},"history":{"oneOf":[{"type":"array","items":{"properties":{"request":{"type":"string","title":"Request","description":"Request inputs","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].request","typeLabel":"string"},"response":{"type":"string","title":"Response","description":"Response outputs","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].response","typeLabel":"string"},"session_data":{"oneOf":[{"type":"object","title":"Session Data","description":"Session data corresponding to the request response pair","default":{},"additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data.oneOf.0","typeLabel":"Session Data · object"},{"type":"null","title":"Session Data","description":"Session data corresponding to the request response pair","default":{},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data","typeLabel":"Session Data · object | null"}},"type":"object","required":["request","response"],"title":"ApplicationRequestResponsePair","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX]","typeLabel":"ApplicationRequestResponsePair · object"},"title":"History","description":"History of the application","default":[],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0","typeLabel":"ApplicationRequestResponsePair · object[]"},{"type":"string","title":"ItemLocator","description":"History of the application","default":[],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.1","typeLabel":"string"},{"type":"null","title":"History","description":"History of the application","default":[],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history","typeLabel":"ApplicationRequestResponsePair · object[] | string | null"},"overrides":{"oneOf":[{"type":"object","title":"AgenticApplicationOverrides","description":"Execution override options for agentic applications","properties":{"concurrent":{"type":"boolean","title":"Concurrent","default":false,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.concurrent","typeLabel":"boolean"},"use_channels":{"type":"boolean","title":"Use Channels","default":false,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.use_channels","typeLabel":"boolean"},"initial_state":{"oneOf":[{"type":"object","title":"MachineState","required":["current_node","state"],"properties":{"current_node":{"type":"string","title":"Current Node","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.0.current_node","typeLabel":"string"},"state":{"additionalProperties":true,"type":"object","title":"State","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.0.state","typeLabel":"State · object"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.0","typeLabel":"MachineState · object"},{"type":"null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state","typeLabel":"MachineState · object | null"},"partial_trace":{"oneOf":[{"type":"array","items":{"properties":{"workflow_id":{"type":"string","title":"Workflow Id","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].workflow_id","typeLabel":"string"},"node_id":{"type":"string","title":"Node Id","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].node_id","typeLabel":"string"},"operation_type":{"type":"string","title":"Operation Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_type","typeLabel":"string"},"start_timestamp":{"type":"string","title":"Start Timestamp","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].start_timestamp","typeLabel":"string"},"operation_input":{"type":"string","title":"Operation Input","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_input","typeLabel":"string"},"operation_output":{"type":"string","title":"Operation Output","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_output","typeLabel":"string"},"duration_ms":{"type":"integer","title":"Duration Ms","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].duration_ms","typeLabel":"integer"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"null","title":"Operation Metadata","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_metadata","typeLabel":"Operation Metadata · object | null"}},"type":"object","required":["workflow_id","node_id","operation_type","start_timestamp","operation_input","operation_output","duration_ms"],"title":"LegacySpan","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX]","typeLabel":"LegacySpan · object"},"title":"Partial Trace","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0","typeLabel":"LegacySpan · object[]"},{"type":"null","title":"Partial Trace","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace","typeLabel":"LegacySpan · object[] | null"},"return_span":{"type":"boolean","title":"Return Span","default":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.return_span","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0","typeLabel":"AgenticApplicationOverrides · object"},{"type":"object","title":"Overrides","description":"Optional overrides for the application","additionalProperties":{"properties":{"type":{"type":"string","const":"knowledge_base_schema","title":"Type","default":"knowledge_base_schema","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.type","typeLabel":"string"},"artifact_ids_filter":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Artifact Ids Filter","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Artifact Ids Filter","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter","typeLabel":"string[] | null"},"artifact_name_regex":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Artifact Name Regex","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Artifact Name Regex","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex","typeLabel":"string[] | null"}},"type":"object","title":"KnowledgeBaseNodeOverride","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties","typeLabel":"KnowledgeBaseNodeOverride · object"},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1","typeLabel":"Overrides · object"},{"type":"string","title":"ItemLocator","description":"Optional overrides for the application","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.2","typeLabel":"string"},{"type":"null","title":"Overrides","description":"Optional overrides for the application","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.3","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides","typeLabel":"AgenticApplicationOverrides · object | Overrides · object | string | null"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"string","title":"ItemLocator","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.1","typeLabel":"string"},{"type":"null","title":"Operation Metadata","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata","typeLabel":"Operation Metadata · object | string | null"}},"type":"object","required":["inputs","application_variant_id"],"title":"ApplicationVariantV1RequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.configuration","typeLabel":"ApplicationVariantV1RequestWithItemLocator · object"},"task_type":{"type":"string","const":"application_variant","title":"Task Type","default":"application_variant","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `application_variant`","default":"application_variant","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"ApplicationVariantV1EvaluationTask · object"},{"type":"object","title":"AgentexOutputEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"agentex_agent_id":{"oneOf":[{"type":"string","title":"Agentex Agent Id","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agentex_agent_id","typeLabel":"string"},"input_column":{"oneOf":[{"type":"string","title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.0","typeLabel":"string"},{"type":"object","title":"Input Column","description":"The dataset column to use as input for the agent","additionalProperties":true,"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.1","typeLabel":"Input Column · object"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2.items.[INDEX]","typeLabel":"any"},"title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2","typeLabel":"any[]"},{"type":"string","title":"ItemLocator","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.3","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column","typeLabel":"string · Input Column · object · any[] · string"},"deployment_id":{"oneOf":[{"type":"string","title":"Deployment Id","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.1","typeLabel":"string"},{"type":"null","title":"Deployment Id","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id","typeLabel":"string · string · null"},"include_traces":{"oneOf":[{"type":"boolean","title":"Include Traces","description":"Whether to include trace data in the evaluation results. Traces are read from SGP's own span store for the agent's trace, not from Agentex.","default":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to include trace data in the evaluation results. Traces are read from SGP's own span store for the agent's trace, not from Agentex.","default":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.include_traces","typeLabel":"boolean | string"},"timeout_seconds":{"oneOf":[{"type":"integer","title":"Timeout Seconds","description":"Maximum seconds to wait for the agent's first-turn response per item. If not set, the server-side default of 600s applies. Capped at 1500s to stay within the evaluation item activity's 1800s start-to-close budget.","maximum":1500,"minimum":1,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Maximum seconds to wait for the agent's first-turn response per item. If not set, the server-side default of 600s applies. Capped at 1500s to stay within the evaluation item activity's 1800s start-to-close budget.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.1","typeLabel":"string"},{"type":"null","title":"Timeout Seconds","description":"Maximum seconds to wait for the agent's first-turn response per item. If not set, the server-side default of 600s applies. Capped at 1500s to stay within the evaluation item activity's 1800s start-to-close budget.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds","typeLabel":"integer | string | null"},"agent_task_params":{"oneOf":[{"type":"object","title":"Agent Task Params","description":"Extra params merged into the Agentex `task/create` call's `params` object and forwarded verbatim to the agent. Required by agents that demand configuration at task creation -- the golden agent, for example, rejects any task whose params omit `config_id`. SGP always pins `is_eval: true`; a caller-supplied `description` overrides the SGP default. Nested `item.`-prefixed strings and `{{item.x}}` templates are resolved per evaluation item, so a per-row `config_id` can come from a dataset column.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params.oneOf.0","typeLabel":"Agent Task Params · object"},{"type":"string","title":"ItemLocator","description":"Extra params merged into the Agentex `task/create` call's `params` object and forwarded verbatim to the agent. Required by agents that demand configuration at task creation -- the golden agent, for example, rejects any task whose params omit `config_id`. SGP always pins `is_eval: true`; a caller-supplied `description` overrides the SGP default. Nested `item.`-prefixed strings and `{{item.x}}` templates are resolved per evaluation item, so a per-row `config_id` can come from a dataset column.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params.oneOf.1","typeLabel":"string"},{"type":"null","title":"Agent Task Params","description":"Extra params merged into the Agentex `task/create` call's `params` object and forwarded verbatim to the agent. Required by agents that demand configuration at task creation -- the golden agent, for example, rejects any task whose params omit `config_id`. SGP always pins `is_eval: true`; a caller-supplied `description` overrides the SGP default. Nested `item.`-prefixed strings and `{{item.x}}` templates are resolved per evaluation item, so a per-row `config_id` can come from a dataset column.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params.oneOf.2","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params","typeLabel":"Agent Task Params · object | string | null"},"input_mode":{"type":"string","enum":["text","data"],"title":"Input Mode","description":"How the resolved `input_column` is delivered to the agent. `text` (the default) sends a TextContent message with the value stringified. `data` sends a DataContent message whose `data` is the value as a JSON object; the resolved value must be an object, or a string that parses to one. Most agents accept text only and reject `data`.","default":"text","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_mode","typeLabel":"enum\u003cstring>"},"completion_mode":{"type":"string","enum":["first_message","turn_quiescence"],"title":"Completion Mode","description":"How the agent's first turn is judged finished. `first_message` (the default) grades the first non-empty agent text message after the input, which is cheap but grades a streaming harness on whatever text block streamed first. `turn_quiescence` keeps listening while the agent is still producing messages and grades once at least one agent text message exists and nothing new has arrived for `quiescence_seconds` -- the right choice for tool-using agents. Neither mode requires the agent to mark the task complete; a terminal task status always ends the wait, and `timeout_seconds` always bounds it.","default":"first_message","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.completion_mode","typeLabel":"enum\u003cstring>"},"quiescence_seconds":{"oneOf":[{"type":"integer","title":"Quiescence Seconds","description":"Seconds of no new messages before `completion_mode: turn_quiescence` considers the turn finished. Ignored in `first_message` mode. Should exceed the agent's longest expected gap between messages (a slow tool call), or the turn is graded early.","default":30,"maximum":300,"minimum":1,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.quiescence_seconds.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Seconds of no new messages before `completion_mode: turn_quiescence` considers the turn finished. Ignored in `first_message` mode. Should exceed the agent's longest expected gap between messages (a slow tool call), or the turn is graded early.","default":30,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.quiescence_seconds.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.quiescence_seconds","typeLabel":"integer | string"}},"type":"object","required":["agentex_agent_id","input_column"],"title":"AgentexOutputConfigurationWithItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.configuration","typeLabel":"AgentexOutputConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"agentex_output","title":"Task Type","default":"agentex_output","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `agentex_output`","default":"agentex_output","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.3","typeLabel":"AgentexOutputEvaluationTask · object"},{"type":"object","title":"MetricEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"BleuScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"bleu","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0","typeLabel":"BleuScorerConfigWithItemLocator · object"},{"type":"object","title":"MeteorScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"meteor","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1","typeLabel":"MeteorScorerConfigWithItemLocator · object"},{"type":"object","title":"CosineSimilarityScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"cosine_similarity","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2","typeLabel":"CosineSimilarityScorerConfigWithItemLocator · object"},{"type":"object","title":"F1ScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"f1","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3","typeLabel":"F1ScorerConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer1ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge1","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4","typeLabel":"RougeScorer1ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer2ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge2","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5","typeLabel":"RougeScorer2ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorerLConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rougeL","title":"Type","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6","typeLabel":"RougeScorerLConfigWithItemLocator · object"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.configuration","typeLabel":"BleuScorerConfigWithItemLocator · object | MeteorScorerConfigWithItemLocator · object | CosineSimilarityScorerConfigWithItemLocator · object | F1ScorerConfigWithItemLocator · object | RougeScorer1ConfigWithItemLocator · object | RougeScorer2ConfigWithItemLocator · object | RougeScorerLConfigWithItemLocator · object"},"task_type":{"type":"string","const":"metric","title":"Task Type","default":"metric","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.task_type","typeLabel":"string"},"alias":{"oneOf":[{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the metric type specified in the configuration","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Alias","description":"Alias to title the results column. Defaults to the metric type specified in the configuration","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4.alias","typeLabel":"string | null"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.4","typeLabel":"MetricEvaluationTask · object"},{"type":"object","title":"AutoEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt","typeLabel":"string"},"question_id":{"type":"string","title":"Question Id","description":"question to be evaluated","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.question_id","typeLabel":"string"}},"type":"object","required":["model","prompt","question_id"],"title":"AutoEvaluationQuestionRequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.configuration","typeLabel":"AutoEvaluationQuestionRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.question","title":"Task Type","default":"auto_evaluation.question","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_question`","default":"auto_evaluation_question","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.5","typeLabel":"AutoEvaluationQuestionTask · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator","required":["model","prompt","response_format"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt","typeLabel":"string"},"response_format":{"additionalProperties":true,"type":"object","title":"Response Format","description":"JSON schema used for structuring the model response","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.response_format","typeLabel":"Response Format · object"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.2","typeLabel":"string"},{"type":"null","title":"System Prompt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.3","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt","typeLabel":"string · string · string · null"},"inference_args":{"oneOf":[{"type":"object","title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args.oneOf.0","typeLabel":"Inference Args · object"},{"type":"null","title":"Inference Args","description":"Additional arguments to pass to the inference request","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args","typeLabel":"Inference Args · object | null"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"type":"any","title":"Value","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value","typeLabel":"any"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"},{"type":"null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.15","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object | null"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator","required":["model","prompt","choices"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt","typeLabel":"string"},"choices":{"items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.choices.items.[INDEX]","typeLabel":"string"},"type":"array","minItems":1,"title":"Choices","description":"Choices array cannot be empty","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.choices","typeLabel":"string[]"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.2","typeLabel":"string"},{"type":"null","title":"System Prompt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.3","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt","typeLabel":"string · string · string · null"},"inference_args":{"oneOf":[{"type":"object","title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args.oneOf.0","typeLabel":"Inference Args · object"},{"type":"null","title":"Inference Args","description":"Additional arguments to pass to the inference request","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args","typeLabel":"Inference Args · object | null"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"type":"any","title":"Value","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value","typeLabel":"any"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"},{"type":"null","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.15","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object | null"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1","typeLabel":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationAgentTaskRequestWithItemLocator","required":["output_rules","name","definition"],"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"oneOf":[{"type":"string","title":"Output Type","enum":["text","integer","float","boolean"],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Output Type","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type","typeLabel":"enum\u003cstring> | null"},"output_values":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"title":"Output Values","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0","typeLabel":"(string | integer | number | boolean)[]"},{"type":"null","title":"Output Values","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values","typeLabel":"(string | integer | number | boolean)[] | null"},"data_fields":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Data Fields","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Data Fields","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields","typeLabel":"string[] | null"},"rubric_id":{"oneOf":[{"type":"string","title":"Rubric Id","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Rubric Id","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id","typeLabel":"string | null"},"rubric_version":{"oneOf":[{"type":"integer","title":"Rubric Version","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Rubric Version","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"}],"isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.configuration","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object | AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object | AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.guided_decoding","title":"Task Type","default":"auto_evaluation.guided_decoding","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_guided_decoding`","default":"auto_evaluation_guided_decoding","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.6","typeLabel":"AutoEvaluationGuidedDecodingEvaluationTask · object"},{"type":"object","title":"AutoEvaluationAgentEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"oneOf":[{"type":"string","title":"Output Type","enum":["text","integer","float","boolean"],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Output Type","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_type","typeLabel":"enum\u003cstring> | null"},"output_values":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"title":"Output Values","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0","typeLabel":"(string | integer | number | boolean)[]"},{"type":"null","title":"Output Values","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values","typeLabel":"(string | integer | number | boolean)[] | null"},"data_fields":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Data Fields","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Data Fields","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields","typeLabel":"string[] | null"},"rubric_id":{"oneOf":[{"type":"string","title":"Rubric Id","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Rubric Id","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_id","typeLabel":"string | null"},"rubric_version":{"oneOf":[{"type":"integer","title":"Rubric Version","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_version.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Rubric Version","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_version","typeLabel":"integer | null"}},"type":"object","required":["output_rules","name","definition"],"title":"AutoEvaluationAgentTaskRequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.configuration","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.agent","title":"Task Type","default":"auto_evaluation.agent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_agent`","default":"auto_evaluation_agent","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.7","typeLabel":"AutoEvaluationAgentEvaluationTask · object"},{"type":"object","title":"ContributorEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"question_id":{"type":"string","title":"Question Id","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.question_id","typeLabel":"string"},"layout":{"properties":{"children":{"items":{"oneOf":[{},{"type":"object","title":"Component","required":["data"],"properties":{"data":{"type":"string","title":"ItemLocator","description":"A pointer to the data in each evaluation item to be displayed within the component","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.data","typeLabel":"string"},"label":{"oneOf":[{"type":"string","title":"Label","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label.oneOf.0","typeLabel":"string"},{"type":"null","title":"Label","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label","typeLabel":"string | null"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1","typeLabel":"Component · object"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX]","typeLabel":"Component · object"},"type":"array","minItems":1,"title":"Children","description":"The children to be displayed within the container","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children","typeLabel":"Component · object[]"},"direction":{"type":"string","enum":["row","column"],"title":"Direction","description":"The axis that children are placed in the container. Based on CSS `flex-direction` (see: https://developer.mozilla.org/en-US/docs/Web/CSS/flex-direction)","default":"row","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.direction","typeLabel":"enum\u003cstring>"}},"type":"object","required":["children"],"title":"Container","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout","typeLabel":"Container · object"},"queue_id":{"type":"string","maxLength":100,"title":"Queue Id","description":"The contributor annotation queue to include this task in. Defaults to `default`","default":"default","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.queue_id","typeLabel":"string"},"required":{"oneOf":[{"type":"boolean","title":"Required","description":"Whether the question is required to be answered","default":false,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.required.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Required","description":"Whether the question is required to be answered","default":false,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.required.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.required","typeLabel":"boolean | null"},"rubric_id":{"oneOf":[{"type":"string","title":"Rubric Id","description":"ID of the rubric to use for scoring this evaluation question","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.rubric_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Rubric Id","description":"ID of the rubric to use for scoring this evaluation question","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.rubric_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.rubric_id","typeLabel":"string | null"},"prefill_from":{"oneOf":[{"type":"string","title":"Prefill From","description":"Dataset column to prefill contributor question task result","minLength":1,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.prefill_from.oneOf.0","typeLabel":"string"},{"type":"null","title":"Prefill From","description":"Dataset column to prefill contributor question task result","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.prefill_from.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.prefill_from","typeLabel":"string | null"}},"type":"object","required":["question_id","layout"],"title":"ContributorEvaluationQuestionConfigurationWithItemLocator","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.configuration","typeLabel":"ContributorEvaluationQuestionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"contributor_evaluation.question","title":"Task Type","default":"contributor_evaluation.question","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `contributor_evaluation_question`","default":"contributor_evaluation_question","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8.alias","typeLabel":"string"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.8","typeLabel":"ContributorEvaluationQuestionTask · object"},{"type":"object","title":"CustomFunctionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"function_source":{"type":"string","maxLength":10000,"title":"Function Source","description":"Python function source code","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.function_source","typeLabel":"string"},"arg_mapping":{"oneOf":[{"type":"object","title":"Arg Mapping","description":"Mapping of function parameter names to item locators (e.g. item.field). Auto-derived from function signature if not provided.","additionalProperties":{"type":"string","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping.oneOf.0.additionalProperties","typeLabel":"string"},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping.oneOf.0","typeLabel":"Arg Mapping · object"},{"type":"null","title":"Arg Mapping","description":"Mapping of function parameter names to item locators (e.g. item.field). Auto-derived from function signature if not provided.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping","typeLabel":"Arg Mapping · object | null"},"config_args":{"oneOf":[{"type":"object","title":"Config Args","description":"Literal argument values for function parameters, such as thresholds or RNG seeds. Serialized JSON must be at most 10000 characters.","additionalProperties":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.config_args.oneOf.0","typeLabel":"Config Args · object"},{"type":"null","title":"Config Args","description":"Literal argument values for function parameters, such as thresholds or RNG seeds. Serialized JSON must be at most 10000 characters.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.config_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.config_args","typeLabel":"Config Args · object | null"},"outputs":{"oneOf":[{"type":"array","items":{"properties":{"path":{"type":"string","minLength":1,"title":"Path","description":"Dot path in the custom function return value to materialize.","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].path","typeLabel":"string"},"alias":{"oneOf":[{"type":"string","title":"Alias","description":"Result column alias. Defaults to path with dots replaced by underscores.","minLength":1,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Alias","description":"Result column alias. Defaults to path with dots replaced by underscores.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].alias","typeLabel":"string | null"}},"type":"object","required":["path"],"title":"CustomFunctionOutputAlias","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX]","typeLabel":"CustomFunctionOutputAlias · object"},"title":"Outputs","description":"Optional output paths to materialize as separate result columns. If omitted, the function return value is stored only under the task alias/data key.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0","typeLabel":"CustomFunctionOutputAlias · object[]"},{"type":"null","title":"Outputs","description":"Optional output paths to materialize as separate result columns. If omitted, the function return value is stored only under the task alias/data key.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs","typeLabel":"CustomFunctionOutputAlias · object[] | null"}},"type":"object","required":["function_source"],"title":"CustomFunctionConfigurationWithItemLocator","description":"Configuration for a custom Python function evaluation task.","isRequired":true,"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.configuration","typeLabel":"CustomFunctionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"custom_function","title":"Task Type","default":"custom_function","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.task_type","typeLabel":"string"},"alias":{"oneOf":[{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the function name.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Alias","description":"Alias to title the results column. Defaults to the function name.","uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9.alias","typeLabel":"string | null"}},"uniqueKey":"tasks.oneOf.0.items.[INDEX].oneOf.9","typeLabel":"CustomFunctionEvaluationTask · object"}],"uniqueKey":"tasks.oneOf.0.items.[INDEX]","typeLabel":"ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object"},"title":"Tasks","description":"Tasks executed during evaluation. Populated with optional `task` view.","uniqueKey":"tasks.oneOf.0","typeLabel":"(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[]"},{"type":"null","title":"Tasks","description":"Tasks executed during evaluation. Populated with optional `task` view.","uniqueKey":"tasks.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks","typeLabel":"(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[] | null"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Metadata key-value pairs for the evaluation","additionalProperties":true,"uniqueKey":"metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","description":"Metadata key-value pairs for the evaluation","uniqueKey":"metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"metadata","typeLabel":"Metadata · object | null"},"error_count":{"oneOf":[{"type":"integer","title":"Error Count","description":"Number of task errors across all items in this evaluation.","uniqueKey":"error_count.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Error Count","description":"Number of task errors across all items in this evaluation.","uniqueKey":"error_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"error_count","typeLabel":"integer | null"}},"type":"object","required":["name","id","created_at","created_by","tags","datasets","status"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"tags":["\u003cstring>"],"datasets":[{"id":"\u003cstring>","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","tags":["\u003cstring>"],"current_version_num":123,"object":"dataset","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z"}],"status":"failed","object":"evaluation","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z","status_reason":"\u003cstring>","progress":{"workflows":{"total":123,"completed":123,"failed":123,"pending":123},"items":{"total":123,"successful":123,"failed":123,"pending":123,"failed_items":[]}},"tasks":[{"configuration":{"model":"\u003cstring>","messages":[{}],"top_k":123,"frequency_penalty":0,"function_call":{},"functions":[{}],"logit_bias":{},"logprobs":true,"max_completion_tokens":123,"max_tokens":123,"metadata":{},"modalities":["\u003cstring>"],"n":123,"parallel_tool_calls":true,"prediction":{},"presence_penalty":0,"reasoning_effort":"\u003cstring>","response_format":{},"seed":123,"stop":"\u003cstring>","store":true,"temperature":1,"tool_choice":"\u003cstring>","tools":[{}],"top_logprobs":10,"top_p":0.5,"audio":{}},"task_type":"chat_completion","alias":"chat_completion"}],"metadata":{},"error_count":123}}},"exampleType":"generated"}},"exampleType":"generated"},"1762f7a2-300d-4240-a12c-e982fa23afb5":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"398686a7-46b3-4837-97eb-5c918cf171e3":{"APIKeyHeader":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[],"schemeName":"APIKeyHeader"}}},"servers":{"53d4b40c-6ecb-41f0-8721-9b4723f67775":{"url":"https://api.egp.scale.com"}},"schemas":{"274e0300-bd6a-4ea7-9617-b2e02a37f9b3":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const"},"value":{"oneOf":[{"type":"string","title":"Value"},{"type":"number","title":"Value"},{"type":"boolean","title":"Value"},{"type":"null","title":"Value"}]}}},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true},"op":{"type":"string","const":"var","title":"Op","default":"var"}}},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"eq","title":"Op","default":"eq"}}},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"ne","title":"Op","default":"ne"}}},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lt","title":"Op","default":"lt"}}},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lte","title":"Op","default":"lte"}}},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gt","title":"Op","default":"gt"}}},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gte","title":"Op","default":"gte"}}},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"and","title":"Op","default":"and"}}},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"or","title":"Op","default":"or"}}},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"in","title":"Op","default":"in"}}},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in"}}},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not","title":"Op","default":"not"}}},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null"}}},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null"}}}]}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[],"schemeName":"APIKeyHeader"},"schema":{"title":"x-api-key","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"APIKeyHeader","name":"x-api-key"}],"title":"APIKeyHeader"}]},"originalFileLocation":"openapi/v5.yaml"},"subdomain":"scalegp","siteName":"Scale","title":"Get Evaluation - Scale","navMaps":{"firstHrefInVersion":{"V5":{"href":"/reference/v5/evaluations/get-evaluation","matchLevel":0},"V4 (legacy)":{"href":"/reference/v4/evaluations/get-evaluation","matchLevel":1}},"firstHrefInLanguage":{}},"lastModified":"2026-06-26T12:57:47.920Z","originalFileLocation":"reference/v5/evaluations/get-evaluation.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation\u0026#x27;s task configurations in the response.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get Evaluation - Scale\">\u003cmeta data-mint-head property=\"og:description\" content=\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation\u0026#x27;s task configurations in the response.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Get+Evaluation\u0026amp;description=Retrieve+a+single+evaluation+by+ID.%0A%0AReturns+the+evaluation+with+its+datasets%2C+async-job+progress%2C+metadata%2C+and+task-error+count.%0AArchived+evaluations+are+excl\u0026amp;theme=4eb366a505141b7fa10bcb74\u0026amp;signature=cc3c99cb4f81078586e7b4075c3d7801f24ca58d6f5ed3257a3ec163470e5f2c\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get Evaluation - Scale\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation\u0026#x27;s task configurations in the response.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Get+Evaluation\u0026amp;description=Retrieve+a+single+evaluation+by+ID.%0A%0AReturns+the+evaluation+with+its+datasets%2C+async-job+progress%2C+metadata%2C+and+task-error+count.%0AArchived+evaluations+are+excl\u0026amp;theme=4eb366a505141b7fa10bcb74\u0026amp;signature=cc3c99cb4f81078586e7b4075c3d7801f24ca58d6f5ed3257a3ec163470e5f2c\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v5/evaluations/get-evaluation.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/YkQgtlZ7_jaCP1h0/logo/light.svg?fit=max\u0026auto=format\u0026n=YkQgtlZ7_jaCP1h0\u0026q=85\u0026s=3afcca56833a7bfb1c8bf1eec6176590\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\",\"name\":\"Get Evaluation\",\"description\":\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation's task configurations in the response.\",\"dateModified\":\"2026-06-26T12:57:47.920Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Get Evaluation\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#apireference\",\"headline\":\"Get Evaluation\",\"name\":\"Get Evaluation\",\"description\":\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation's task configurations in the response.\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#webpage\"},\"dateModified\":\"2026-06-26T12:57:47.920Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","agentPointerHref":"/reference/v5/evaluations/get-evaluation.md","siteName":"Scale","nav":{"global":null,"versions":[{"version":"V5","tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/v5/overview"}]},{"tab":"AgentOps API","groups":[{"group":"Inference","pages":[{"title":"Run inference with free-form payload","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/inference","href":"/reference/v5/inference/run-inference-with-free-form-payload"},{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/chat/completions","href":"/reference/v5/inference/generate-openai-chat-completion-from-messages"},{"title":"Run OpenAI Responses API (OpenAI only)","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/responses","href":"/reference/v5/inference/run-openai-responses-api-openai-only"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/completions","href":"/reference/v5/inference/generate-legacy-text-completion-from-prompt"},{"title":"List available chat completion models","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/chat/completions/models","href":"/reference/v5/inference/list-available-chat-completion-models"}]},{"group":"Questions","pages":[{"title":"List questions","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/questions","href":"/reference/v5/questions/list-questions"},{"title":"Create a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/questions","href":"/reference/v5/questions/create-a-question"},{"title":"Get a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/questions/{question_id}","href":"/reference/v5/questions/get-a-question"},{"title":"Archive a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/questions/{question_id}","href":"/reference/v5/questions/archive-a-question"},{"title":"Update a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/questions/{question_id}","href":"/reference/v5/questions/update-a-question"},{"title":"Restore an archived question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/questions/{question_id}/restore","href":"/reference/v5/questions/restore-an-archived-question"}]},{"group":"Rubrics","pages":[{"title":"List rubrics","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/rubrics","href":"/reference/v5/rubrics/list-rubrics"},{"title":"Create a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/rubrics","href":"/reference/v5/rubrics/create-a-rubric"},{"title":"Get a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/get-a-rubric"},{"title":"Archive a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/archive-a-rubric"},{"title":"Update or restore a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/update-or-restore-a-rubric"},{"title":"Add a criterion to a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/rubrics/{rubric_id}/criteria","href":"/reference/v5/rubrics/add-a-criterion-to-a-rubric"},{"title":"Update a criterion","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}","href":"/reference/v5/rubrics/update-a-criterion"},{"title":"List criterion versions","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}/versions","href":"/reference/v5/rubrics/list-criterion-versions"}]},{"group":"Vector Stores","pages":[{"title":"List Vector Stores","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores","href":"/reference/v5/vector-stores/list-vector-stores"},{"title":"Create Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/create","href":"/reference/v5/vector-stores/create-vector-store"},{"title":"Get Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores/{vector_store_name}","href":"/reference/v5/vector-stores/get-vector-store"},{"title":"Configure Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/configure","href":"/reference/v5/vector-stores/configure-vector-store"},{"title":"Drop Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/drop","href":"/reference/v5/vector-stores/drop-vector-store"},{"title":"Upsert Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/upsert","href":"/reference/v5/vector-stores/upsert-vectors"},{"title":"Delete Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/delete","href":"/reference/v5/vector-stores/delete-vectors"},{"title":"List Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores/{vector_store_name}/vectors","href":"/reference/v5/vector-stores/list-vectors"},{"title":"Get Vector","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores/{vector_store_name}/vectors/{vector_id}","href":"/reference/v5/vector-stores/get-vector"},{"title":"Count Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/count","href":"/reference/v5/vector-stores/count-vectors"},{"title":"Query Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/query","href":"/reference/v5/vector-stores/query-vectors"}]},{"group":"Files","pages":[{"title":"List files","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/files","href":"/reference/v5/files/list-files"},{"title":"Upload file bytes directly","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/files","href":"/reference/v5/files/upload-file-bytes-directly"},{"title":"Import files from cloud storage","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/files/cloud_imports","href":"/reference/v5/files/import-files-from-cloud-storage"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/files/{file_id}","href":"/reference/v5/files/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/files/{file_id}","href":"/reference/v5/files/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/files/{file_id}","href":"/reference/v5/files/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/files/{file_id}/content","href":"/reference/v5/files/download-file-content"}]},{"group":"Models","pages":[{"title":"List custom models","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/models","href":"/reference/v5/models/list-custom-models"},{"title":"Create a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/models","href":"/reference/v5/models/create-a-custom-model"},{"title":"Get a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/models/{model_id}","href":"/reference/v5/models/get-a-custom-model"},{"title":"Delete a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/models/{model_id}","href":"/reference/v5/models/delete-a-custom-model"},{"title":"Update a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/models/{model_id}","href":"/reference/v5/models/update-a-custom-model"}]},{"group":"Agent Configs","pages":[{"title":"List Agent Configs","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agent_configs","href":"/reference/v5/agent-configs/list-agent-configs"},{"title":"Create Agent Config","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/agent_configs","href":"/reference/v5/agent-configs/create-agent-config"},{"title":"List MCP Tool Names","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agent_configs/mcp_tools","href":"/reference/v5/agent-configs/list-mcp-tool-names"},{"title":"Get Agent Config","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/get-agent-config"},{"title":"Delete Agent Config (hard delete)","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/delete-agent-config-hard-delete"},{"title":"Update Agent Config","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/update-agent-config"}]},{"group":"Datasets","pages":[{"title":"List datasets","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/datasets","href":"/reference/v5/datasets/list-datasets"},{"title":"Create a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/datasets","href":"/reference/v5/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/get-a-dataset"},{"title":"Archive a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/archive-a-dataset"},{"title":"Update or restore a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/update-or-restore-a-dataset"}]},{"group":"Dataset Items","pages":[{"title":"Add items to an existing dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/dataset-items/batch","href":"/reference/v5/dataset-items/add-items-to-an-existing-dataset"},{"title":"Get a dataset item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/get-a-dataset-item"},{"title":"Delete a dataset item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/delete-a-dataset-item"},{"title":"Update a dataset item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/update-a-dataset-item"},{"title":"List dataset items","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/dataset-items","href":"/reference/v5/dataset-items/list-dataset-items"}]},{"group":"Evaluations","pages":[{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations","href":"/reference/v5/evaluations/list-evaluations"},{"title":"Create Evaluation","description":"Create an evaluation together with its items, optionally running test criteria against them.\n\nAccepts three request shapes: standalone (inline `data`), from an existing dataset\n(`dataset_id` with optional per-item references), or with a new reusable dataset created inline\nfrom `data`. When the evaluation includes tasks that require execution (for example an LLM judge\nor custom function), an async job and a Temporal workflow are started and the evaluation is\nreturned immediately with status `running`; task results and `error_count` populate\nasynchronously. When it includes only contributor tasks, taxonomy-only input, or no tasks, no\nworkflow runs and it is returned with status `completed`. Optional `tasks`, `metadata`, `tags`,\nand `taxonomy_params` are persisted alongside the evaluation and its items.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations","href":"/reference/v5/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation"},{"title":"Archive Evaluation","description":"Archive (soft-delete) an evaluation.\n\nSets the evaluation's archived timestamp rather than permanently deleting it, and cascades the\narchive to the evaluation's items and dashboards while removing it from any evaluation groups.\nThe evaluation can later be brought back with a restore request to the update endpoint.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/archive-evaluation"},{"title":"Update or Restore Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/update-or-restore-evaluation"},{"title":"Add Test Criteria to Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations/{evaluation_id}/tasks","href":"/reference/v5/evaluations/add-test-criteria-to-evaluation"},{"title":"Update Test Criteria Configuration","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluations/{evaluation_id}/tasks/{alias}","href":"/reference/v5/evaluations/update-test-criteria-configuration"},{"title":"Get Available Metadata Keys","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/metadata-keys","href":"/reference/v5/evaluations/get-available-metadata-keys"},{"title":"Get Available Evaluation Statuses","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/statuses","href":"/reference/v5/evaluations/get-available-evaluation-statuses"},{"title":"Get Evaluation Data Schema","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}/schema","href":"/reference/v5/evaluations/get-evaluation-data-schema"},{"title":"Get Evaluation Taxonomy","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}/taxonomy","href":"/reference/v5/evaluations/get-evaluation-taxonomy"},{"title":"Filter Evaluations","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations/filter","href":"/reference/v5/evaluations/filter-evaluations"},{"title":"Dry-run a custom-function evaluation task","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations/tasks/dry-run","href":"/reference/v5/evaluations/dry-run-a-custom-function-evaluation-task"}]},{"group":"Evaluation Groups","pages":[{"title":"List Evaluation Groups","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/list-evaluation-groups"},{"title":"Create Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/create-evaluation-group"},{"title":"Get Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/get-evaluation-group"},{"title":"Update Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml put /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/update-evaluation-group"},{"title":"Archive Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/archive-evaluation-group"},{"title":"Patch Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/patch-evaluation-group"},{"title":"Get Evaluation Group Schema","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-groups/{group_id}/schema","href":"/reference/v5/evaluation-groups/get-evaluation-group-schema"}]},{"group":"Evaluation Charts","pages":[{"title":"List Evaluation Charts","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/list-evaluation-charts"},{"title":"Create Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/create-evaluation-chart"},{"title":"Get Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/get-evaluation-chart"},{"title":"Replace Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml put /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/replace-evaluation-chart"},{"title":"Delete Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/delete-evaluation-chart"},{"title":"Patch Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/patch-evaluation-chart"}]},{"group":"Evaluation Dashboards","pages":[{"title":"List Evaluation Dashboards","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/list-evaluation-dashboards"},{"title":"Create Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/create-evaluation-dashboard"},{"title":"Get Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/get-evaluation-dashboard"},{"title":"Delete Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/delete-evaluation-dashboard"},{"title":"Patch Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/patch-evaluation-dashboard"},{"title":"Add Widget to Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-dashboards/{dashboard_id}/widgets","href":"/reference/v5/evaluation-dashboards/add-widget-to-dashboard"},{"title":"Remove Widget from Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/remove-widget-from-dashboard"},{"title":"Update Dashboard Widget","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/update-dashboard-widget"}]},{"group":"Evaluation Items","pages":[{"title":"Get a single evaluation item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-items/{evaluation_item_id}","href":"/reference/v5/evaluation-items/get-a-single-evaluation-item"},{"title":"List and filter evaluation items","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-items","href":"/reference/v5/evaluation-items/list-and-filter-evaluation-items"},{"title":"Export evaluation items to a file","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-items/export","href":"/reference/v5/evaluation-items/export-evaluation-items-to-a-file"}]},{"group":"Spans","pages":[{"title":"Create a span","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans","href":"/reference/v5/spans/create-a-span"},{"title":"Upsert spans in a batch","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml put /v5/spans/batch","href":"/reference/v5/spans/upsert-spans-in-a-batch"},{"title":"Create spans in a batch","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/batch","href":"/reference/v5/spans/create-spans-in-a-batch"},{"title":"List trace deletion requests","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/deletions","href":"/reference/v5/spans/list-trace-deletion-requests"},{"title":"Create trace deletion request","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/deletions","href":"/reference/v5/spans/create-trace-deletion-request"},{"title":"Get trace deletion request status","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/deletions/{deletion_request_id}","href":"/reference/v5/spans/get-trace-deletion-request-status"},{"title":"Get a span","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/{span_id}","href":"/reference/v5/spans/get-a-span"},{"title":"Update a span","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/spans/{span_id}","href":"/reference/v5/spans/update-a-span"},{"title":"Get a span within a trace","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/traces/{trace_id}/spans/{span_id}","href":"/reference/v5/spans/get-a-span-within-a-trace"},{"title":"List span summaries for a trace","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/traces/{trace_id}/spans","href":"/reference/v5/spans/list-span-summaries-for-a-trace"},{"title":"Search spans","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/search","href":"/reference/v5/spans/search-spans"},{"title":"Export spans","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/export","href":"/reference/v5/spans/export-spans"},{"title":"Get span export status","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/export/{export_id}","href":"/reference/v5/spans/get-span-export-status"},{"title":"Get time-bucketed span metrics","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/metrics","href":"/reference/v5/spans/get-time-bucketed-span-metrics"},{"title":"Get span metrics grouped by name","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/metrics/by-span","href":"/reference/v5/spans/get-span-metrics-grouped-by-name"}]},{"group":"Span Assessment","pages":[{"title":"List span or trace assessments","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/span-assessments","href":"/reference/v5/span-assessment/list-span-or-trace-assessments"},{"title":"Create span assessment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/span-assessments","href":"/reference/v5/span-assessment/create-span-assessment"},{"title":"Get span assessment by ID","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/get-span-assessment-by-id"},{"title":"Permanently delete span assessment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/permanently-delete-span-assessment"},{"title":"Update span assessment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/update-span-assessment"}]},{"group":"Annotation Tasks","pages":[{"title":"Update or assign annotation tasks in bulk","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/annotation-tasks/batch","href":"/reference/v5/annotation-tasks/update-or-assign-annotation-tasks-in-bulk"}]},{"group":"Credentials","pages":[{"title":"List Credentials","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/credentials","href":"/reference/v5/credentials/list-credentials"},{"title":"Create Credential","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/credentials","href":"/reference/v5/credentials/create-credential"},{"title":"Get Credential by Name","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/credentials/name/{credential_name}","href":"/reference/v5/credentials/get-credential-by-name"},{"title":"Get Credential by ID","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/credentials/{credential_id}","href":"/reference/v5/credentials/get-credential-by-id"},{"title":"Delete Credential","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/credentials/{credential_id}","href":"/reference/v5/credentials/delete-credential"},{"title":"Update Credential","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/credentials/{credential_id}","href":"/reference/v5/credentials/update-credential"},{"title":"Get Credential Secret by ID","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/credentials/{credential_id}/secret","href":"/reference/v5/credentials/get-credential-secret-by-id"},{"title":"Get Credential Secret by Name","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/credentials/name/{credential_name}/secret","href":"/reference/v5/credentials/get-credential-secret-by-name"}]},{"group":"Agentex Cloud Build","pages":[{"title":"List container image builds","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds","href":"/reference/v5/agentex-cloud-build/list-container-image-builds"},{"title":"Submit container image build","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/builds","href":"/reference/v5/agentex-cloud-build/submit-container-image-build"},{"title":"List agents built but not deployed","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds/undeployed","href":"/reference/v5/agentex-cloud-build/list-agents-built-but-not-deployed"},{"title":"Get a build","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds/{build_id}","href":"/reference/v5/agentex-cloud-build/get-a-build"},{"title":"Stream build logs","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds/{build_id}/logs","href":"/reference/v5/agentex-cloud-build/stream-build-logs"},{"title":"Cancel a build","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/builds/{build_id}/cancel","href":"/reference/v5/agentex-cloud-build/cancel-a-build"}]},{"group":"Agentex Cloud Deploy","pages":[{"title":"List agent deployments","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/list-agent-deployments"},{"title":"Deploy a built agent image","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/deploy-a-built-agent-image"},{"title":"Get an agent deployment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/get-an-agent-deployment"},{"title":"Delete and tear down a deployment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/delete-and-tear-down-a-deployment"},{"title":"Get agent deployment logs","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agentex/deployments/{deployment_id}/logs","href":"/reference/v5/agentex-cloud-deploy/get-agent-deployment-logs"}]},{"group":"Agentex Agent","pages":[{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/agentex/agents/{agent_id}","href":"/reference/v5/agentex-agent/delete-agent"}]},{"group":"SGP Cloud Secrets","pages":[{"title":"List Secrets","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/list-secrets"},{"title":"Create Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml post /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/create-secret"},{"title":"Get Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/get-secret"},{"title":"Delete Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml delete /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/delete-secret"},{"title":"Update Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml patch /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/update-secret"}]}]},{"tab":"AgentOps SDK","href":"https://scaleapi.github.io/sgp-sdk-docs/api/python/"},{"tab":"Agentex API","pages":[{"title":"Agentex API","href":"/reference/agentex/agents/get-agent-by-id"}]},{"tab":"Agentex SDK","href":"https://scaleapi.github.io/agentex-sdk-docs/api/python/"},{"tab":"Capabilities","pages":[{"title":"Capabilities","href":"/docs/capabilities/overview"}]},{"tab":"Dex API","pages":[{"title":"Dex API","href":"/reference/dex/projects/list-projects"}]}]},{"version":"V4 (legacy)","pages":[{"title":"V4 (legacy)","href":"/reference/v4/evaluations/get-evaluation"}]}]},"basePath":"","title":"Get Evaluation - Scale","deploymentId":"dpl_FZMKUpaaKiVETbfqhoUe4sPFDTmY","buildId":"dpl_FZMKUpaaKiVETbfqhoUe4sPFDTmY","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-B6WFFOBL.js","utils-BN5um1KA.js","cloneDeep-C3md22mN.js","_Uint8Array-DLlL8L26.js","isObject-FP1Yky1u.js","utils-BSmbkXJR.js","addUniqueKeysToSchema-2tqcVnUE.js","snippetPresets-CtWfvr2J.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-DkKHBy30.js","isEqual-O3q7y6pq.js","usePlaygroundInputsStore-Brc5H9UJ.js","shallow-C4L4xvbs.js","getApiPlaygroundDisplay-2bxyq_aI.js","CodeSnippet-BJu8ddd5.js","CodeSnippets-dazWmoqB.js","Page-CnLhKuUV.js","getPastedJson-Chy3Qa1S.js","icon-CyO7h3jh.js","MethodPill-Dle0_91v.js","DuplicateIcon-CVvWAf4a.js","createIcon-Di07A27B.js","DynamicMarkdown-C4w9kavL.js","SectionHeading-XiBebVYC.js","axios-vUo_bRtp.js","Markdown-DTeL0SpS.js","dist-OCScizqf.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","katex-YMM-FMeD.js","html-void-elements-mCSPHezU.js","marked.esm-CZWythHk.js","AssistantPageLink-KcneGfMY.js"]}