Returns the evaluation with its datasets, async-job progress, metadata, and task-error count.
Archived evaluations are excluded unless include_archived is set. Pass the tasks view to
include the evaluation’s task configurations in the response.
GET
/
v5
/
evaluations
/
{evaluation_id}
Get Evaluation
curl --request GET \ --url https://api.egp.scale.com/v5/evaluations/{evaluation_id} \ --header 'x-api-key: <api-key>'
Number of task errors across all items in this evaluation.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648","collectionId":"437f531c-55bf-41b5-8f5d-4e63781df61e","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6abeb90f3a8b8379c1eaf648","clientVersion":"0.0.4006","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":94},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":41},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url(https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2);font-weight:400;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v5/evaluations/get-evaluation","slug":"/reference/v5/evaluations/get-evaluation","pageMetadata":{"title":"Get Evaluation","description":"Retrieve a single evaluation by ID.\n\nReturns the evaluation with its datasets, async-job progress, metadata, and task-error count.\nArchived evaluations are excluded unless `include_archived` is set. Pass the `tasks` view to\ninclude the evaluation's task configurations in the response.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Retrieve a single evaluation by ID.\"\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Returns the evaluation with its datasets, async-job progress, metadata, and task-error count.\\nArchived evaluations are excluded unless \", _jsx(_components.code, {\n children: \"include_archived\"\n }), \" is set. Pass the \", _jsx(_components.code, {\n children: \"tasks\"\n }), \" view to\\ninclude the evaluation’s task configurations in the response.\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get Evaluation","description":"Retrieve a single evaluation by ID.\n\nReturns the evaluation with its datasets, async-job progress, metadata, and task-error count.\nArchived evaluations are excluded unless `include_archived` is set. Pass the `tasks` view to\ninclude the evaluation's task configurations in the response.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Evaluations"],"summary":"Get Evaluation","description":"Retrieve a single evaluation by ID.\n\nReturns the evaluation with its datasets, async-job progress, metadata, and task-error count.\nArchived evaluations are excluded unless `include_archived` is set. Pass the `tasks` view to\ninclude the evaluation's task configurations in the response.","operationId":"GET-V5-/v5/evaluations/evaluation_id","security":["4e4ecb15-43d5-4307-9af7-1ff465ed51ba"],"parameters":["94a538d4-66e4-4d65-9873-fd69aaed764f","1bb47955-86d0-4b64-9fbd-7e3008933b54","e552825d-e6c9-432e-bb21-04939feb95aa","a9bddf3d-f688-4dcf-9315-7578308fe037"],"responses":{"200":"1012d504-d986-418f-93ac-943adf587f9b","422":"c976bfff-7bd5-4a4f-bb59-02b433432866"},"method":"get","type":"path","servers":["12eeaad7-a736-4c47-a9e3-769b0001ffb2"],"path":"/v5/evaluations/{evaluation_id}","baseUrlOptions":["https://api.egp.scale.com"],"title":"Get Evaluation","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"94a538d4-66e4-4d65-9873-fd69aaed764f":{"name":"evaluation_id","in":"path","required":true,"schema":{"type":"string","title":"Evaluation Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"1bb47955-86d0-4b64-9fbd-7e3008933b54":{"name":"include_archived","in":"query","required":false,"schema":{"type":"boolean","default":false,"title":"Include Archived","isRequired":false,"uniqueKey":"","typeLabel":"boolean"}},"e552825d-e6c9-432e-bb21-04939feb95aa":{"name":"views","in":"query","required":false,"schema":{"type":"array","items":{"type":"string","enum":["tasks"],"title":"EvaluationViews","uniqueKey":"items.[INDEX]","typeLabel":"enum\u003cstring>"},"default":[],"title":"Views","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>[]"}},"a9bddf3d-f688-4dcf-9315-7578308fe037":{"name":"x-selected-account-id","in":"header","required":false,"schema":{"oneOf":[{"type":"string","title":"Account ID Header","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Account ID Header","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}}},"responses":{"1012d504-d986-418f-93ac-943adf587f9b":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"created_by","typeLabel":"Identity · object"},"tags":{"title":"Tags","description":"The tags associated with the entity","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"type":"array","isRequired":true,"uniqueKey":"tags","typeLabel":"string[]"},"datasets":{"title":"Datasets","items":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"datasets.items.[INDEX].id","typeLabel":"string"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"datasets.items.[INDEX].created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"datasets.items.[INDEX].created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"datasets.items.[INDEX].created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"datasets.items.[INDEX].created_by","typeLabel":"Identity · object"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"datasets.items.[INDEX].name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"datasets.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"tags":{"title":"Tags","description":"The tags associated with the entity","items":{"type":"string","uniqueKey":"datasets.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"type":"array","isRequired":true,"uniqueKey":"datasets.items.[INDEX].tags","typeLabel":"string[]"},"current_version_num":{"type":"integer","title":"Current Version Num","isRequired":true,"uniqueKey":"datasets.items.[INDEX].current_version_num","typeLabel":"integer"},"object":{"type":"string","const":"dataset","title":"Object","default":"dataset","uniqueKey":"datasets.items.[INDEX].object","typeLabel":"string"},"description":{"title":"Description","type":"string","uniqueKey":"datasets.items.[INDEX].description","typeLabel":"string"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"datasets.items.[INDEX].archived_at","typeLabel":"string\u003cdate-time>"}},"type":"object","required":["created_by","name","id","created_at","tags","current_version_num"],"uniqueKey":"datasets.items.[INDEX]","typeLabel":"object"},"type":"array","isRequired":true,"uniqueKey":"datasets","typeLabel":"Datasets · object[]"},"status":{"type":"string","enum":["failed","completed","running"],"title":"EvaluationStatus","isRequired":true,"uniqueKey":"status","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"evaluation","title":"Object","default":"evaluation","uniqueKey":"object","typeLabel":"string"},"description":{"title":"Description","type":"string","uniqueKey":"description","typeLabel":"string"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"archived_at","typeLabel":"string\u003cdate-time>"},"status_reason":{"title":"Status Reason","description":"Reason for evaluation status","type":"string","uniqueKey":"status_reason","typeLabel":"string"},"progress":{"properties":{"workflows":{"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"progress.workflows.total","typeLabel":"integer"},"completed":{"type":"integer","title":"Completed","isRequired":true,"uniqueKey":"progress.workflows.completed","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"progress.workflows.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"progress.workflows.pending","typeLabel":"integer"}},"type":"object","required":["total","completed","failed","pending"],"title":"EvaluationTasksWorkflowProgressSchema","uniqueKey":"progress.workflows","typeLabel":"EvaluationTasksWorkflowProgressSchema · object"},"items":{"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"progress.\\items.total","typeLabel":"integer"},"successful":{"type":"integer","title":"Successful","isRequired":true,"uniqueKey":"progress.\\items.successful","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"progress.\\items.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"progress.\\items.pending","typeLabel":"integer"},"failed_items":{"items":{"properties":{"item_id":{"type":"string","title":"Item Id","isRequired":true,"uniqueKey":"progress.\\items.failed_items.items.[INDEX].item_id","typeLabel":"string"},"error":{"title":"Error","type":"string","uniqueKey":"progress.\\items.failed_items.items.[INDEX].error","typeLabel":"string"},"error_type":{"title":"Error Type","type":"string","uniqueKey":"progress.\\items.failed_items.items.[INDEX].error_type","typeLabel":"string"}},"type":"object","required":["item_id"],"title":"EvaluationTasksFailedItemSchema","uniqueKey":"progress.\\items.failed_items.items.[INDEX]","typeLabel":"EvaluationTasksFailedItemSchema · object"},"type":"array","title":"Failed Items","default":[],"uniqueKey":"progress.\\items.failed_items","typeLabel":"EvaluationTasksFailedItemSchema · object[]"}},"type":"object","required":["total","successful","failed","pending"],"title":"EvaluationTasksItemProgressSchema","uniqueKey":"progress.\\items","typeLabel":"EvaluationTasksItemProgressSchema · object"}},"type":"object","title":"EvaluationTasksProgressSchema","description":"Progress of the evaluation's underlying async job","uniqueKey":"progress","typeLabel":"EvaluationTasksProgressSchema · object"},"tasks":{"title":"Tasks","description":"Tasks executed during evaluation. Populated with optional `task` view.","items":{"oneOf":[{"type":"object","title":"ChatCompletionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.model","typeLabel":"string"},"messages":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.messages.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Messages","description":"openai standard message format","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.messages.oneOf.0","typeLabel":"Messages · object[]"},{"type":"string","title":"ItemLocator","description":"openai standard message format","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.messages.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.messages","typeLabel":"Messages · object[] | string"},"top_k":{"oneOf":[{"type":"integer","title":"Top K","description":"Only sample from the top K options for each subsequent token","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_k.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Only sample from the top K options for each subsequent token","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_k.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_k","typeLabel":"integer | string"},"frequency_penalty":{"oneOf":[{"type":"number","title":"Frequency Penalty","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.frequency_penalty","typeLabel":"number | string"},"function_call":{"oneOf":[{"type":"object","title":"Function Call","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.function_call.oneOf.0","typeLabel":"Function Call · object"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.function_call.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.function_call","typeLabel":"Function Call · object | string"},"functions":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.functions.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Functions","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.functions.oneOf.0","typeLabel":"Functions · object[]"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.functions.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.functions","typeLabel":"Functions · object[] | string"},"logit_bias":{"oneOf":[{"type":"object","title":"Logit Bias","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","additionalProperties":{"type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0","typeLabel":"Logit Bias · object"},{"type":"string","title":"ItemLocator","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logit_bias","typeLabel":"Logit Bias · object | string"},"logprobs":{"oneOf":[{"type":"boolean","title":"Logprobs","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.logprobs","typeLabel":"boolean | string"},"max_completion_tokens":{"oneOf":[{"type":"integer","title":"Max Completion Tokens","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.max_completion_tokens","typeLabel":"integer | string"},"max_tokens":{"oneOf":[{"type":"integer","title":"Max Tokens","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.max_tokens","typeLabel":"integer | string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Developer-defined tags and values used for filtering completions in the dashboard.","additionalProperties":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties","typeLabel":"string"},"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"string","title":"ItemLocator","description":"Developer-defined tags and values used for filtering completions in the dashboard.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.metadata.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.metadata","typeLabel":"Metadata · object | string"},"modalities":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Modalities","description":"Output types that you would like the model to generate for this request.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Output types that you would like the model to generate for this request.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.modalities.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.modalities","typeLabel":"string[] | string"},"n":{"oneOf":[{"type":"integer","title":"N","description":"How many chat completion choices to generate for each input message.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.n.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"How many chat completion choices to generate for each input message.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.n.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.n","typeLabel":"integer | string"},"parallel_tool_calls":{"oneOf":[{"type":"boolean","title":"Parallel Tool Calls","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.parallel_tool_calls","typeLabel":"boolean | string"},"prediction":{"oneOf":[{"type":"object","title":"Prediction","description":"Static predicted output content, such as the content of a text file being regenerated.","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.prediction.oneOf.0","typeLabel":"Prediction · object"},{"type":"string","title":"ItemLocator","description":"Static predicted output content, such as the content of a text file being regenerated.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.prediction.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.prediction","typeLabel":"Prediction · object | string"},"presence_penalty":{"oneOf":[{"type":"number","title":"Presence Penalty","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.presence_penalty","typeLabel":"number | string"},"reasoning_effort":{"oneOf":[{"type":"string","title":"Reasoning Effort","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.reasoning_effort","typeLabel":"string"},"response_format":{"oneOf":[{"type":"object","title":"Response Format","description":"An object specifying the format that the model must output.","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.response_format.oneOf.0","typeLabel":"Response Format · object"},{"type":"string","title":"ItemLocator","description":"An object specifying the format that the model must output.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.response_format.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.response_format","typeLabel":"Response Format · object | string"},"seed":{"oneOf":[{"type":"integer","title":"Seed","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.seed.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.seed.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.seed","typeLabel":"integer | string"},"stop":{"oneOf":[{"type":"string","title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.1","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.2","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.stop","typeLabel":"string · string[] · string"},"store":{"oneOf":[{"type":"boolean","title":"Store","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.store.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.store.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.store","typeLabel":"boolean | string"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","maximum":2,"minimum":0,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.temperature.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.temperature.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.temperature","typeLabel":"number | string"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.0","typeLabel":"string"},{"type":"object","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.1","typeLabel":"Tool Choice · object"},{"type":"string","title":"ItemLocator","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.2","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tool_choice","typeLabel":"string · Tool Choice · object · string"},"tools":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tools.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Tools","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tools.oneOf.0","typeLabel":"Tools · object[]"},{"type":"string","title":"ItemLocator","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tools.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.tools","typeLabel":"Tools · object[] | string"},"top_logprobs":{"oneOf":[{"type":"integer","title":"Top Logprobs","description":"Number of most likely tokens to return at each position, with associated log probability.","maximum":20,"minimum":0,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Number of most likely tokens to return at each position, with associated log probability.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_logprobs","typeLabel":"integer | string"},"top_p":{"oneOf":[{"type":"number","title":"Top P","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","maximum":1,"minimum":0,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_p.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_p.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.top_p","typeLabel":"number | string"},"audio":{"oneOf":[{"type":"object","title":"Audio","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.audio.oneOf.0","typeLabel":"Audio · object"},{"type":"string","title":"ItemLocator","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.audio.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration.audio","typeLabel":"Audio · object | string"}},"additionalProperties":true,"type":"object","required":["model","messages"],"title":"ChatCompletionRequestWithItemLocator_","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.0.configuration","typeLabel":"ChatCompletionRequestWithItemLocator_ · object"},"task_type":{"type":"string","const":"chat_completion","title":"Task Type","default":"chat_completion","uniqueKey":"tasks.items.[INDEX].oneOf.0.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `chat_completion`","default":"chat_completion","uniqueKey":"tasks.items.[INDEX].oneOf.0.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.0","typeLabel":"ChatCompletionEvaluationTask · object"},{"type":"object","title":"GenericInferenceEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.model","typeLabel":"string"},"args":{"oneOf":[{"type":"object","title":"Args","description":"Arguments passed into model","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.args.oneOf.0","typeLabel":"Args · object"},{"type":"string","title":"ItemLocator","description":"Arguments passed into model","uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.args.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.args","typeLabel":"Args · object | string"},"inference_configuration":{"oneOf":[{"type":"object","title":"LaunchInferenceConfiguration","description":"Vendor specific configuration","properties":{"timeout_seconds":{"title":"Timeout Seconds","type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds","typeLabel":"integer"},"num_retries":{"title":"Num Retries","type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries","typeLabel":"integer"}},"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0","typeLabel":"LaunchInferenceConfiguration · object"},{"type":"string","title":"ItemLocator","description":"Vendor specific configuration","uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration.inference_configuration","typeLabel":"LaunchInferenceConfiguration · object | string"}},"type":"object","required":["model"],"title":"GenericInferenceRequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.1.configuration","typeLabel":"GenericInferenceRequestWithItemLocator · object"},"task_type":{"type":"string","const":"inference","title":"Task Type","default":"inference","uniqueKey":"tasks.items.[INDEX].oneOf.1.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `inference`","default":"inference","uniqueKey":"tasks.items.[INDEX].oneOf.1.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.1","typeLabel":"GenericInferenceEvaluationTask · object"},{"type":"object","title":"ApplicationVariantV1EvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"inputs":{"oneOf":[{"type":"object","title":"Inputs","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","additionalProperties":true,"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.inputs.oneOf.0","typeLabel":"Inputs · object"},{"type":"string","title":"ItemLocator","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.inputs.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.inputs","typeLabel":"Inputs · object | string"},"application_variant_id":{"oneOf":[{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.application_variant_id","typeLabel":"string"},"history":{"oneOf":[{"type":"array","items":{"properties":{"request":{"type":"string","title":"Request","description":"Request inputs","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].request","typeLabel":"string"},"response":{"type":"string","title":"Response","description":"Response outputs","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].response","typeLabel":"string"},"session_data":{"title":"Session Data","description":"Session data corresponding to the request response pair","default":{},"additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data","typeLabel":"Session Data · object"}},"type":"object","required":["request","response"],"title":"ApplicationRequestResponsePair","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX]","typeLabel":"ApplicationRequestResponsePair · object"},"title":"History","description":"History of the application","default":[],"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0","typeLabel":"ApplicationRequestResponsePair · object[]"},{"type":"string","title":"ItemLocator","description":"History of the application","default":[],"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.history","typeLabel":"ApplicationRequestResponsePair · object[] | string"},"overrides":{"oneOf":[{"type":"object","title":"AgenticApplicationOverrides","description":"Execution override options for agentic applications","properties":{"concurrent":{"type":"boolean","title":"Concurrent","default":false,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.concurrent","typeLabel":"boolean"},"use_channels":{"type":"boolean","title":"Use Channels","default":false,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.use_channels","typeLabel":"boolean"},"initial_state":{"properties":{"current_node":{"type":"string","title":"Current Node","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.current_node","typeLabel":"string"},"state":{"additionalProperties":true,"type":"object","title":"State","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.state","typeLabel":"State · object"}},"type":"object","required":["current_node","state"],"title":"MachineState","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state","typeLabel":"MachineState · object"},"partial_trace":{"title":"Partial Trace","items":{"properties":{"workflow_id":{"type":"string","title":"Workflow Id","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].workflow_id","typeLabel":"string"},"node_id":{"type":"string","title":"Node Id","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].node_id","typeLabel":"string"},"operation_type":{"type":"string","title":"Operation Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_type","typeLabel":"string"},"start_timestamp":{"type":"string","title":"Start Timestamp","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].start_timestamp","typeLabel":"string"},"operation_input":{"type":"string","title":"Operation Input","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_input","typeLabel":"string"},"operation_output":{"type":"string","title":"Operation Output","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_output","typeLabel":"string"},"duration_ms":{"type":"integer","title":"Duration Ms","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].duration_ms","typeLabel":"integer"},"operation_metadata":{"title":"Operation Metadata","additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_metadata","typeLabel":"Operation Metadata · object"}},"type":"object","required":["workflow_id","node_id","operation_type","start_timestamp","operation_input","operation_output","duration_ms"],"title":"LegacySpan","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX]","typeLabel":"LegacySpan · object"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace","typeLabel":"LegacySpan · object[]"},"return_span":{"type":"boolean","title":"Return Span","default":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.return_span","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0","typeLabel":"AgenticApplicationOverrides · object"},{"type":"object","title":"Overrides","description":"Optional overrides for the application","additionalProperties":{"properties":{"type":{"type":"string","const":"knowledge_base_schema","title":"Type","default":"knowledge_base_schema","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.type","typeLabel":"string"},"artifact_ids_filter":{"title":"Artifact Ids Filter","items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter","typeLabel":"string[]"},"artifact_name_regex":{"title":"Artifact Name Regex","items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex","typeLabel":"string[]"}},"type":"object","title":"KnowledgeBaseNodeOverride","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties","typeLabel":"KnowledgeBaseNodeOverride · object"},"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1","typeLabel":"Overrides · object"},{"type":"string","title":"ItemLocator","description":"Optional overrides for the application","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.2","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.overrides","typeLabel":"AgenticApplicationOverrides · object | Overrides · object | string"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"string","title":"ItemLocator","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration.operation_metadata","typeLabel":"Operation Metadata · object | string"}},"type":"object","required":["inputs","application_variant_id"],"title":"ApplicationVariantV1RequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.2.configuration","typeLabel":"ApplicationVariantV1RequestWithItemLocator · object"},"task_type":{"type":"string","const":"application_variant","title":"Task Type","default":"application_variant","uniqueKey":"tasks.items.[INDEX].oneOf.2.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `application_variant`","default":"application_variant","uniqueKey":"tasks.items.[INDEX].oneOf.2.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.2","typeLabel":"ApplicationVariantV1EvaluationTask · object"},{"type":"object","title":"AgentexOutputEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"agentex_agent_id":{"oneOf":[{"type":"string","title":"Agentex Agent Id","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.agentex_agent_id","typeLabel":"string"},"input_column":{"oneOf":[{"type":"string","title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.0","typeLabel":"string"},{"type":"object","title":"Input Column","description":"The dataset column to use as input for the agent","additionalProperties":true,"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.1","typeLabel":"Input Column · object"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2.items.[INDEX]","typeLabel":"any"},"title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2","typeLabel":"any[]"},{"type":"string","title":"ItemLocator","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.3","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.input_column","typeLabel":"string · Input Column · object · any[] · string"},"deployment_id":{"oneOf":[{"type":"string","title":"Deployment Id","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.deployment_id","typeLabel":"string"},"include_traces":{"oneOf":[{"type":"boolean","title":"Include Traces","description":"Whether to include trace data in the evaluation results","default":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to include trace data in the evaluation results","default":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.include_traces","typeLabel":"boolean | string"},"timeout_seconds":{"oneOf":[{"type":"integer","title":"Timeout Seconds","description":"Maximum seconds to wait for agent completion per item. If not set, the server-side default of 60s applies.","minimum":1,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Maximum seconds to wait for agent completion per item. If not set, the server-side default of 60s applies.","uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.1","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration.timeout_seconds","typeLabel":"integer | string"}},"type":"object","required":["agentex_agent_id","input_column"],"title":"AgentexOutputConfigurationWithItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.3.configuration","typeLabel":"AgentexOutputConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"agentex_output","title":"Task Type","default":"agentex_output","uniqueKey":"tasks.items.[INDEX].oneOf.3.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `agentex_output`","default":"agentex_output","uniqueKey":"tasks.items.[INDEX].oneOf.3.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.3","typeLabel":"AgentexOutputEvaluationTask · object"},{"type":"object","title":"MetricEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"BleuScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"bleu","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.0","typeLabel":"BleuScorerConfigWithItemLocator · object"},{"type":"object","title":"MeteorScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"meteor","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.1","typeLabel":"MeteorScorerConfigWithItemLocator · object"},{"type":"object","title":"CosineSimilarityScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"cosine_similarity","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.2","typeLabel":"CosineSimilarityScorerConfigWithItemLocator · object"},{"type":"object","title":"F1ScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"f1","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.3","typeLabel":"F1ScorerConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer1ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge1","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.4","typeLabel":"RougeScorer1ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer2ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge2","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.5","typeLabel":"RougeScorer2ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorerLConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rougeL","title":"Type","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration.oneOf.6","typeLabel":"RougeScorerLConfigWithItemLocator · object"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.4.configuration","typeLabel":"BleuScorerConfigWithItemLocator · object | MeteorScorerConfigWithItemLocator · object | CosineSimilarityScorerConfigWithItemLocator · object | F1ScorerConfigWithItemLocator · object | RougeScorer1ConfigWithItemLocator · object | RougeScorer2ConfigWithItemLocator · object | RougeScorerLConfigWithItemLocator · object"},"task_type":{"type":"string","const":"metric","title":"Task Type","default":"metric","uniqueKey":"tasks.items.[INDEX].oneOf.4.task_type","typeLabel":"string"},"alias":{"title":"Alias","description":"Alias to title the results column. Defaults to the metric type specified in the configuration","type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.4.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.4","typeLabel":"MetricEvaluationTask · object"},{"type":"object","title":"AutoEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration.prompt","typeLabel":"string"},"question_id":{"type":"string","title":"Question Id","description":"question to be evaluated","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration.question_id","typeLabel":"string"}},"type":"object","required":["model","prompt","question_id"],"title":"AutoEvaluationQuestionRequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.5.configuration","typeLabel":"AutoEvaluationQuestionRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.question","title":"Task Type","default":"auto_evaluation.question","uniqueKey":"tasks.items.[INDEX].oneOf.5.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_question`","default":"auto_evaluation_question","uniqueKey":"tasks.items.[INDEX].oneOf.5.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.5","typeLabel":"AutoEvaluationQuestionTask · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator","required":["model","prompt","response_format"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt","typeLabel":"string"},"response_format":{"additionalProperties":true,"type":"object","title":"Response Format","description":"JSON schema used for structuring the model response","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.response_format","typeLabel":"Response Format · object"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.2","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt","typeLabel":"string"},"inference_args":{"title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args","typeLabel":"Inference Args · object"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"oneOf":[{"type":"string","title":"Value","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value.oneOf.0","typeLabel":"string"},{"type":"number","title":"Value","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value.oneOf.1","typeLabel":"number"},{"type":"boolean","title":"Value","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value.oneOf.2","typeLabel":"boolean"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value","typeLabel":"string | number | boolean"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.0","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator","required":["model","prompt","choices"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt","typeLabel":"string"},"choices":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.choices.items.[INDEX]","typeLabel":"string"},"type":"array","minItems":1,"title":"Choices","description":"Choices array cannot be empty","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.choices","typeLabel":"string[]"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.2","typeLabel":"string"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt","typeLabel":"string"},"inference_args":{"title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args","typeLabel":"Inference Args · object"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"oneOf":[{"type":"string","title":"Value","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value.oneOf.0","typeLabel":"string"},{"type":"number","title":"Value","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value.oneOf.1","typeLabel":"number"},{"type":"boolean","title":"Value","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value.oneOf.2","typeLabel":"boolean"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value","typeLabel":"string | number | boolean"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.1","typeLabel":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationAgentTaskRequestWithItemLocator","required":["output_rules","name","definition"],"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"title":"Output Type","type":"string","enum":["text","integer","float","boolean"],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type","typeLabel":"enum\u003cstring>"},"output_values":{"title":"Output Values","items":{"oneOf":[{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values","typeLabel":"(string | integer | number | boolean)[]"},"data_fields":{"title":"Data Fields","items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields","typeLabel":"string[]"},"rubric_id":{"title":"Rubric Id","type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id","typeLabel":"string"},"rubric_version":{"title":"Rubric Version","type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version","typeLabel":"integer"}},"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration.oneOf.2","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"}],"isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.6.configuration","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object | AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object | AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.guided_decoding","title":"Task Type","default":"auto_evaluation.guided_decoding","uniqueKey":"tasks.items.[INDEX].oneOf.6.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_guided_decoding`","default":"auto_evaluation_guided_decoding","uniqueKey":"tasks.items.[INDEX].oneOf.6.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.6","typeLabel":"AutoEvaluationGuidedDecodingEvaluationTask · object"},{"type":"object","title":"AutoEvaluationAgentEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"title":"Output Type","type":"string","enum":["text","integer","float","boolean"],"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_type","typeLabel":"enum\u003cstring>"},"output_values":{"title":"Output Values","items":{"oneOf":[{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.output_values","typeLabel":"(string | integer | number | boolean)[]"},"data_fields":{"title":"Data Fields","items":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.data_fields.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.data_fields","typeLabel":"string[]"},"rubric_id":{"title":"Rubric Id","type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.rubric_id","typeLabel":"string"},"rubric_version":{"title":"Rubric Version","type":"integer","uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration.rubric_version","typeLabel":"integer"}},"type":"object","required":["output_rules","name","definition"],"title":"AutoEvaluationAgentTaskRequestWithItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.7.configuration","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.agent","title":"Task Type","default":"auto_evaluation.agent","uniqueKey":"tasks.items.[INDEX].oneOf.7.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_agent`","default":"auto_evaluation_agent","uniqueKey":"tasks.items.[INDEX].oneOf.7.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.7","typeLabel":"AutoEvaluationAgentEvaluationTask · object"},{"type":"object","title":"ContributorEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"question_id":{"type":"string","title":"Question Id","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.question_id","typeLabel":"string"},"layout":{"properties":{"children":{"items":{"oneOf":[{},{"type":"object","title":"Component","required":["data"],"properties":{"data":{"type":"string","title":"ItemLocator","description":"A pointer to the data in each evaluation item to be displayed within the component","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.data","typeLabel":"string"},"label":{"title":"Label","type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1","typeLabel":"Component · object"}],"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX]","typeLabel":"Component · object"},"type":"array","minItems":1,"title":"Children","description":"The children to be displayed within the container","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout.children","typeLabel":"Component · object[]"},"direction":{"type":"string","enum":["row","column"],"title":"Direction","description":"The axis that children are placed in the container. Based on CSS `flex-direction` (see: https://developer.mozilla.org/en-US/docs/Web/CSS/flex-direction)","default":"row","uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout.direction","typeLabel":"enum\u003cstring>"}},"type":"object","required":["children"],"title":"Container","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.layout","typeLabel":"Container · object"},"queue_id":{"type":"string","maxLength":100,"title":"Queue Id","description":"The contributor annotation queue to include this task in. Defaults to `default`","default":"default","uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.queue_id","typeLabel":"string"},"required":{"title":"Required","description":"Whether the question is required to be answered","default":false,"type":"boolean","uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.required","typeLabel":"boolean"},"rubric_id":{"title":"Rubric Id","description":"ID of the rubric to use for scoring this evaluation question","type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration.rubric_id","typeLabel":"string"}},"type":"object","required":["question_id","layout"],"title":"ContributorEvaluationQuestionConfigurationWithItemLocator","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.8.configuration","typeLabel":"ContributorEvaluationQuestionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"contributor_evaluation.question","title":"Task Type","default":"contributor_evaluation.question","uniqueKey":"tasks.items.[INDEX].oneOf.8.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `contributor_evaluation_question`","default":"contributor_evaluation_question","uniqueKey":"tasks.items.[INDEX].oneOf.8.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.8","typeLabel":"ContributorEvaluationQuestionTask · object"},{"type":"object","title":"CustomFunctionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"function_source":{"type":"string","maxLength":10000,"title":"Function Source","description":"Python function source code","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.function_source","typeLabel":"string"},"arg_mapping":{"title":"Arg Mapping","description":"Mapping of function parameter names to item locators (e.g. item.field). Auto-derived from function signature if not provided.","additionalProperties":{"type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.arg_mapping.additionalProperties","typeLabel":"string"},"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.arg_mapping","typeLabel":"Arg Mapping · object"},"config_args":{"title":"Config Args","description":"Literal argument values for function parameters, such as thresholds or RNG seeds. Serialized JSON must be at most 10000 characters.","additionalProperties":true,"type":"object","uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.config_args","typeLabel":"Config Args · object"},"outputs":{"title":"Outputs","description":"Optional output paths to materialize as separate result columns. If omitted, the function return value is stored only under the task alias/data key.","items":{"properties":{"path":{"type":"string","minLength":1,"title":"Path","description":"Dot path in the custom function return value to materialize.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.outputs.items.[INDEX].path","typeLabel":"string"},"alias":{"title":"Alias","description":"Result column alias. Defaults to path with dots replaced by underscores.","type":"string","minLength":1,"uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.outputs.items.[INDEX].alias","typeLabel":"string"}},"type":"object","required":["path"],"title":"CustomFunctionOutputAlias","uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.outputs.items.[INDEX]","typeLabel":"CustomFunctionOutputAlias · object"},"type":"array","uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration.outputs","typeLabel":"CustomFunctionOutputAlias · object[]"}},"type":"object","required":["function_source"],"title":"CustomFunctionConfigurationWithItemLocator","description":"Configuration for a custom Python function evaluation task.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].oneOf.9.configuration","typeLabel":"CustomFunctionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"custom_function","title":"Task Type","default":"custom_function","uniqueKey":"tasks.items.[INDEX].oneOf.9.task_type","typeLabel":"string"},"alias":{"title":"Alias","description":"Alias to title the results column. Defaults to the function name.","type":"string","uniqueKey":"tasks.items.[INDEX].oneOf.9.alias","typeLabel":"string"}},"uniqueKey":"tasks.items.[INDEX].oneOf.9","typeLabel":"CustomFunctionEvaluationTask · object"}],"uniqueKey":"tasks.items.[INDEX]","typeLabel":"ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object"},"type":"array","uniqueKey":"tasks","typeLabel":"(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[]"},"metadata":{"title":"Metadata","description":"Metadata key-value pairs for the evaluation","additionalProperties":true,"type":"object","uniqueKey":"metadata","typeLabel":"Metadata · object"},"error_count":{"title":"Error Count","description":"Number of task errors across all items in this evaluation.","type":"integer","uniqueKey":"error_count","typeLabel":"integer"}},"type":"object","required":["name","id","created_at","created_by","tags","datasets","status"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"tags":["\u003cstring>"],"datasets":[{"id":"\u003cstring>","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","tags":["\u003cstring>"],"current_version_num":123,"object":"dataset","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z"}],"status":"failed","object":"evaluation","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z","status_reason":"\u003cstring>","progress":{"workflows":{"total":123,"completed":123,"failed":123,"pending":123},"items":{"total":123,"successful":123,"failed":123,"pending":123,"failed_items":[]}},"tasks":[{"configuration":{"model":"\u003cstring>","messages":[{}],"top_k":123,"frequency_penalty":0,"function_call":{},"functions":[{}],"logit_bias":{},"logprobs":true,"max_completion_tokens":123,"max_tokens":123,"metadata":{},"modalities":["\u003cstring>"],"n":123,"parallel_tool_calls":true,"prediction":{},"presence_penalty":0,"reasoning_effort":"\u003cstring>","response_format":{},"seed":123,"stop":"\u003cstring>","store":true,"temperature":1,"tool_choice":"\u003cstring>","tools":[{}],"top_logprobs":10,"top_p":0.5,"audio":{}},"task_type":"chat_completion","alias":"chat_completion"}],"metadata":{},"error_count":123}}},"exampleType":"generated"}},"exampleType":"generated"},"c976bfff-7bd5-4a4f-bb59-02b433432866":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"title":"Error Type","type":"string","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"4e4ecb15-43d5-4307-9af7-1ff465ed51ba":{"APIKeyHeader":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[]}}},"servers":{"12eeaad7-a736-4c47-a9e3-769b0001ffb2":{"url":"https://api.egp.scale.com"}},"schemas":{"fa738da0-f1f7-4393-8e95-e22dcd169fe4":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const"},"value":{"oneOf":[{"type":"string","title":"Value"},{"type":"number","title":"Value"},{"type":"boolean","title":"Value"}]}}},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true},"op":{"type":"string","const":"var","title":"Op","default":"var"}}},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"eq","title":"Op","default":"eq"}}},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"ne","title":"Op","default":"ne"}}},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lt","title":"Op","default":"lt"}}},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lte","title":"Op","default":"lte"}}},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gt","title":"Op","default":"gt"}}},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gte","title":"Op","default":"gte"}}},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"and","title":"Op","default":"and"}}},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"or","title":"Op","default":"or"}}},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"in","title":"Op","default":"in"}}},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in"}}},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not","title":"Op","default":"not"}}},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null"}}},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null"}}}]}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[]},"schema":{"title":"x-api-key","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"APIKeyHeader","name":"x-api-key"}],"title":"APIKeyHeader"}]},"originalFileLocation":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json"},"subdomain":"scalegp","siteName":"Scale AI","title":"Get Evaluation - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/reference/v5/evaluations/get-evaluation","matchLevel":0},"V4 (legacy)":{"href":"/reference/v4/evaluations/get-evaluation","matchLevel":1}},"firstHrefInLanguage":{}},"lastModified":"2026-06-26T12:57:47.920Z","originalFileLocation":"reference/v5/evaluations/get-evaluation.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation\u0026#x27;s task configurations in the response.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get Evaluation - Scale AI\">\u003cmeta data-mint-head property=\"og:description\" content=\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation\u0026#x27;s task configurations in the response.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Get+Evaluation\u0026amp;description=Retrieve+a+single+evaluation+by+ID.%0A%0AReturns+the+evaluation+with+its+datasets%2C+async-job+progress%2C+metadata%2C+and+task-error+count.%0AArchived+evaluations+are+excl\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=d9f15d9531822758314bc5676bcdb9e27ac0f827e860766b9c5a34e9c5a4c560\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get Evaluation - Scale AI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation\u0026#x27;s task configurations in the response.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Get+Evaluation\u0026amp;description=Retrieve+a+single+evaluation+by+ID.%0A%0AReturns+the+evaluation+with+its+datasets%2C+async-job+progress%2C+metadata%2C+and+task-error+count.%0AArchived+evaluations+are+excl\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=d9f15d9531822758314bc5676bcdb9e27ac0f827e860766b9c5a34e9c5a4c560\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v5/evaluations/get-evaluation.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\",\"name\":\"Get Evaluation\",\"description\":\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation's task configurations in the response.\",\"dateModified\":\"2026-06-26T12:57:47.920Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Get Evaluation\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#apireference\",\"headline\":\"Get Evaluation\",\"name\":\"Get Evaluation\",\"description\":\"Retrieve a single evaluation by ID. Returns the evaluation with its datasets, async-job progress, metadata, and task-error count. Archived evaluations are excluded unless include_archived is set. Pass the tasks view to include the evaluation's task configurations in the response.\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/get-evaluation#webpage\"},\"dateModified\":\"2026-06-26T12:57:47.920Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/v5/overview"}]},{"tab":"AgentOps API","groups":[{"group":"Inference","pages":[{"title":"Run inference with free-form payload","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/inference","href":"/reference/v5/inference/run-inference-with-free-form-payload"},{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/chat/completions","href":"/reference/v5/inference/generate-openai-chat-completion-from-messages"},{"title":"Run OpenAI Responses API (OpenAI only)","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/responses","href":"/reference/v5/inference/run-openai-responses-api-openai-only"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/completions","href":"/reference/v5/inference/generate-legacy-text-completion-from-prompt"},{"title":"List available chat completion models","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/chat/completions/models","href":"/reference/v5/inference/list-available-chat-completion-models"}]},{"group":"Questions","pages":[{"title":"List questions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/questions","href":"/reference/v5/questions/list-questions"},{"title":"Create a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/questions","href":"/reference/v5/questions/create-a-question"},{"title":"Get a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/questions/{question_id}","href":"/reference/v5/questions/get-a-question"},{"title":"Archive a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/questions/{question_id}","href":"/reference/v5/questions/archive-a-question"},{"title":"Update a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/questions/{question_id}","href":"/reference/v5/questions/update-a-question"},{"title":"Restore an archived question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/questions/{question_id}/restore","href":"/reference/v5/questions/restore-an-archived-question"}]},{"group":"Rubrics","pages":[{"title":"List rubrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/rubrics","href":"/reference/v5/rubrics/list-rubrics"},{"title":"Create a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/rubrics","href":"/reference/v5/rubrics/create-a-rubric"},{"title":"Get a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/get-a-rubric"},{"title":"Archive a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/archive-a-rubric"},{"title":"Update or restore a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/update-or-restore-a-rubric"},{"title":"Add a criterion to a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/rubrics/{rubric_id}/criteria","href":"/reference/v5/rubrics/add-a-criterion-to-a-rubric"},{"title":"Update a criterion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}","href":"/reference/v5/rubrics/update-a-criterion"},{"title":"List criterion versions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}/versions","href":"/reference/v5/rubrics/list-criterion-versions"}]},{"group":"Vector Stores","pages":[{"title":"List Vector Stores","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores","href":"/reference/v5/vector-stores/list-vector-stores"},{"title":"Create Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/create","href":"/reference/v5/vector-stores/create-vector-store"},{"title":"Get Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores/{vector_store_name}","href":"/reference/v5/vector-stores/get-vector-store"},{"title":"Configure Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/configure","href":"/reference/v5/vector-stores/configure-vector-store"},{"title":"Drop Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/drop","href":"/reference/v5/vector-stores/drop-vector-store"},{"title":"Upsert Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/upsert","href":"/reference/v5/vector-stores/upsert-vectors"},{"title":"Delete Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/delete","href":"/reference/v5/vector-stores/delete-vectors"},{"title":"List Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores/{vector_store_name}/vectors","href":"/reference/v5/vector-stores/list-vectors"},{"title":"Get Vector","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores/{vector_store_name}/vectors/{vector_id}","href":"/reference/v5/vector-stores/get-vector"},{"title":"Count Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/count","href":"/reference/v5/vector-stores/count-vectors"},{"title":"Query Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/query","href":"/reference/v5/vector-stores/query-vectors"}]},{"group":"Files","pages":[{"title":"List files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/files","href":"/reference/v5/files/list-files"},{"title":"Upload a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/files","href":"/reference/v5/files/upload-a-file"},{"title":"Import files from cloud storage","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/files/cloud_imports","href":"/reference/v5/files/import-files-from-cloud-storage"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/files/{file_id}","href":"/reference/v5/files/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/files/{file_id}","href":"/reference/v5/files/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/files/{file_id}","href":"/reference/v5/files/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/files/{file_id}/content","href":"/reference/v5/files/download-file-content"}]},{"group":"Models","pages":[{"title":"List custom models","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/models","href":"/reference/v5/models/list-custom-models"},{"title":"Create a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/models","href":"/reference/v5/models/create-a-custom-model"},{"title":"Get a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/models/{model_id}","href":"/reference/v5/models/get-a-custom-model"},{"title":"Delete a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/models/{model_id}","href":"/reference/v5/models/delete-a-custom-model"},{"title":"Update a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/models/{model_id}","href":"/reference/v5/models/update-a-custom-model"}]},{"group":"Agent Configs","pages":[{"title":"List Agent Configs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agent_configs","href":"/reference/v5/agent-configs/list-agent-configs"},{"title":"Create Agent Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/agent_configs","href":"/reference/v5/agent-configs/create-agent-config"},{"title":"List MCP Tool Names","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agent_configs/mcp_tools","href":"/reference/v5/agent-configs/list-mcp-tool-names"},{"title":"Get Agent Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/get-agent-config"},{"title":"Delete Agent Config (hard delete)","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/delete-agent-config-hard-delete"},{"title":"Update Agent Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/update-agent-config"}]},{"group":"Datasets","pages":[{"title":"List datasets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/datasets","href":"/reference/v5/datasets/list-datasets"},{"title":"Create a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/datasets","href":"/reference/v5/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/get-a-dataset"},{"title":"Archive a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/archive-a-dataset"},{"title":"Update or restore a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/update-or-restore-a-dataset"}]},{"group":"Dataset Items","pages":[{"title":"Add items to an existing dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/dataset-items/batch","href":"/reference/v5/dataset-items/add-items-to-an-existing-dataset"},{"title":"Get a dataset item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/get-a-dataset-item"},{"title":"Delete a dataset item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/delete-a-dataset-item"},{"title":"Update a dataset item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/update-a-dataset-item"},{"title":"List dataset items","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/dataset-items","href":"/reference/v5/dataset-items/list-dataset-items"}]},{"group":"Evaluations","pages":[{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations","href":"/reference/v5/evaluations/list-evaluations"},{"title":"Create Evaluation","description":"Create an evaluation together with its items, optionally running test criteria against them.\n\nAccepts three request shapes: standalone (inline `data`), from an existing dataset\n(`dataset_id` with optional per-item references), or with a new reusable dataset created inline\nfrom `data`. When the evaluation includes tasks that require execution (for example an LLM judge\nor custom function), an async job and a Temporal workflow are started and the evaluation is\nreturned immediately with status `running`; task results and `error_count` populate\nasynchronously. When it includes only contributor tasks, taxonomy-only input, or no tasks, no\nworkflow runs and it is returned with status `completed`. Optional `tasks`, `metadata`, `tags`,\nand `taxonomy_params` are persisted alongside the evaluation and its items.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations","href":"/reference/v5/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation"},{"title":"Archive Evaluation","description":"Archive (soft-delete) an evaluation.\n\nSets the evaluation's archived timestamp rather than permanently deleting it, and cascades the\narchive to the evaluation's items and dashboards while removing it from any evaluation groups.\nThe evaluation can later be brought back with a restore request to the update endpoint.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/archive-evaluation"},{"title":"Update or Restore Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/update-or-restore-evaluation"},{"title":"Add Test Criteria to Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/{evaluation_id}/tasks","href":"/reference/v5/evaluations/add-test-criteria-to-evaluation"},{"title":"Update Test Criteria Configuration","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluations/{evaluation_id}/tasks/{alias}","href":"/reference/v5/evaluations/update-test-criteria-configuration"},{"title":"Get Available Metadata Keys","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/metadata-keys","href":"/reference/v5/evaluations/get-available-metadata-keys"},{"title":"Get Available Evaluation Statuses","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/statuses","href":"/reference/v5/evaluations/get-available-evaluation-statuses"},{"title":"Get Evaluation Data Schema","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}/schema","href":"/reference/v5/evaluations/get-evaluation-data-schema"},{"title":"Get Evaluation Taxonomy","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}/taxonomy","href":"/reference/v5/evaluations/get-evaluation-taxonomy"},{"title":"Filter Evaluations","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/filter","href":"/reference/v5/evaluations/filter-evaluations"},{"title":"Dry-run a custom-function evaluation task","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/tasks/dry-run","href":"/reference/v5/evaluations/dry-run-a-custom-function-evaluation-task"}]},{"group":"Evaluation Groups","pages":[{"title":"List Evaluation Groups","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/list-evaluation-groups"},{"title":"Create Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/create-evaluation-group"},{"title":"Get Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/get-evaluation-group"},{"title":"Update Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json put /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/update-evaluation-group"},{"title":"Archive Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/archive-evaluation-group"},{"title":"Patch Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/patch-evaluation-group"},{"title":"Get Evaluation Group Schema","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-groups/{group_id}/schema","href":"/reference/v5/evaluation-groups/get-evaluation-group-schema"}]},{"group":"Evaluation Charts","pages":[{"title":"List Evaluation Charts","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/list-evaluation-charts"},{"title":"Create Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/create-evaluation-chart"},{"title":"Get Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/get-evaluation-chart"},{"title":"Replace Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json put /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/replace-evaluation-chart"},{"title":"Delete Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/delete-evaluation-chart"},{"title":"Patch Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/patch-evaluation-chart"}]},{"group":"Evaluation Dashboards","pages":[{"title":"List Evaluation Dashboards","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/list-evaluation-dashboards"},{"title":"Create Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/create-evaluation-dashboard"},{"title":"Get Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/get-evaluation-dashboard"},{"title":"Delete Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/delete-evaluation-dashboard"},{"title":"Patch Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/patch-evaluation-dashboard"},{"title":"Add Widget to Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-dashboards/{dashboard_id}/widgets","href":"/reference/v5/evaluation-dashboards/add-widget-to-dashboard"},{"title":"Remove Widget from Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/remove-widget-from-dashboard"},{"title":"Update Dashboard Widget","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/update-dashboard-widget"}]},{"group":"Evaluation Items","pages":[{"title":"Get a single evaluation item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-items/{evaluation_item_id}","href":"/reference/v5/evaluation-items/get-a-single-evaluation-item"},{"title":"List and filter evaluation items","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-items","href":"/reference/v5/evaluation-items/list-and-filter-evaluation-items"},{"title":"Export evaluation items to a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-items/export","href":"/reference/v5/evaluation-items/export-evaluation-items-to-a-file"}]},{"group":"Spans","pages":[{"title":"Create a span","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans","href":"/reference/v5/spans/create-a-span"},{"title":"Upsert spans in a batch","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json put /v5/spans/batch","href":"/reference/v5/spans/upsert-spans-in-a-batch"},{"title":"Create spans in a batch","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/batch","href":"/reference/v5/spans/create-spans-in-a-batch"},{"title":"List trace deletion requests","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/deletions","href":"/reference/v5/spans/list-trace-deletion-requests"},{"title":"Create trace deletion request","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/deletions","href":"/reference/v5/spans/create-trace-deletion-request"},{"title":"Get trace deletion request status","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/deletions/{deletion_request_id}","href":"/reference/v5/spans/get-trace-deletion-request-status"},{"title":"Get a span","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/{span_id}","href":"/reference/v5/spans/get-a-span"},{"title":"Update a span","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/spans/{span_id}","href":"/reference/v5/spans/update-a-span"},{"title":"Get a span within a trace","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/traces/{trace_id}/spans/{span_id}","href":"/reference/v5/spans/get-a-span-within-a-trace"},{"title":"List span summaries for a trace","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/traces/{trace_id}/spans","href":"/reference/v5/spans/list-span-summaries-for-a-trace"},{"title":"Search spans","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/search","href":"/reference/v5/spans/search-spans"},{"title":"Export spans","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/export","href":"/reference/v5/spans/export-spans"},{"title":"Get span export status","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/export/{export_id}","href":"/reference/v5/spans/get-span-export-status"},{"title":"Get time-bucketed span metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/metrics","href":"/reference/v5/spans/get-time-bucketed-span-metrics"},{"title":"Get span metrics grouped by name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/metrics/by-span","href":"/reference/v5/spans/get-span-metrics-grouped-by-name"}]},{"group":"Span Assessment","pages":[{"title":"List span or trace assessments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/span-assessments","href":"/reference/v5/span-assessment/list-span-or-trace-assessments"},{"title":"Create span assessment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/span-assessments","href":"/reference/v5/span-assessment/create-span-assessment"},{"title":"Get span assessment by ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/get-span-assessment-by-id"},{"title":"Permanently delete span assessment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/permanently-delete-span-assessment"},{"title":"Update span assessment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/update-span-assessment"}]},{"group":"Annotation Tasks","pages":[{"title":"Update or assign annotation tasks in bulk","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/annotation-tasks/batch","href":"/reference/v5/annotation-tasks/update-or-assign-annotation-tasks-in-bulk"}]},{"group":"Credentials","pages":[{"title":"List Credentials","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/credentials","href":"/reference/v5/credentials/list-credentials"},{"title":"Create Credential","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/credentials","href":"/reference/v5/credentials/create-credential"},{"title":"Get Credential by Name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/credentials/name/{credential_name}","href":"/reference/v5/credentials/get-credential-by-name"},{"title":"Get Credential by ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/credentials/{credential_id}","href":"/reference/v5/credentials/get-credential-by-id"},{"title":"Delete Credential","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/credentials/{credential_id}","href":"/reference/v5/credentials/delete-credential"},{"title":"Update Credential","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/credentials/{credential_id}","href":"/reference/v5/credentials/update-credential"},{"title":"Get Credential Secret by ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/credentials/{credential_id}/secret","href":"/reference/v5/credentials/get-credential-secret-by-id"},{"title":"Get Credential Secret by Name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/credentials/name/{credential_name}/secret","href":"/reference/v5/credentials/get-credential-secret-by-name"}]},{"group":"Agentex Cloud Build","pages":[{"title":"List container image builds","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds","href":"/reference/v5/agentex-cloud-build/list-container-image-builds"},{"title":"Submit container image build","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/builds","href":"/reference/v5/agentex-cloud-build/submit-container-image-build"},{"title":"List agents built but not deployed","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds/undeployed","href":"/reference/v5/agentex-cloud-build/list-agents-built-but-not-deployed"},{"title":"Get a build","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds/{build_id}","href":"/reference/v5/agentex-cloud-build/get-a-build"},{"title":"Stream build logs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds/{build_id}/logs","href":"/reference/v5/agentex-cloud-build/stream-build-logs"},{"title":"Cancel a build","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/builds/{build_id}/cancel","href":"/reference/v5/agentex-cloud-build/cancel-a-build"}]},{"group":"Agentex Cloud Deploy","pages":[{"title":"List agent deployments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/list-agent-deployments"},{"title":"Deploy a built agent image","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/deploy-a-built-agent-image"},{"title":"Get an agent deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/get-an-agent-deployment"},{"title":"Delete and tear down a deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/delete-and-tear-down-a-deployment"},{"title":"Get agent deployment logs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agentex/deployments/{deployment_id}/logs","href":"/reference/v5/agentex-cloud-deploy/get-agent-deployment-logs"}]},{"group":"Agentex Agent","pages":[{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/agentex/agents/{agent_id}","href":"/reference/v5/agentex-agent/delete-agent"}]},{"group":"SGP Cloud Secrets","pages":[{"title":"List Secrets","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/list-secrets"},{"title":"Create Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/create-secret"},{"title":"Get Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/get-secret"},{"title":"Delete Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/delete-secret"},{"title":"Update Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/update-secret"}]}]},{"tab":"AgentOps SDK","href":"https://scaleapi.github.io/sgp-sdk-docs/api/python/"},{"tab":"Agentex API","pages":[{"title":"Agentex API","href":"/reference/agentex/agents/get-agent-by-id"}]},{"tab":"Agentex SDK","href":"https://scaleapi.github.io/agentex-sdk-docs/api/python/"},{"tab":"Capabilities","pages":[{"title":"Capabilities","href":"/docs/capabilities/overview"}]},{"tab":"Dex API","pages":[{"title":"Dex API","href":"/reference/dex/projects/list-projects"}]}]},{"version":"V4 (legacy)","pages":[{"title":"V4 (legacy)","href":"/reference/v4/evaluations/get-evaluation"}]}]},"title":"Get Evaluation - Scale AI","buildId":"dpl_2xiSHD9XEvLsPGPcfoMtkLTB3dy9","deploymentId":"dpl_2xiSHD9XEvLsPGPcfoMtkLTB3dy9","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-DmVyH30O.js","utils-BHQqGGOd.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-CD-E4BIt.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Bp5Lq9Ds.js","snippetPresets-C4xAVCFP.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-CgXVLxUC.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BF8I5oUf.js","shallow-Byd0lWnC.js","getApiPlaygroundDisplay-BGOZG1OK.js","CodeSnippet-CpvQL0CY.js","CodeSnippets-B8wkBKXa.js","Page-CBCH2P7b.js","getPastedJson-Ry3scI3Y.js","icon-D7a9HcdD.js","MethodPill-CJ8pmHhz.js","DuplicateIcon-rh1HJF0t.js","createIcon-DvGznqYs.js","DynamicMarkdown-Cc6AuSHS.js","SectionHeading-B4A0S-ep.js","axios-vUo_bRtp.js","Markdown-Cc16CX65.js","clsx-Cs6nMGht.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-zbf22OZA.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-C_fs-y5n.js"]}