List evaluations for the account, with pagination.
Supports filtering by case-insensitive name substring and by tags; archived
evaluations are excluded unless include_archived is set. Pass the tasks view to include each
evaluation’s task configurations in the response. Use this for simple name or tag lookups;
to filter on metadata key-value pairs or status, use the filter endpoint instead.
GET
/
v5
/
evaluations
List Evaluations
curl --request GET \ --url https://api.egp.scale.com/v5/evaluations \ --header 'x-api-key: <api-key>'
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aecf0ec6829c68a2fb0d3c8","clientVersion":"0.0.4111","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":97},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":44},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url('https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2');font-weight:normal;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v5/evaluations/list-evaluations","slug":"/reference/v5/evaluations/list-evaluations","pageMetadata":{"title":"List Evaluations","description":"List evaluations for the account, with pagination.\n\nSupports filtering by case-insensitive name substring and by tags; archived\nevaluations are excluded unless `include_archived` is set. Pass the `tasks` view to include each\nevaluation's task configurations in the response. Use this for simple name or tag lookups;\nto filter on metadata key-value pairs or status, use the filter endpoint instead.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations","href":"/reference/v5/evaluations/list-evaluations","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"List evaluations for the account, with pagination.\"\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Supports filtering by case-insensitive name substring and by tags; archived\\nevaluations are excluded unless \", _jsx(_components.code, {\n children: \"include_archived\"\n }), \" is set. Pass the \", _jsx(_components.code, {\n children: \"tasks\"\n }), \" view to include each\\nevaluation’s task configurations in the response. Use this for simple name or tag lookups;\\nto filter on metadata key-value pairs or status, use the filter endpoint instead.\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"List Evaluations","description":"List evaluations for the account, with pagination.\n\nSupports filtering by case-insensitive name substring and by tags; archived\nevaluations are excluded unless `include_archived` is set. Pass the `tasks` view to include each\nevaluation's task configurations in the response. Use this for simple name or tag lookups;\nto filter on metadata key-value pairs or status, use the filter endpoint instead.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations","href":"/reference/v5/evaluations/list-evaluations","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Evaluations"],"summary":"List Evaluations","description":"List evaluations for the account, with pagination.\n\nSupports filtering by case-insensitive name substring and by tags; archived\nevaluations are excluded unless `include_archived` is set. Pass the `tasks` view to include each\nevaluation's task configurations in the response. Use this for simple name or tag lookups;\nto filter on metadata key-value pairs or status, use the filter endpoint instead.","operationId":"GET-V5-/v5/evaluations","security":["0c550f7e-6b1e-4761-973d-4626245bfdd4"],"parameters":["f39ce858-290f-4eea-8534-d632f6b828ef","1833701c-e92f-4398-a44a-9af9154b4563","f32a66bf-5dee-470d-82cb-263ac6979194","8089eb57-0c02-4b9e-9e15-601bb6f453cc","2f26a14c-d05a-4769-aa72-7fbc45b9494e","65243435-9614-4364-b068-fe532e90bc1b","a9014e27-be98-4383-91fc-d364efbf82e5","12e7d00b-5d97-4490-a759-9823d64d17b2","37f5c95c-0ad8-4c11-a760-80b91ed2779d","fd158ae6-d3e7-48b8-892c-20c095a825fd"],"responses":{"200":"8108f3fd-5240-4609-9b7c-3585741ba6ed","422":"6bd7c794-6ec8-4d52-974d-1148971a5f56"},"method":"get","type":"path","servers":["53d4b40c-6ecb-41f0-8721-9b4723f67775"],"path":"/v5/evaluations","baseUrlOptions":["https://api.egp.scale.com"],"title":"List Evaluations","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"f39ce858-290f-4eea-8534-d632f6b828ef":{"name":"include_archived","in":"query","required":false,"schema":{"type":"boolean","default":false,"title":"Include Archived","isRequired":false,"uniqueKey":"","typeLabel":"boolean"}},"1833701c-e92f-4398-a44a-9af9154b4563":{"name":"tags","in":"query","required":false,"schema":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Tags","uniqueKey":"oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Tags","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string[] | null"}},"f32a66bf-5dee-470d-82cb-263ac6979194":{"name":"views","in":"query","required":false,"schema":{"type":"array","items":{"type":"string","enum":["tasks"],"title":"EvaluationViews","uniqueKey":"items.[INDEX]","typeLabel":"enum\u003cstring>"},"default":[],"title":"Views","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>[]"}},"8089eb57-0c02-4b9e-9e15-601bb6f453cc":{"name":"starting_after","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Starting After","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Starting After","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"2f26a14c-d05a-4769-aa72-7fbc45b9494e":{"name":"ending_before","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Ending Before","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Ending Before","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"65243435-9614-4364-b068-fe532e90bc1b":{"name":"limit","in":"query","required":false,"schema":{"type":"integer","maximum":10000,"minimum":1,"default":100,"title":"Limit","isRequired":false,"uniqueKey":"","typeLabel":"integer"}},"a9014e27-be98-4383-91fc-d364efbf82e5":{"name":"sort_by","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Sort By","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Sort By","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"12e7d00b-5d97-4490-a759-9823d64d17b2":{"name":"sort_order","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"SortOrder","default":"asc","enum":["asc","desc"],"uniqueKey":"oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Sort Order","default":"asc","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring> | null"}},"37f5c95c-0ad8-4c11-a760-80b91ed2779d":{"name":"name","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Name","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"fd158ae6-d3e7-48b8-892c-20c095a825fd":{"name":"x-selected-account-id","in":"header","required":false,"schema":{"oneOf":[{"type":"string","title":"Account ID Header","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Account ID Header","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}}},"responses":{"8108f3fd-5240-4609-9b7c-3585741ba6ed":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"items":{"items":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"\\items.items.[INDEX].created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_by","typeLabel":"Identity · object"},"tags":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tags.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tags.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tags","typeLabel":"string[] | null"},"datasets":{"oneOf":[{"type":"array","items":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].id","typeLabel":"string"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].created_by","typeLabel":"Identity · object"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"tags":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].tags.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Tags","description":"The tags associated with the entity","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].tags.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].tags","typeLabel":"string[] | null"},"current_version_num":{"type":"integer","title":"Current Version Num","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].current_version_num","typeLabel":"integer"},"object":{"type":"string","const":"dataset","title":"Object","default":"dataset","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].object","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].description","typeLabel":"string | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX].archived_at","typeLabel":"string\u003cdate-time> | null"}},"type":"object","required":["created_by","name","id","created_at","tags","current_version_num"],"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Datasets","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.0","typeLabel":"Datasets · object[]"},{"type":"null","title":"Datasets","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets","typeLabel":"Datasets · object[] | null"},"status":{"type":"string","enum":["failed","completed","running"],"title":"EvaluationStatus","isRequired":true,"uniqueKey":"\\items.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"evaluation","title":"Object","default":"evaluation","uniqueKey":"\\items.items.[INDEX].object","typeLabel":"string"},"description":{"oneOf":[{"type":"string","title":"Description","uniqueKey":"\\items.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","title":"Description","uniqueKey":"\\items.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].description","typeLabel":"string | null"},"archived_at":{"oneOf":[{"type":"string","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","format":"date-time","uniqueKey":"\\items.items.[INDEX].archived_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","title":"Archived At","description":"The date and time when the entity was archived in ISO format.","uniqueKey":"\\items.items.[INDEX].archived_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].archived_at","typeLabel":"string\u003cdate-time> | null"},"status_reason":{"oneOf":[{"type":"string","title":"Status Reason","description":"Reason for evaluation status","uniqueKey":"\\items.items.[INDEX].status_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Status Reason","description":"Reason for evaluation status","uniqueKey":"\\items.items.[INDEX].status_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].status_reason","typeLabel":"string | null"},"progress":{"oneOf":[{"type":"object","title":"EvaluationTasksProgressSchema","description":"Progress of the evaluation's underlying async job","properties":{"workflows":{"oneOf":[{"type":"object","title":"EvaluationTasksWorkflowProgressSchema","required":["total","completed","failed","pending"],"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows.oneOf.0.total","typeLabel":"integer"},"completed":{"type":"integer","title":"Completed","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows.oneOf.0.completed","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows.oneOf.0.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows.oneOf.0.pending","typeLabel":"integer"}},"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows.oneOf.0","typeLabel":"EvaluationTasksWorkflowProgressSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.workflows","typeLabel":"EvaluationTasksWorkflowProgressSchema · object | null"},"items":{"oneOf":[{"type":"object","title":"EvaluationTasksItemProgressSchema","required":["total","successful","failed","pending"],"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.total","typeLabel":"integer"},"successful":{"type":"integer","title":"Successful","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.successful","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.pending","typeLabel":"integer"},"failed_items":{"items":{"properties":{"item_id":{"type":"string","title":"Item Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].item_id","typeLabel":"string"},"error":{"oneOf":[{"type":"string","title":"Error","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error","typeLabel":"string | null"},"error_type":{"oneOf":[{"type":"string","title":"Error Type","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error Type","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX].error_type","typeLabel":"string | null"}},"type":"object","required":["item_id"],"title":"EvaluationTasksFailedItemSchema","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items.items.[INDEX]","typeLabel":"EvaluationTasksFailedItemSchema · object"},"type":"array","title":"Failed Items","default":[],"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0.failed_items","typeLabel":"EvaluationTasksFailedItemSchema · object[]"}},"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.0","typeLabel":"EvaluationTasksItemProgressSchema · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0.\\items","typeLabel":"EvaluationTasksItemProgressSchema · object | null"}},"uniqueKey":"\\items.items.[INDEX].progress.oneOf.0","typeLabel":"EvaluationTasksProgressSchema · object"},{"type":"null","description":"Progress of the evaluation's underlying async job","uniqueKey":"\\items.items.[INDEX].progress.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].progress","typeLabel":"EvaluationTasksProgressSchema · object | null"},"tasks":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"object","title":"ChatCompletionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.model","typeLabel":"string"},"messages":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Messages","description":"openai standard message format","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages.oneOf.0","typeLabel":"Messages · object[]"},{"type":"string","title":"ItemLocator","description":"openai standard message format","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.messages","typeLabel":"Messages · object[] | string"},"top_k":{"oneOf":[{"type":"integer","title":"Top K","description":"Only sample from the top K options for each subsequent token","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Only sample from the top K options for each subsequent token","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k.oneOf.1","typeLabel":"string"},{"type":"null","title":"Top K","description":"Only sample from the top K options for each subsequent token","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_k","typeLabel":"integer | string | null"},"frequency_penalty":{"oneOf":[{"type":"number","title":"Frequency Penalty","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.1","typeLabel":"string"},{"type":"null","title":"Frequency Penalty","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.frequency_penalty","typeLabel":"number | string | null"},"function_call":{"oneOf":[{"type":"object","title":"Function Call","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call.oneOf.0","typeLabel":"Function Call · object"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call.oneOf.1","typeLabel":"string"},{"type":"null","title":"Function Call","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.function_call","typeLabel":"Function Call · object | string | null"},"functions":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Functions","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.0","typeLabel":"Functions · object[]"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.1","typeLabel":"string"},{"type":"null","title":"Functions","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.functions","typeLabel":"Functions · object[] | string | null"},"logit_bias":{"oneOf":[{"type":"object","title":"Logit Bias","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","additionalProperties":{"type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0","typeLabel":"Logit Bias · object"},{"type":"string","title":"ItemLocator","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.1","typeLabel":"string"},{"type":"null","title":"Logit Bias","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logit_bias","typeLabel":"Logit Bias · object | string | null"},"logprobs":{"oneOf":[{"type":"boolean","title":"Logprobs","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.1","typeLabel":"string"},{"type":"null","title":"Logprobs","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.logprobs","typeLabel":"boolean | string | null"},"max_completion_tokens":{"oneOf":[{"type":"integer","title":"Max Completion Tokens","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.1","typeLabel":"string"},{"type":"null","title":"Max Completion Tokens","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_completion_tokens","typeLabel":"integer | string | null"},"max_tokens":{"oneOf":[{"type":"integer","title":"Max Tokens","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.1","typeLabel":"string"},{"type":"null","title":"Max Tokens","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.max_tokens","typeLabel":"integer | string | null"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Developer-defined tags and values used for filtering completions in the dashboard.","additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties.oneOf.1.items.[INDEX]","typeLabel":"string"},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties.oneOf.1","typeLabel":"string[]"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties","typeLabel":"string | string[]"},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"string","title":"ItemLocator","description":"Developer-defined tags and values used for filtering completions in the dashboard.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.1","typeLabel":"string"},{"type":"null","title":"Metadata","description":"Developer-defined tags and values used for filtering completions in the dashboard.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.metadata","typeLabel":"Metadata · object | string | null"},"modalities":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Modalities","description":"Output types that you would like the model to generate for this request.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Output types that you would like the model to generate for this request.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.1","typeLabel":"string"},{"type":"null","title":"Modalities","description":"Output types that you would like the model to generate for this request.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.modalities","typeLabel":"string[] | string | null"},"n":{"oneOf":[{"type":"integer","title":"N","description":"How many chat completion choices to generate for each input message.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"How many chat completion choices to generate for each input message.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n.oneOf.1","typeLabel":"string"},{"type":"null","title":"N","description":"How many chat completion choices to generate for each input message.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.n","typeLabel":"integer | string | null"},"parallel_tool_calls":{"oneOf":[{"type":"boolean","title":"Parallel Tool Calls","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.1","typeLabel":"string"},{"type":"null","title":"Parallel Tool Calls","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.parallel_tool_calls","typeLabel":"boolean | string | null"},"prediction":{"oneOf":[{"type":"object","title":"Prediction","description":"Static predicted output content, such as the content of a text file being regenerated.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction.oneOf.0","typeLabel":"Prediction · object"},{"type":"string","title":"ItemLocator","description":"Static predicted output content, such as the content of a text file being regenerated.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction.oneOf.1","typeLabel":"string"},{"type":"null","title":"Prediction","description":"Static predicted output content, such as the content of a text file being regenerated.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.prediction","typeLabel":"Prediction · object | string | null"},"presence_penalty":{"oneOf":[{"type":"number","title":"Presence Penalty","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.1","typeLabel":"string"},{"type":"null","title":"Presence Penalty","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.presence_penalty","typeLabel":"number | string | null"},"reasoning_effort":{"oneOf":[{"type":"string","title":"Reasoning Effort","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.1","typeLabel":"string"},{"type":"null","title":"Reasoning Effort","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.reasoning_effort","typeLabel":"string · string · null"},"response_format":{"oneOf":[{"type":"object","title":"Response Format","description":"An object specifying the format that the model must output.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format.oneOf.0","typeLabel":"Response Format · object"},{"type":"string","title":"ItemLocator","description":"An object specifying the format that the model must output.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format.oneOf.1","typeLabel":"string"},{"type":"null","title":"Response Format","description":"An object specifying the format that the model must output.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.response_format","typeLabel":"Response Format · object | string | null"},"seed":{"oneOf":[{"type":"integer","title":"Seed","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed.oneOf.1","typeLabel":"string"},{"type":"null","title":"Seed","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.seed","typeLabel":"integer | string | null"},"stop":{"oneOf":[{"type":"string","title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.1","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.2","typeLabel":"string"},{"type":"null","title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop.oneOf.3","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.stop","typeLabel":"string · string[] · string · null"},"store":{"oneOf":[{"type":"boolean","title":"Store","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store.oneOf.1","typeLabel":"string"},{"type":"null","title":"Store","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.store","typeLabel":"boolean | string | null"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","maximum":2,"minimum":0,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature.oneOf.1","typeLabel":"string"},{"type":"null","title":"Temperature","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.temperature","typeLabel":"number | string | null"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.0","typeLabel":"string"},{"type":"object","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.1","typeLabel":"Tool Choice · object"},{"type":"string","title":"ItemLocator","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.2","typeLabel":"string"},{"type":"null","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.3","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tool_choice","typeLabel":"string · Tool Choice · object · string · null"},"tools":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Tools","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.0","typeLabel":"Tools · object[]"},{"type":"string","title":"ItemLocator","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.1","typeLabel":"string"},{"type":"null","title":"Tools","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.tools","typeLabel":"Tools · object[] | string | null"},"top_logprobs":{"oneOf":[{"type":"integer","title":"Top Logprobs","description":"Number of most likely tokens to return at each position, with associated log probability.","maximum":20,"minimum":0,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Number of most likely tokens to return at each position, with associated log probability.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.1","typeLabel":"string"},{"type":"null","title":"Top Logprobs","description":"Number of most likely tokens to return at each position, with associated log probability.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_logprobs","typeLabel":"integer | string | null"},"top_p":{"oneOf":[{"type":"number","title":"Top P","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","maximum":1,"minimum":0,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p.oneOf.1","typeLabel":"string"},{"type":"null","title":"Top P","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.top_p","typeLabel":"number | string | null"},"audio":{"oneOf":[{"type":"object","title":"Audio","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio.oneOf.0","typeLabel":"Audio · object"},{"type":"string","title":"ItemLocator","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio.oneOf.1","typeLabel":"string"},{"type":"null","title":"Audio","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration.audio","typeLabel":"Audio · object | string | null"}},"additionalProperties":true,"type":"object","required":["model","messages"],"title":"ChatCompletionRequestWithItemLocator_","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.configuration","typeLabel":"ChatCompletionRequestWithItemLocator_ · object"},"task_type":{"type":"string","const":"chat_completion","title":"Task Type","default":"chat_completion","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `chat_completion`","default":"chat_completion","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"ChatCompletionEvaluationTask · object"},{"type":"object","title":"GenericInferenceEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.model","typeLabel":"string"},"args":{"oneOf":[{"type":"object","title":"Args","description":"Arguments passed into model","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args.oneOf.0","typeLabel":"Args · object"},{"type":"string","title":"ItemLocator","description":"Arguments passed into model","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args.oneOf.1","typeLabel":"string"},{"type":"null","title":"Args","description":"Arguments passed into model","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.args","typeLabel":"Args · object | string | null"},"inference_configuration":{"oneOf":[{"type":"object","title":"LaunchInferenceConfiguration","description":"Vendor specific configuration","properties":{"timeout_seconds":{"oneOf":[{"type":"integer","title":"Timeout Seconds","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Timeout Seconds","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds","typeLabel":"integer | null"},"num_retries":{"oneOf":[{"type":"integer","title":"Num Retries","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Num Retries","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries","typeLabel":"integer | null"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0","typeLabel":"LaunchInferenceConfiguration · object"},{"type":"string","title":"ItemLocator","description":"Vendor specific configuration","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.1","typeLabel":"string"},{"type":"null","title":"Inference Configuration","description":"Vendor specific configuration","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration.inference_configuration","typeLabel":"LaunchInferenceConfiguration · object | string | null"}},"type":"object","required":["model"],"title":"GenericInferenceRequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.configuration","typeLabel":"GenericInferenceRequestWithItemLocator · object"},"task_type":{"type":"string","const":"inference","title":"Task Type","default":"inference","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `inference`","default":"inference","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"GenericInferenceEvaluationTask · object"},{"type":"object","title":"ApplicationVariantV1EvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"inputs":{"oneOf":[{"type":"object","title":"Inputs","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","additionalProperties":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.inputs.oneOf.0","typeLabel":"Inputs · object"},{"type":"string","title":"ItemLocator","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.inputs.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.inputs","typeLabel":"Inputs · object | string"},"application_variant_id":{"oneOf":[{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.application_variant_id","typeLabel":"string"},"history":{"oneOf":[{"type":"array","items":{"properties":{"request":{"type":"string","title":"Request","description":"Request inputs","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].request","typeLabel":"string"},"response":{"type":"string","title":"Response","description":"Response outputs","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].response","typeLabel":"string"},"session_data":{"oneOf":[{"type":"object","title":"Session Data","description":"Session data corresponding to the request response pair","default":{},"additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data.oneOf.0","typeLabel":"Session Data · object"},{"type":"null","title":"Session Data","description":"Session data corresponding to the request response pair","default":{},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data","typeLabel":"Session Data · object | null"}},"type":"object","required":["request","response"],"title":"ApplicationRequestResponsePair","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX]","typeLabel":"ApplicationRequestResponsePair · object"},"title":"History","description":"History of the application","default":[],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.0","typeLabel":"ApplicationRequestResponsePair · object[]"},{"type":"string","title":"ItemLocator","description":"History of the application","default":[],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.1","typeLabel":"string"},{"type":"null","title":"History","description":"History of the application","default":[],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.history","typeLabel":"ApplicationRequestResponsePair · object[] | string | null"},"overrides":{"oneOf":[{"type":"object","title":"AgenticApplicationOverrides","description":"Execution override options for agentic applications","properties":{"concurrent":{"type":"boolean","title":"Concurrent","default":false,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.concurrent","typeLabel":"boolean"},"use_channels":{"type":"boolean","title":"Use Channels","default":false,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.use_channels","typeLabel":"boolean"},"initial_state":{"oneOf":[{"type":"object","title":"MachineState","required":["current_node","state"],"properties":{"current_node":{"type":"string","title":"Current Node","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.0.current_node","typeLabel":"string"},"state":{"additionalProperties":true,"type":"object","title":"State","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.0.state","typeLabel":"State · object"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.0","typeLabel":"MachineState · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state","typeLabel":"MachineState · object | null"},"partial_trace":{"oneOf":[{"type":"array","items":{"properties":{"workflow_id":{"type":"string","title":"Workflow Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].workflow_id","typeLabel":"string"},"node_id":{"type":"string","title":"Node Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].node_id","typeLabel":"string"},"operation_type":{"type":"string","title":"Operation Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_type","typeLabel":"string"},"start_timestamp":{"type":"string","title":"Start Timestamp","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].start_timestamp","typeLabel":"string"},"operation_input":{"type":"string","title":"Operation Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_input","typeLabel":"string"},"operation_output":{"type":"string","title":"Operation Output","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_output","typeLabel":"string"},"duration_ms":{"type":"integer","title":"Duration Ms","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].duration_ms","typeLabel":"integer"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"null","title":"Operation Metadata","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX].operation_metadata","typeLabel":"Operation Metadata · object | null"}},"type":"object","required":["workflow_id","node_id","operation_type","start_timestamp","operation_input","operation_output","duration_ms"],"title":"LegacySpan","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0.items.[INDEX]","typeLabel":"LegacySpan · object"},"title":"Partial Trace","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.0","typeLabel":"LegacySpan · object[]"},{"type":"null","title":"Partial Trace","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace","typeLabel":"LegacySpan · object[] | null"},"return_span":{"type":"boolean","title":"Return Span","default":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.return_span","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0","typeLabel":"AgenticApplicationOverrides · object"},{"type":"object","title":"Overrides","description":"Optional overrides for the application","additionalProperties":{"properties":{"type":{"type":"string","const":"knowledge_base_schema","title":"Type","default":"knowledge_base_schema","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.type","typeLabel":"string"},"artifact_ids_filter":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Artifact Ids Filter","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Artifact Ids Filter","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter","typeLabel":"string[] | null"},"artifact_name_regex":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Artifact Name Regex","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Artifact Name Regex","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex","typeLabel":"string[] | null"}},"type":"object","title":"KnowledgeBaseNodeOverride","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties","typeLabel":"KnowledgeBaseNodeOverride · object"},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1","typeLabel":"Overrides · object"},{"type":"string","title":"ItemLocator","description":"Optional overrides for the application","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.2","typeLabel":"string"},{"type":"null","title":"Overrides","description":"Optional overrides for the application","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides.oneOf.3","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.overrides","typeLabel":"AgenticApplicationOverrides · object | Overrides · object | string | null"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"string","title":"ItemLocator","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.1","typeLabel":"string"},{"type":"null","title":"Operation Metadata","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration.operation_metadata","typeLabel":"Operation Metadata · object | string | null"}},"type":"object","required":["inputs","application_variant_id"],"title":"ApplicationVariantV1RequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.configuration","typeLabel":"ApplicationVariantV1RequestWithItemLocator · object"},"task_type":{"type":"string","const":"application_variant","title":"Task Type","default":"application_variant","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `application_variant`","default":"application_variant","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"ApplicationVariantV1EvaluationTask · object"},{"type":"object","title":"AgentexOutputEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"agentex_agent_id":{"oneOf":[{"type":"string","title":"Agentex Agent Id","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agentex_agent_id","typeLabel":"string"},"input_column":{"oneOf":[{"type":"string","title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.0","typeLabel":"string"},{"type":"object","title":"Input Column","description":"The dataset column to use as input for the agent","additionalProperties":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.1","typeLabel":"Input Column · object"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2.items.[INDEX]","typeLabel":"any"},"title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2","typeLabel":"any[]"},{"type":"string","title":"ItemLocator","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column.oneOf.3","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_column","typeLabel":"string · Input Column · object · any[] · string"},"deployment_id":{"oneOf":[{"type":"string","title":"Deployment Id","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.1","typeLabel":"string"},{"type":"null","title":"Deployment Id","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.deployment_id","typeLabel":"string · string · null"},"include_traces":{"oneOf":[{"type":"boolean","title":"Include Traces","description":"Whether to include trace data in the evaluation results. Traces are read from SGP's own span store for the agent's trace, not from Agentex.","default":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to include trace data in the evaluation results. Traces are read from SGP's own span store for the agent's trace, not from Agentex.","default":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.include_traces","typeLabel":"boolean | string"},"timeout_seconds":{"oneOf":[{"type":"integer","title":"Timeout Seconds","description":"Maximum seconds to wait for the agent's first-turn response per item. If not set, the server-side default of 600s applies. Capped at 1500s to stay within the evaluation item activity's 1800s start-to-close budget.","maximum":1500,"minimum":1,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Maximum seconds to wait for the agent's first-turn response per item. If not set, the server-side default of 600s applies. Capped at 1500s to stay within the evaluation item activity's 1800s start-to-close budget.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.1","typeLabel":"string"},{"type":"null","title":"Timeout Seconds","description":"Maximum seconds to wait for the agent's first-turn response per item. If not set, the server-side default of 600s applies. Capped at 1500s to stay within the evaluation item activity's 1800s start-to-close budget.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.timeout_seconds","typeLabel":"integer | string | null"},"agent_task_params":{"oneOf":[{"type":"object","title":"Agent Task Params","description":"Extra params merged into the Agentex `task/create` call's `params` object and forwarded verbatim to the agent. Required by agents that demand configuration at task creation -- the golden agent, for example, rejects any task whose params omit `config_id`. SGP always pins `is_eval: true`; a caller-supplied `description` overrides the SGP default. Nested `item.`-prefixed strings and `{{item.x}}` templates are resolved per evaluation item, so a per-row `config_id` can come from a dataset column.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params.oneOf.0","typeLabel":"Agent Task Params · object"},{"type":"string","title":"ItemLocator","description":"Extra params merged into the Agentex `task/create` call's `params` object and forwarded verbatim to the agent. Required by agents that demand configuration at task creation -- the golden agent, for example, rejects any task whose params omit `config_id`. SGP always pins `is_eval: true`; a caller-supplied `description` overrides the SGP default. Nested `item.`-prefixed strings and `{{item.x}}` templates are resolved per evaluation item, so a per-row `config_id` can come from a dataset column.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params.oneOf.1","typeLabel":"string"},{"type":"null","title":"Agent Task Params","description":"Extra params merged into the Agentex `task/create` call's `params` object and forwarded verbatim to the agent. Required by agents that demand configuration at task creation -- the golden agent, for example, rejects any task whose params omit `config_id`. SGP always pins `is_eval: true`; a caller-supplied `description` overrides the SGP default. Nested `item.`-prefixed strings and `{{item.x}}` templates are resolved per evaluation item, so a per-row `config_id` can come from a dataset column.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params.oneOf.2","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.agent_task_params","typeLabel":"Agent Task Params · object | string | null"},"input_mode":{"type":"string","enum":["text","data"],"title":"Input Mode","description":"How the resolved `input_column` is delivered to the agent. `text` (the default) sends a TextContent message with the value stringified. `data` sends a DataContent message whose `data` is the value as a JSON object; the resolved value must be an object, or a string that parses to one. Most agents accept text only and reject `data`.","default":"text","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.input_mode","typeLabel":"enum\u003cstring>"},"completion_mode":{"type":"string","enum":["first_message","turn_quiescence"],"title":"Completion Mode","description":"How the agent's first turn is judged finished. `first_message` (the default) grades the first non-empty agent text message after the input, which is cheap but grades a streaming harness on whatever text block streamed first. `turn_quiescence` keeps listening while the agent is still producing messages and grades once at least one agent text message exists and nothing new has arrived for `quiescence_seconds` -- the right choice for tool-using agents. Neither mode requires the agent to mark the task complete; a terminal task status always ends the wait, and `timeout_seconds` always bounds it.","default":"first_message","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.completion_mode","typeLabel":"enum\u003cstring>"},"quiescence_seconds":{"oneOf":[{"type":"integer","title":"Quiescence Seconds","description":"Seconds of no new messages before `completion_mode: turn_quiescence` considers the turn finished. Ignored in `first_message` mode. Should exceed the agent's longest expected gap between messages (a slow tool call), or the turn is graded early.","default":30,"maximum":300,"minimum":1,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.quiescence_seconds.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Seconds of no new messages before `completion_mode: turn_quiescence` considers the turn finished. Ignored in `first_message` mode. Should exceed the agent's longest expected gap between messages (a slow tool call), or the turn is graded early.","default":30,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.quiescence_seconds.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration.quiescence_seconds","typeLabel":"integer | string"}},"type":"object","required":["agentex_agent_id","input_column"],"title":"AgentexOutputConfigurationWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.configuration","typeLabel":"AgentexOutputConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"agentex_output","title":"Task Type","default":"agentex_output","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `agentex_output`","default":"agentex_output","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.3","typeLabel":"AgentexOutputEvaluationTask · object"},{"type":"object","title":"MetricEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"BleuScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"bleu","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.0","typeLabel":"BleuScorerConfigWithItemLocator · object"},{"type":"object","title":"MeteorScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"meteor","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.1","typeLabel":"MeteorScorerConfigWithItemLocator · object"},{"type":"object","title":"CosineSimilarityScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"cosine_similarity","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.2","typeLabel":"CosineSimilarityScorerConfigWithItemLocator · object"},{"type":"object","title":"F1ScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"f1","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.3","typeLabel":"F1ScorerConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer1ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge1","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.4","typeLabel":"RougeScorer1ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer2ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge2","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.5","typeLabel":"RougeScorer2ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorerLConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rougeL","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration.oneOf.6","typeLabel":"RougeScorerLConfigWithItemLocator · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.configuration","typeLabel":"BleuScorerConfigWithItemLocator · object | MeteorScorerConfigWithItemLocator · object | CosineSimilarityScorerConfigWithItemLocator · object | F1ScorerConfigWithItemLocator · object | RougeScorer1ConfigWithItemLocator · object | RougeScorer2ConfigWithItemLocator · object | RougeScorerLConfigWithItemLocator · object"},"task_type":{"type":"string","const":"metric","title":"Task Type","default":"metric","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.task_type","typeLabel":"string"},"alias":{"oneOf":[{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the metric type specified in the configuration","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Alias","description":"Alias to title the results column. Defaults to the metric type specified in the configuration","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4.alias","typeLabel":"string | null"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.4","typeLabel":"MetricEvaluationTask · object"},{"type":"object","title":"AutoEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.prompt","typeLabel":"string"},"question_id":{"type":"string","title":"Question Id","description":"question to be evaluated","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration.question_id","typeLabel":"string"}},"type":"object","required":["model","prompt","question_id"],"title":"AutoEvaluationQuestionRequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.configuration","typeLabel":"AutoEvaluationQuestionRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.question","title":"Task Type","default":"auto_evaluation.question","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_question`","default":"auto_evaluation_question","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.5","typeLabel":"AutoEvaluationQuestionTask · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator","required":["model","prompt","response_format"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt","typeLabel":"string"},"response_format":{"additionalProperties":true,"type":"object","title":"Response Format","description":"JSON schema used for structuring the model response","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.response_format","typeLabel":"Response Format · object"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.2","typeLabel":"string"},{"type":"null","title":"System Prompt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.3","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt","typeLabel":"string · string · string · null"},"inference_args":{"oneOf":[{"type":"object","title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args.oneOf.0","typeLabel":"Inference Args · object"},{"type":"null","title":"Inference Args","description":"Additional arguments to pass to the inference request","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args","typeLabel":"Inference Args · object | null"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"type":"any","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value","typeLabel":"any"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.15","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.0","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator","required":["model","prompt","choices"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt","typeLabel":"string"},"choices":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.choices.items.[INDEX]","typeLabel":"string"},"type":"array","minItems":1,"title":"Choices","description":"Choices array cannot be empty","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.choices","typeLabel":"string[]"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.2","typeLabel":"string"},{"type":"null","title":"System Prompt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.3","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt","typeLabel":"string · string · string · null"},"inference_args":{"oneOf":[{"type":"object","title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args.oneOf.0","typeLabel":"Inference Args · object"},{"type":"null","title":"Inference Args","description":"Additional arguments to pass to the inference request","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args","typeLabel":"Inference Args · object | null"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"type":"any","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value","typeLabel":"any"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"},{"type":"null","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.15","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.1","typeLabel":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationAgentTaskRequestWithItemLocator","required":["output_rules","name","definition"],"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"oneOf":[{"type":"string","title":"Output Type","enum":["text","integer","float","boolean"],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Output Type","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type","typeLabel":"enum\u003cstring> | null"},"output_values":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"title":"Output Values","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.0","typeLabel":"(string | integer | number | boolean)[]"},{"type":"null","title":"Output Values","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values","typeLabel":"(string | integer | number | boolean)[] | null"},"data_fields":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Data Fields","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Data Fields","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields","typeLabel":"string[] | null"},"rubric_id":{"oneOf":[{"type":"string","title":"Rubric Id","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Rubric Id","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id","typeLabel":"string | null"},"rubric_version":{"oneOf":[{"type":"integer","title":"Rubric Version","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Rubric Version","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration.oneOf.2","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.configuration","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object | AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object | AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.guided_decoding","title":"Task Type","default":"auto_evaluation.guided_decoding","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_guided_decoding`","default":"auto_evaluation_guided_decoding","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.6","typeLabel":"AutoEvaluationGuidedDecodingEvaluationTask · object"},{"type":"object","title":"AutoEvaluationAgentEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"oneOf":[{"type":"string","title":"Output Type","enum":["text","integer","float","boolean"],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Output Type","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_type","typeLabel":"enum\u003cstring> | null"},"output_values":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"title":"Output Values","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.0","typeLabel":"(string | integer | number | boolean)[]"},{"type":"null","title":"Output Values","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.output_values","typeLabel":"(string | integer | number | boolean)[] | null"},"data_fields":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Data Fields","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Data Fields","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.data_fields","typeLabel":"string[] | null"},"rubric_id":{"oneOf":[{"type":"string","title":"Rubric Id","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Rubric Id","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_id","typeLabel":"string | null"},"rubric_version":{"oneOf":[{"type":"integer","title":"Rubric Version","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_version.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Rubric Version","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_version.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration.rubric_version","typeLabel":"integer | null"}},"type":"object","required":["output_rules","name","definition"],"title":"AutoEvaluationAgentTaskRequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.configuration","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.agent","title":"Task Type","default":"auto_evaluation.agent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_agent`","default":"auto_evaluation_agent","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.7","typeLabel":"AutoEvaluationAgentEvaluationTask · object"},{"type":"object","title":"ContributorEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"question_id":{"type":"string","title":"Question Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.question_id","typeLabel":"string"},"layout":{"properties":{"children":{"items":{"oneOf":[{},{"type":"object","title":"Component","required":["data"],"properties":{"data":{"type":"string","title":"ItemLocator","description":"A pointer to the data in each evaluation item to be displayed within the component","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.data","typeLabel":"string"},"label":{"oneOf":[{"type":"string","title":"Label","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label.oneOf.0","typeLabel":"string"},{"type":"null","title":"Label","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label","typeLabel":"string | null"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1","typeLabel":"Component · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX]","typeLabel":"Component · object"},"type":"array","minItems":1,"title":"Children","description":"The children to be displayed within the container","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.children","typeLabel":"Component · object[]"},"direction":{"type":"string","enum":["row","column"],"title":"Direction","description":"The axis that children are placed in the container. Based on CSS `flex-direction` (see: https://developer.mozilla.org/en-US/docs/Web/CSS/flex-direction)","default":"row","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout.direction","typeLabel":"enum\u003cstring>"}},"type":"object","required":["children"],"title":"Container","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.layout","typeLabel":"Container · object"},"queue_id":{"type":"string","maxLength":100,"title":"Queue Id","description":"The contributor annotation queue to include this task in. Defaults to `default`","default":"default","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.queue_id","typeLabel":"string"},"required":{"oneOf":[{"type":"boolean","title":"Required","description":"Whether the question is required to be answered","default":false,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.required.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Required","description":"Whether the question is required to be answered","default":false,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.required.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.required","typeLabel":"boolean | null"},"rubric_id":{"oneOf":[{"type":"string","title":"Rubric Id","description":"ID of the rubric to use for scoring this evaluation question","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.rubric_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Rubric Id","description":"ID of the rubric to use for scoring this evaluation question","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.rubric_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.rubric_id","typeLabel":"string | null"},"prefill_from":{"oneOf":[{"type":"string","title":"Prefill From","description":"Dataset column to prefill contributor question task result","minLength":1,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.prefill_from.oneOf.0","typeLabel":"string"},{"type":"null","title":"Prefill From","description":"Dataset column to prefill contributor question task result","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.prefill_from.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration.prefill_from","typeLabel":"string | null"}},"type":"object","required":["question_id","layout"],"title":"ContributorEvaluationQuestionConfigurationWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.configuration","typeLabel":"ContributorEvaluationQuestionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"contributor_evaluation.question","title":"Task Type","default":"contributor_evaluation.question","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `contributor_evaluation_question`","default":"contributor_evaluation_question","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.8","typeLabel":"ContributorEvaluationQuestionTask · object"},{"type":"object","title":"CustomFunctionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"function_source":{"type":"string","maxLength":10000,"title":"Function Source","description":"Python function source code","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.function_source","typeLabel":"string"},"arg_mapping":{"oneOf":[{"type":"object","title":"Arg Mapping","description":"Mapping of function parameter names to item locators (e.g. item.field). Auto-derived from function signature if not provided.","additionalProperties":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping.oneOf.0.additionalProperties","typeLabel":"string"},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping.oneOf.0","typeLabel":"Arg Mapping · object"},{"type":"null","title":"Arg Mapping","description":"Mapping of function parameter names to item locators (e.g. item.field). Auto-derived from function signature if not provided.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.arg_mapping","typeLabel":"Arg Mapping · object | null"},"config_args":{"oneOf":[{"type":"object","title":"Config Args","description":"Literal argument values for function parameters, such as thresholds or RNG seeds. Serialized JSON must be at most 10000 characters.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.config_args.oneOf.0","typeLabel":"Config Args · object"},{"type":"null","title":"Config Args","description":"Literal argument values for function parameters, such as thresholds or RNG seeds. Serialized JSON must be at most 10000 characters.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.config_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.config_args","typeLabel":"Config Args · object | null"},"outputs":{"oneOf":[{"type":"array","items":{"properties":{"path":{"type":"string","minLength":1,"title":"Path","description":"Dot path in the custom function return value to materialize.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].path","typeLabel":"string"},"alias":{"oneOf":[{"type":"string","title":"Alias","description":"Result column alias. Defaults to path with dots replaced by underscores.","minLength":1,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Alias","description":"Result column alias. Defaults to path with dots replaced by underscores.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX].alias","typeLabel":"string | null"}},"type":"object","required":["path"],"title":"CustomFunctionOutputAlias","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0.items.[INDEX]","typeLabel":"CustomFunctionOutputAlias · object"},"title":"Outputs","description":"Optional output paths to materialize as separate result columns. If omitted, the function return value is stored only under the task alias/data key.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.0","typeLabel":"CustomFunctionOutputAlias · object[]"},{"type":"null","title":"Outputs","description":"Optional output paths to materialize as separate result columns. If omitted, the function return value is stored only under the task alias/data key.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration.outputs","typeLabel":"CustomFunctionOutputAlias · object[] | null"}},"type":"object","required":["function_source"],"title":"CustomFunctionConfigurationWithItemLocator","description":"Configuration for a custom Python function evaluation task.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.configuration","typeLabel":"CustomFunctionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"custom_function","title":"Task Type","default":"custom_function","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.task_type","typeLabel":"string"},"alias":{"oneOf":[{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the function name.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.alias.oneOf.0","typeLabel":"string"},{"type":"null","title":"Alias","description":"Alias to title the results column. Defaults to the function name.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.alias.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9.alias","typeLabel":"string | null"}},"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX].oneOf.9","typeLabel":"CustomFunctionEvaluationTask · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0.items.[INDEX]","typeLabel":"ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object"},"title":"Tasks","description":"Tasks executed during evaluation. Populated with optional `task` view.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.0","typeLabel":"(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[]"},{"type":"null","title":"Tasks","description":"Tasks executed during evaluation. Populated with optional `task` view.","uniqueKey":"\\items.items.[INDEX].tasks.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].tasks","typeLabel":"(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[] | null"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Metadata key-value pairs for the evaluation","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","description":"Metadata key-value pairs for the evaluation","uniqueKey":"\\items.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].metadata","typeLabel":"Metadata · object | null"},"error_count":{"oneOf":[{"type":"integer","title":"Error Count","description":"Number of task errors across all items in this evaluation.","uniqueKey":"\\items.items.[INDEX].error_count.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Error Count","description":"Number of task errors across all items in this evaluation.","uniqueKey":"\\items.items.[INDEX].error_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"\\items.items.[INDEX].error_count","typeLabel":"integer | null"}},"type":"object","required":["name","id","created_at","created_by","tags","datasets","status"],"uniqueKey":"\\items.items.[INDEX]","typeLabel":"object"},"type":"array","title":"Items","isRequired":true,"uniqueKey":"\\items","typeLabel":"Items · object[]"},"total":{"type":"integer","title":"Total","description":"The total of items that match the query. This is greater than or equal to the number of items returned.","isRequired":true,"uniqueKey":"total","typeLabel":"integer"},"has_more":{"type":"boolean","title":"Has More","description":"Whether there are more items left to be fetched.","isRequired":true,"uniqueKey":"has_more","typeLabel":"boolean"},"object":{"type":"string","const":"list","title":"Object","default":"list","uniqueKey":"object","typeLabel":"string"},"limit":{"type":"integer","title":"Limit","description":"The maximum number of items to return.","default":100,"uniqueKey":"limit","typeLabel":"integer"}},"type":"object","required":["items","total","has_more"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"items":[{"id":"\u003cstring>","name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"tags":["\u003cstring>"],"datasets":[{"id":"\u003cstring>","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","tags":["\u003cstring>"],"current_version_num":123,"object":"dataset","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z"}],"status":"failed","object":"evaluation","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z","status_reason":"\u003cstring>","progress":{"workflows":{"total":123,"completed":123,"failed":123,"pending":123},"items":{"total":123,"successful":123,"failed":123,"pending":123,"failed_items":[]}},"tasks":[{"configuration":{"model":"\u003cstring>","messages":[{}],"top_k":123,"frequency_penalty":0,"function_call":{},"functions":[{}],"logit_bias":{},"logprobs":true,"max_completion_tokens":123,"max_tokens":123,"metadata":{},"modalities":["\u003cstring>"],"n":123,"parallel_tool_calls":true,"prediction":{},"presence_penalty":0,"reasoning_effort":"\u003cstring>","response_format":{},"seed":123,"stop":"\u003cstring>","store":true,"temperature":1,"tool_choice":"\u003cstring>","tools":[{}],"top_logprobs":10,"top_p":0.5,"audio":{}},"task_type":"chat_completion","alias":"chat_completion"}],"metadata":{},"error_count":123}],"total":123,"has_more":true,"object":"list","limit":100}}},"exampleType":"generated"}},"exampleType":"generated"},"6bd7c794-6ec8-4d52-974d-1148971a5f56":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"0c550f7e-6b1e-4761-973d-4626245bfdd4":{"APIKeyHeader":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[],"schemeName":"APIKeyHeader"}}},"servers":{"53d4b40c-6ecb-41f0-8721-9b4723f67775":{"url":"https://api.egp.scale.com"}},"schemas":{"274e0300-bd6a-4ea7-9617-b2e02a37f9b3":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const"},"value":{"oneOf":[{"type":"string","title":"Value"},{"type":"number","title":"Value"},{"type":"boolean","title":"Value"},{"type":"null","title":"Value"}]}}},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true},"op":{"type":"string","const":"var","title":"Op","default":"var"}}},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"eq","title":"Op","default":"eq"}}},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"ne","title":"Op","default":"ne"}}},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lt","title":"Op","default":"lt"}}},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lte","title":"Op","default":"lte"}}},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gt","title":"Op","default":"gt"}}},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gte","title":"Op","default":"gte"}}},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"and","title":"Op","default":"and"}}},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"or","title":"Op","default":"or"}}},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"in","title":"Op","default":"in"}}},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in"}}},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not","title":"Op","default":"not"}}},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null"}}},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"274e0300-bd6a-4ea7-9617-b2e02a37f9b3"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null"}}}]}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[],"schemeName":"APIKeyHeader"},"schema":{"title":"x-api-key","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"APIKeyHeader","name":"x-api-key"}],"title":"APIKeyHeader"}]},"originalFileLocation":"openapi/v5.yaml"},"subdomain":"scalegp","siteName":"Scale AI","title":"List Evaluations - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/reference/v5/evaluations/list-evaluations","matchLevel":0},"V4 (legacy)":{"href":"/reference/v4/evaluations/list-evaluations","matchLevel":1}},"firstHrefInLanguage":{}},"lastModified":"2026-06-26T12:57:47.881Z","originalFileLocation":"reference/v5/evaluations/list-evaluations.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"List evaluations for the account, with pagination. Supports filtering by case-insensitive name substring and by tags; archived evaluations are excluded unless include_archived is set. Pass the tasks view to include each evaluation\u0026#x27;s task configurations in the response. Use this for simple name or tag lookups; to filter on metadata key-value pairs or status, use the filter endpoint instead.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"List Evaluations - Scale AI\">\u003cmeta data-mint-head property=\"og:description\" content=\"List evaluations for the account, with pagination. Supports filtering by case-insensitive name substring and by tags; archived evaluations are excluded unless include_archived is set. Pass the tasks view to include each evaluation\u0026#x27;s task configurations in the response. Use this for simple name or tag lookups; to filter on metadata key-value pairs or status, use the filter endpoint instead.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=List+Evaluations\u0026amp;description=List+evaluations+for+the+account%2C+with+pagination.%0A%0ASupports+filtering+by+case-insensitive+name+substring+and+by+tags%3B+archived%0Aevaluations+are+excluded+unless+\u0026amp;theme=e46b44765a807e25b9d1c907\u0026amp;signature=3336dcd917ef6f21f4322d93599efada3ec0fbbbcbfec15f0289e464afe414c1\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"List Evaluations - Scale AI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"List evaluations for the account, with pagination. Supports filtering by case-insensitive name substring and by tags; archived evaluations are excluded unless include_archived is set. Pass the tasks view to include each evaluation\u0026#x27;s task configurations in the response. Use this for simple name or tag lookups; to filter on metadata key-value pairs or status, use the filter endpoint instead.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=List+Evaluations\u0026amp;description=List+evaluations+for+the+account%2C+with+pagination.%0A%0ASupports+filtering+by+case-insensitive+name+substring+and+by+tags%3B+archived%0Aevaluations+are+excluded+unless+\u0026amp;theme=e46b44765a807e25b9d1c907\u0026amp;signature=3336dcd917ef6f21f4322d93599efada3ec0fbbbcbfec15f0289e464afe414c1\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v5/evaluations/list-evaluations.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\",\"name\":\"List Evaluations\",\"description\":\"List evaluations for the account, with pagination. Supports filtering by case-insensitive name substring and by tags; archived evaluations are excluded unless include_archived is set. Pass the tasks view to include each evaluation's task configurations in the response. Use this for simple name or tag lookups; to filter on metadata key-value pairs or status, use the filter endpoint instead.\",\"dateModified\":\"2026-06-26T12:57:47.881Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Scale AI\",\"item\":\"https://docs.gp.scale.com\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"List Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations#apireference\",\"headline\":\"List Evaluations\",\"name\":\"List Evaluations\",\"description\":\"List evaluations for the account, with pagination. Supports filtering by case-insensitive name substring and by tags; archived evaluations are excluded unless include_archived is set. Pass the tasks view to include each evaluation's task configurations in the response. Use this for simple name or tag lookups; to filter on metadata key-value pairs or status, use the filter endpoint instead.\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations#webpage\"},\"dateModified\":\"2026-06-26T12:57:47.881Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","agentPointerHref":"/reference/v5/evaluations/list-evaluations.md","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/v5/overview"}]},{"tab":"AgentOps API","groups":[{"group":"Inference","pages":[{"title":"Run inference with free-form payload","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/inference","href":"/reference/v5/inference/run-inference-with-free-form-payload"},{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/chat/completions","href":"/reference/v5/inference/generate-openai-chat-completion-from-messages"},{"title":"Run OpenAI Responses API (OpenAI only)","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/responses","href":"/reference/v5/inference/run-openai-responses-api-openai-only"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/completions","href":"/reference/v5/inference/generate-legacy-text-completion-from-prompt"},{"title":"List available chat completion models","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/chat/completions/models","href":"/reference/v5/inference/list-available-chat-completion-models"}]},{"group":"Questions","pages":[{"title":"List questions","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/questions","href":"/reference/v5/questions/list-questions"},{"title":"Create a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/questions","href":"/reference/v5/questions/create-a-question"},{"title":"Get a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/questions/{question_id}","href":"/reference/v5/questions/get-a-question"},{"title":"Archive a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/questions/{question_id}","href":"/reference/v5/questions/archive-a-question"},{"title":"Update a question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/questions/{question_id}","href":"/reference/v5/questions/update-a-question"},{"title":"Restore an archived question","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/questions/{question_id}/restore","href":"/reference/v5/questions/restore-an-archived-question"}]},{"group":"Rubrics","pages":[{"title":"List rubrics","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/rubrics","href":"/reference/v5/rubrics/list-rubrics"},{"title":"Create a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/rubrics","href":"/reference/v5/rubrics/create-a-rubric"},{"title":"Get a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/get-a-rubric"},{"title":"Archive a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/archive-a-rubric"},{"title":"Update or restore a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/update-or-restore-a-rubric"},{"title":"Add a criterion to a rubric","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/rubrics/{rubric_id}/criteria","href":"/reference/v5/rubrics/add-a-criterion-to-a-rubric"},{"title":"Update a criterion","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}","href":"/reference/v5/rubrics/update-a-criterion"},{"title":"List criterion versions","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}/versions","href":"/reference/v5/rubrics/list-criterion-versions"}]},{"group":"Vector Stores","pages":[{"title":"List Vector Stores","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores","href":"/reference/v5/vector-stores/list-vector-stores"},{"title":"Create Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/create","href":"/reference/v5/vector-stores/create-vector-store"},{"title":"Get Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores/{vector_store_name}","href":"/reference/v5/vector-stores/get-vector-store"},{"title":"Configure Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/configure","href":"/reference/v5/vector-stores/configure-vector-store"},{"title":"Drop Vector Store","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/drop","href":"/reference/v5/vector-stores/drop-vector-store"},{"title":"Upsert Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/upsert","href":"/reference/v5/vector-stores/upsert-vectors"},{"title":"Delete Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/delete","href":"/reference/v5/vector-stores/delete-vectors"},{"title":"List Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores/{vector_store_name}/vectors","href":"/reference/v5/vector-stores/list-vectors"},{"title":"Get Vector","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/vector-stores/{vector_store_name}/vectors/{vector_id}","href":"/reference/v5/vector-stores/get-vector"},{"title":"Count Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/count","href":"/reference/v5/vector-stores/count-vectors"},{"title":"Query Vectors","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/vector-stores/{vector_store_name}/query","href":"/reference/v5/vector-stores/query-vectors"}]},{"group":"Files","pages":[{"title":"List files","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/files","href":"/reference/v5/files/list-files"},{"title":"Upload file bytes directly","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/files","href":"/reference/v5/files/upload-file-bytes-directly"},{"title":"Import files from cloud storage","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/files/cloud_imports","href":"/reference/v5/files/import-files-from-cloud-storage"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/files/{file_id}","href":"/reference/v5/files/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/files/{file_id}","href":"/reference/v5/files/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/files/{file_id}","href":"/reference/v5/files/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/files/{file_id}/content","href":"/reference/v5/files/download-file-content"}]},{"group":"Models","pages":[{"title":"List custom models","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/models","href":"/reference/v5/models/list-custom-models"},{"title":"Create a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/models","href":"/reference/v5/models/create-a-custom-model"},{"title":"Get a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/models/{model_id}","href":"/reference/v5/models/get-a-custom-model"},{"title":"Delete a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/models/{model_id}","href":"/reference/v5/models/delete-a-custom-model"},{"title":"Update a custom model","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/models/{model_id}","href":"/reference/v5/models/update-a-custom-model"}]},{"group":"Agent Configs","pages":[{"title":"List Agent Configs","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agent_configs","href":"/reference/v5/agent-configs/list-agent-configs"},{"title":"Create Agent Config","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/agent_configs","href":"/reference/v5/agent-configs/create-agent-config"},{"title":"List MCP Tool Names","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agent_configs/mcp_tools","href":"/reference/v5/agent-configs/list-mcp-tool-names"},{"title":"Get Agent Config","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/get-agent-config"},{"title":"Delete Agent Config (hard delete)","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/delete-agent-config-hard-delete"},{"title":"Update Agent Config","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/update-agent-config"}]},{"group":"Datasets","pages":[{"title":"List datasets","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/datasets","href":"/reference/v5/datasets/list-datasets"},{"title":"Create a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/datasets","href":"/reference/v5/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/get-a-dataset"},{"title":"Archive a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/archive-a-dataset"},{"title":"Update or restore a dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/update-or-restore-a-dataset"}]},{"group":"Dataset Items","pages":[{"title":"Add items to an existing dataset","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/dataset-items/batch","href":"/reference/v5/dataset-items/add-items-to-an-existing-dataset"},{"title":"Get a dataset item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/get-a-dataset-item"},{"title":"Delete a dataset item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/delete-a-dataset-item"},{"title":"Update a dataset item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/update-a-dataset-item"},{"title":"List dataset items","description":"List dataset items belonging to the caller's account, paginated.\n\ndataset_id is optional: when omitted, items across all of the account's datasets are returned;\nwhen provided, results are restricted to that dataset. A specific version may be requested only\ntogether with a dataset_id — passing version without dataset_id is rejected. By default only\ncurrent items at the latest version are listed (soft-deleted items are excluded); archived items\nare excluded unless include_archived is true.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/dataset-items","href":"/reference/v5/dataset-items/list-dataset-items"}]},{"group":"Evaluations","pages":[{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations","href":"/reference/v5/evaluations/list-evaluations"},{"title":"Create Evaluation","description":"Create an evaluation together with its items, optionally running test criteria against them.\n\nAccepts three request shapes: standalone (inline `data`), from an existing dataset\n(`dataset_id` with optional per-item references), or with a new reusable dataset created inline\nfrom `data`. When the evaluation includes tasks that require execution (for example an LLM judge\nor custom function), an async job and a Temporal workflow are started and the evaluation is\nreturned immediately with status `running`; task results and `error_count` populate\nasynchronously. When it includes only contributor tasks, taxonomy-only input, or no tasks, no\nworkflow runs and it is returned with status `completed`. Optional `tasks`, `metadata`, `tags`,\nand `taxonomy_params` are persisted alongside the evaluation and its items.","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations","href":"/reference/v5/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation"},{"title":"Archive Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/archive-evaluation"},{"title":"Update or Restore Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/update-or-restore-evaluation"},{"title":"Add Test Criteria to Evaluation","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations/{evaluation_id}/tasks","href":"/reference/v5/evaluations/add-test-criteria-to-evaluation"},{"title":"Update Test Criteria Configuration","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluations/{evaluation_id}/tasks/{alias}","href":"/reference/v5/evaluations/update-test-criteria-configuration"},{"title":"Get Available Metadata Keys","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/metadata-keys","href":"/reference/v5/evaluations/get-available-metadata-keys"},{"title":"Get Available Evaluation Statuses","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/statuses","href":"/reference/v5/evaluations/get-available-evaluation-statuses"},{"title":"Get Evaluation Data Schema","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}/schema","href":"/reference/v5/evaluations/get-evaluation-data-schema"},{"title":"Get Evaluation Taxonomy","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluations/{evaluation_id}/taxonomy","href":"/reference/v5/evaluations/get-evaluation-taxonomy"},{"title":"Filter Evaluations","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations/filter","href":"/reference/v5/evaluations/filter-evaluations"},{"title":"Dry-run a custom-function evaluation task","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluations/tasks/dry-run","href":"/reference/v5/evaluations/dry-run-a-custom-function-evaluation-task"}]},{"group":"Evaluation Groups","pages":[{"title":"List Evaluation Groups","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/list-evaluation-groups"},{"title":"Create Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/create-evaluation-group"},{"title":"Get Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/get-evaluation-group"},{"title":"Update Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml put /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/update-evaluation-group"},{"title":"Archive Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/archive-evaluation-group"},{"title":"Patch Evaluation Group","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/patch-evaluation-group"},{"title":"Get Evaluation Group Schema","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-groups/{group_id}/schema","href":"/reference/v5/evaluation-groups/get-evaluation-group-schema"}]},{"group":"Evaluation Charts","pages":[{"title":"List Evaluation Charts","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/list-evaluation-charts"},{"title":"Create Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/create-evaluation-chart"},{"title":"Get Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/get-evaluation-chart"},{"title":"Replace Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml put /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/replace-evaluation-chart"},{"title":"Delete Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/delete-evaluation-chart"},{"title":"Patch Evaluation Chart","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/patch-evaluation-chart"}]},{"group":"Evaluation Dashboards","pages":[{"title":"List Evaluation Dashboards","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/list-evaluation-dashboards"},{"title":"Create Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/create-evaluation-dashboard"},{"title":"Get Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/get-evaluation-dashboard"},{"title":"Delete Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/delete-evaluation-dashboard"},{"title":"Patch Evaluation Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/patch-evaluation-dashboard"},{"title":"Add Widget to Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-dashboards/{dashboard_id}/widgets","href":"/reference/v5/evaluation-dashboards/add-widget-to-dashboard"},{"title":"Remove Widget from Dashboard","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/remove-widget-from-dashboard"},{"title":"Update Dashboard Widget","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/update-dashboard-widget"}]},{"group":"Evaluation Items","pages":[{"title":"Get a single evaluation item","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-items/{evaluation_item_id}","href":"/reference/v5/evaluation-items/get-a-single-evaluation-item"},{"title":"List and filter evaluation items","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/evaluation-items","href":"/reference/v5/evaluation-items/list-and-filter-evaluation-items"},{"title":"Export evaluation items to a file","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/evaluation-items/export","href":"/reference/v5/evaluation-items/export-evaluation-items-to-a-file"}]},{"group":"Spans","pages":[{"title":"Create a span","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans","href":"/reference/v5/spans/create-a-span"},{"title":"Upsert spans in a batch","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml put /v5/spans/batch","href":"/reference/v5/spans/upsert-spans-in-a-batch"},{"title":"Create spans in a batch","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/batch","href":"/reference/v5/spans/create-spans-in-a-batch"},{"title":"List trace deletion requests","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/deletions","href":"/reference/v5/spans/list-trace-deletion-requests"},{"title":"Create trace deletion request","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/deletions","href":"/reference/v5/spans/create-trace-deletion-request"},{"title":"Get trace deletion request status","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/deletions/{deletion_request_id}","href":"/reference/v5/spans/get-trace-deletion-request-status"},{"title":"Get a span","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/{span_id}","href":"/reference/v5/spans/get-a-span"},{"title":"Update a span","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/spans/{span_id}","href":"/reference/v5/spans/update-a-span"},{"title":"Get a span within a trace","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/traces/{trace_id}/spans/{span_id}","href":"/reference/v5/spans/get-a-span-within-a-trace"},{"title":"List span summaries for a trace","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/traces/{trace_id}/spans","href":"/reference/v5/spans/list-span-summaries-for-a-trace"},{"title":"Search spans","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/search","href":"/reference/v5/spans/search-spans"},{"title":"Export spans","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/export","href":"/reference/v5/spans/export-spans"},{"title":"Get span export status","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/spans/export/{export_id}","href":"/reference/v5/spans/get-span-export-status"},{"title":"Get time-bucketed span metrics","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/metrics","href":"/reference/v5/spans/get-time-bucketed-span-metrics"},{"title":"Get span metrics grouped by name","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/spans/metrics/by-span","href":"/reference/v5/spans/get-span-metrics-grouped-by-name"}]},{"group":"Span Assessment","pages":[{"title":"List span or trace assessments","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/span-assessments","href":"/reference/v5/span-assessment/list-span-or-trace-assessments"},{"title":"Create span assessment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/span-assessments","href":"/reference/v5/span-assessment/create-span-assessment"},{"title":"Get span assessment by ID","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/get-span-assessment-by-id"},{"title":"Permanently delete span assessment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/permanently-delete-span-assessment"},{"title":"Update span assessment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/update-span-assessment"}]},{"group":"Annotation Tasks","pages":[{"title":"Update or assign annotation tasks in bulk","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/annotation-tasks/batch","href":"/reference/v5/annotation-tasks/update-or-assign-annotation-tasks-in-bulk"}]},{"group":"Credentials","pages":[{"title":"List Credentials","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/credentials","href":"/reference/v5/credentials/list-credentials"},{"title":"Create Credential","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/credentials","href":"/reference/v5/credentials/create-credential"},{"title":"Get Credential by Name","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/credentials/name/{credential_name}","href":"/reference/v5/credentials/get-credential-by-name"},{"title":"Get Credential by ID","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/credentials/{credential_id}","href":"/reference/v5/credentials/get-credential-by-id"},{"title":"Delete Credential","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/credentials/{credential_id}","href":"/reference/v5/credentials/delete-credential"},{"title":"Update Credential","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml patch /v5/credentials/{credential_id}","href":"/reference/v5/credentials/update-credential"},{"title":"Get Credential Secret by ID","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/credentials/{credential_id}/secret","href":"/reference/v5/credentials/get-credential-secret-by-id"},{"title":"Get Credential Secret by Name","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/credentials/name/{credential_name}/secret","href":"/reference/v5/credentials/get-credential-secret-by-name"}]},{"group":"Agentex Cloud Build","pages":[{"title":"List container image builds","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds","href":"/reference/v5/agentex-cloud-build/list-container-image-builds"},{"title":"Submit container image build","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/builds","href":"/reference/v5/agentex-cloud-build/submit-container-image-build"},{"title":"List agents built but not deployed","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds/undeployed","href":"/reference/v5/agentex-cloud-build/list-agents-built-but-not-deployed"},{"title":"Get a build","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds/{build_id}","href":"/reference/v5/agentex-cloud-build/get-a-build"},{"title":"Stream build logs","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/builds/{build_id}/logs","href":"/reference/v5/agentex-cloud-build/stream-build-logs"},{"title":"Cancel a build","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/builds/{build_id}/cancel","href":"/reference/v5/agentex-cloud-build/cancel-a-build"}]},{"group":"Agentex Cloud Deploy","pages":[{"title":"List agent deployments","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/list-agent-deployments"},{"title":"Deploy a built agent image","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml post /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/deploy-a-built-agent-image"},{"title":"Get an agent deployment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/get-an-agent-deployment"},{"title":"Delete and tear down a deployment","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/delete-and-tear-down-a-deployment"},{"title":"Get agent deployment logs","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml get /v5/agentex/deployments/{deployment_id}/logs","href":"/reference/v5/agentex-cloud-deploy/get-agent-deployment-logs"}]},{"group":"Agentex Agent","pages":[{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"/openapi/v5.yaml delete /v5/agentex/agents/{agent_id}","href":"/reference/v5/agentex-agent/delete-agent"}]},{"group":"SGP Cloud Secrets","pages":[{"title":"List Secrets","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/list-secrets"},{"title":"Create Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml post /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/create-secret"},{"title":"Get Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml get /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/get-secret"},{"title":"Delete Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml delete /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/delete-secret"},{"title":"Update Secret","deprecated":true,"version":null,"openapi":"/openapi/v5.yaml patch /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/update-secret"}]}]},{"tab":"AgentOps SDK","href":"https://scaleapi.github.io/sgp-sdk-docs/api/python/"},{"tab":"Agentex API","pages":[{"title":"Agentex API","href":"/reference/agentex/agents/get-agent-by-id"}]},{"tab":"Agentex SDK","href":"https://scaleapi.github.io/agentex-sdk-docs/api/python/"},{"tab":"Capabilities","pages":[{"title":"Capabilities","href":"/docs/capabilities/overview"}]},{"tab":"Dex API","pages":[{"title":"Dex API","href":"/reference/dex/projects/list-projects"}]}]},{"version":"V4 (legacy)","pages":[{"title":"V4 (legacy)","href":"/reference/v4/evaluations/list-evaluations"}]}]},"basePath":"","title":"List Evaluations - Scale AI","buildId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","deploymentId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CybtLBIt.js","utils-BMLj2fvV.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-B6In562Y.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dr8Mfhp9.js","snippetPresets-2rmQvMVl.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-WMqJYdZj.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CJ-MlPHu.js","shallow-dY3TMRCk.js","getApiPlaygroundDisplay-v-1B2bKm.js","CodeSnippet-BDhiTB7U.js","CodeSnippets-D9hnzQcS.js","Page-C4GwDT3_.js","getPastedJson-Th2V45jI.js","icon-BQXch1W9.js","MethodPill-BCqUneP3.js","DuplicateIcon-Q_-bhurZ.js","createIcon-DUjLHRqp.js","DynamicMarkdown-B-f2cqXQ.js","SectionHeading-Da5NsV4v.js","axios-vUo_bRtp.js","Markdown-D13FWkIM.js","clsx-D3Isdib3.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-C-XZBk9h.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink--qIqmmVG.js"]}