Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an
operator (==, !=, >=, <=, IN, NOT_IN). Filter on metadata keys returned by the
metadata-keys endpoint, plus the built-in status and tag keys. Archived evaluations are
excluded unless include_archived is set, and the tasks view includes task configurations in
each result. Use this for metadata or status filtering; for simple name or tag lookups the list
endpoint is sufficient.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648","collectionId":"437f531c-55bf-41b5-8f5d-4e63781df61e","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6abeb90f3a8b8379c1eaf648","clientVersion":"0.0.4043","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":94},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":41},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url(https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2);font-weight:400;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"reference/v5/evaluations/filter-evaluations","slug":"/reference/v5/evaluations/filter-evaluations","pageMetadata":{"title":"Filter Evaluations","description":"Filter evaluations by metadata, status, and tags.\n\nAccepts up to 10 filters combined with AND logic, each comparing a key against a value with an\noperator (`==`, `!=`, `>=`, `\u003c=`, `IN`, `NOT_IN`). Filter on metadata keys returned by the\nmetadata-keys endpoint, plus the built-in `status` and `tag` keys. Archived evaluations are\nexcluded unless `include_archived` is set, and the `tasks` view includes task configurations in\neach result. Use this for metadata or status filtering; for simple name or tag lookups the list\nendpoint is sufficient.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/filter","href":"/reference/v5/evaluations/filter-evaluations","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Filter evaluations by metadata, status, and tags.\"\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an\\noperator (\", _jsx(_components.code, {\n children: \"==\"\n }), \", \", _jsx(_components.code, {\n children: \"!=\"\n }), \", \", _jsx(_components.code, {\n children: \">=\"\n }), \", \", _jsx(_components.code, {\n children: \"\u003c=\"\n }), \", \", _jsx(_components.code, {\n children: \"IN\"\n }), \", \", _jsx(_components.code, {\n children: \"NOT_IN\"\n }), \"). Filter on metadata keys returned by the\\nmetadata-keys endpoint, plus the built-in \", _jsx(_components.code, {\n children: \"status\"\n }), \" and \", _jsx(_components.code, {\n children: \"tag\"\n }), \" keys. Archived evaluations are\\nexcluded unless \", _jsx(_components.code, {\n children: \"include_archived\"\n }), \" is set, and the \", _jsx(_components.code, {\n children: \"tasks\"\n }), \" view includes task configurations in\\neach result. Use this for metadata or status filtering; for simple name or tag lookups the list\\nendpoint is sufficient.\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Filter Evaluations","description":"Filter evaluations by metadata, status, and tags.\n\nAccepts up to 10 filters combined with AND logic, each comparing a key against a value with an\noperator (`==`, `!=`, `>=`, `\u003c=`, `IN`, `NOT_IN`). Filter on metadata keys returned by the\nmetadata-keys endpoint, plus the built-in `status` and `tag` keys. Archived evaluations are\nexcluded unless `include_archived` is set, and the `tasks` view includes task configurations in\neach result. Use this for metadata or status filtering; for simple name or tag lookups the list\nendpoint is sufficient.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/filter","href":"/reference/v5/evaluations/filter-evaluations","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Evaluations"],"summary":"Filter Evaluations","description":"Filter evaluations by metadata, status, and tags.\n\nAccepts up to 10 filters combined with AND logic, each comparing a key against a value with an\noperator (`==`, `!=`, `>=`, `\u003c=`, `IN`, `NOT_IN`). Filter on metadata keys returned by the\nmetadata-keys endpoint, plus the built-in `status` and `tag` keys. Archived evaluations are\nexcluded unless `include_archived` is set, and the `tasks` view includes task configurations in\neach result. Use this for metadata or status filtering; for simple name or tag lookups the list\nendpoint is sufficient.","operationId":"POST-V5-/v5/evaluations/filter","security":["f943eb47-fc28-4370-a6f1-c98f2364b9c1"],"parameters":["3b78b0a9-d15b-447f-aa46-0fa1c087f80f","1f29c88a-8ac9-40fe-8826-854121418cfa","cd64df8e-e3bb-4fe4-80c4-ac041457cf95","1cfc3f39-64ca-4e6e-b545-ab3a40ea009b","f6891cb8-c6a7-4722-87af-120e3793094b","15410271-1189-4971-81b7-f01bf087e705","3ff07c7b-54d4-47a0-9b22-c1fef7fbf8f6","f9c5d7da-ba86-46a1-92e7-ab9c3512824a"],"requestBody":"db2ade65-b7ac-4386-b7c4-58722c382b38","responses":{"200":"40a8122e-b87d-4068-88bc-9d19600feac1","422":"0d954490-3414-44fd-8a09-f6538f5c2e65"},"method":"post","type":"path","servers":["12eeaad7-a736-4c47-a9e3-769b0001ffb2"],"path":"/v5/evaluations/filter","baseUrlOptions":["https://api.egp.scale.com"],"title":"Filter Evaluations","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"3b78b0a9-d15b-447f-aa46-0fa1c087f80f":{"name":"include_archived","in":"query","required":false,"schema":{"type":"boolean","default":false,"title":"Include Archived","isRequired":false,"uniqueKey":"","typeLabel":"boolean"}},"1f29c88a-8ac9-40fe-8826-854121418cfa":{"name":"views","in":"query","required":false,"schema":{"type":"array","items":{"type":"string","enum":["tasks"],"title":"EvaluationViews","uniqueKey":"items.[INDEX]","typeLabel":"enum\u003cstring>"},"default":[],"title":"Views","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>[]"}},"cd64df8e-e3bb-4fe4-80c4-ac041457cf95":{"name":"starting_after","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Starting After","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Starting After","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"1cfc3f39-64ca-4e6e-b545-ab3a40ea009b":{"name":"ending_before","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Ending Before","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Ending Before","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"f6891cb8-c6a7-4722-87af-120e3793094b":{"name":"limit","in":"query","required":false,"schema":{"type":"integer","maximum":10000,"minimum":1,"default":100,"title":"Limit","isRequired":false,"uniqueKey":"","typeLabel":"integer"}},"15410271-1189-4971-81b7-f01bf087e705":{"name":"sort_by","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Sort By","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Sort By","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"3ff07c7b-54d4-47a0-9b22-c1fef7fbf8f6":{"name":"sort_order","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"SortOrder","default":"asc","enum":["asc","desc"],"uniqueKey":"oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Sort Order","default":"asc","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring> | null"}},"f9c5d7da-ba86-46a1-92e7-ab9c3512824a":{"name":"x-selected-account-id","in":"header","required":false,"schema":{"oneOf":[{"type":"string","title":"Account ID Header","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Account ID Header","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"filters":{"items":{"properties":{"key":{"type":"string","title":"Key","description":"The metadata key to filter on","isRequired":true,"uniqueKey":"filters.items.[INDEX].key","typeLabel":"string"},"operator":{"type":"string","enum":["==","!=",">=","\u003c=","IN","NOT_IN"],"title":"MetadataFilterOperator","description":"The comparison operator to use","isRequired":true,"uniqueKey":"filters.items.[INDEX].operator","typeLabel":"enum\u003cstring>"},"value":{"type":"string","title":"Value","description":"The value to compare against (string for all types)","isRequired":true,"uniqueKey":"filters.items.[INDEX].value","typeLabel":"string"},"object":{"type":"string","const":"metadata_filter","title":"Object","default":"metadata_filter","uniqueKey":"filters.items.[INDEX].object","typeLabel":"string"}},"type":"object","required":["key","operator","value"],"description":"Individual metadata filter specification","uniqueKey":"filters.items.[INDEX]","typeLabel":"object"},"type":"array","maxItems":10,"title":"Filters","description":"List of metadata filters to apply (maximum 10)","isRequired":true,"uniqueKey":"filters","typeLabel":"Filters · object[]"}},"type":"object","required":["filters"],"title":"EvaluationFilterRequest","description":"Request model for filtering evaluations","uniqueKey":"","typeLabel":"EvaluationFilterRequest · object"},"examples":{"Example":{"title":"Example","value":{"filters":[{"key":"\u003cstring>","value":"\u003cstring>","object":"metadata_filter"}]}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"40a8122e-b87d-4068-88bc-9d19600feac1":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"items":{"items":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"\\items.items.[INDEX].created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].created_by","typeLabel":"Identity · object"},"tags":{"title":"Tags","description":"The tags associated with the entity","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"type":"array","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tags","typeLabel":"string[]"},"datasets":{"title":"Datasets","items":{"properties":{"id":{"type":"string","title":"Id","description":"The unique identifier of the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].id","typeLabel":"string"},"created_by":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].created_by.id","typeLabel":"string"},"type":{"type":"string","enum":["user","service_account"],"title":"IdentityType","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].created_by.type","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"identity","title":"Object","default":"identity","uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].created_by.object","typeLabel":"string"}},"type":"object","required":["id","type"],"title":"Identity","description":"The identity that created the entity.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].created_by","typeLabel":"Identity · object"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].name","typeLabel":"string"},"created_at":{"type":"string","format":"date-time","title":"Created At","description":"The date and time when the entity was created in ISO format.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].created_at","typeLabel":"string\u003cdate-time>"},"tags":{"title":"Tags","description":"The tags associated with the entity","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"type":"array","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].tags","typeLabel":"string[]"},"current_version_num":{"type":"integer","title":"Current Version Num","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].current_version_num","typeLabel":"integer"},"object":{"type":"string","const":"dataset","title":"Object","default":"dataset","uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].object","typeLabel":"string"},"description":{"title":"Description","type":"string","uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].description","typeLabel":"string"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX].archived_at","typeLabel":"string\u003cdate-time>"}},"type":"object","required":["created_by","name","id","created_at","tags","current_version_num"],"uniqueKey":"\\items.items.[INDEX].datasets.items.[INDEX]","typeLabel":"object"},"type":"array","isRequired":true,"uniqueKey":"\\items.items.[INDEX].datasets","typeLabel":"Datasets · object[]"},"status":{"type":"string","enum":["failed","completed","running"],"title":"EvaluationStatus","isRequired":true,"uniqueKey":"\\items.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"object":{"type":"string","const":"evaluation","title":"Object","default":"evaluation","uniqueKey":"\\items.items.[INDEX].object","typeLabel":"string"},"description":{"title":"Description","type":"string","uniqueKey":"\\items.items.[INDEX].description","typeLabel":"string"},"archived_at":{"title":"Archived At","description":"The date and time when the entity was archived in ISO format.","type":"string","format":"date-time","uniqueKey":"\\items.items.[INDEX].archived_at","typeLabel":"string\u003cdate-time>"},"status_reason":{"title":"Status Reason","description":"Reason for evaluation status","type":"string","uniqueKey":"\\items.items.[INDEX].status_reason","typeLabel":"string"},"progress":{"properties":{"workflows":{"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.workflows.total","typeLabel":"integer"},"completed":{"type":"integer","title":"Completed","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.workflows.completed","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.workflows.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.workflows.pending","typeLabel":"integer"}},"type":"object","required":["total","completed","failed","pending"],"title":"EvaluationTasksWorkflowProgressSchema","uniqueKey":"\\items.items.[INDEX].progress.workflows","typeLabel":"EvaluationTasksWorkflowProgressSchema · object"},"items":{"properties":{"total":{"type":"integer","title":"Total","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.\\items.total","typeLabel":"integer"},"successful":{"type":"integer","title":"Successful","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.\\items.successful","typeLabel":"integer"},"failed":{"type":"integer","title":"Failed","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.\\items.failed","typeLabel":"integer"},"pending":{"type":"integer","title":"Pending","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.\\items.pending","typeLabel":"integer"},"failed_items":{"items":{"properties":{"item_id":{"type":"string","title":"Item Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].progress.\\items.failed_items.items.[INDEX].item_id","typeLabel":"string"},"error":{"title":"Error","type":"string","uniqueKey":"\\items.items.[INDEX].progress.\\items.failed_items.items.[INDEX].error","typeLabel":"string"},"error_type":{"title":"Error Type","type":"string","uniqueKey":"\\items.items.[INDEX].progress.\\items.failed_items.items.[INDEX].error_type","typeLabel":"string"}},"type":"object","required":["item_id"],"title":"EvaluationTasksFailedItemSchema","uniqueKey":"\\items.items.[INDEX].progress.\\items.failed_items.items.[INDEX]","typeLabel":"EvaluationTasksFailedItemSchema · object"},"type":"array","title":"Failed Items","default":[],"uniqueKey":"\\items.items.[INDEX].progress.\\items.failed_items","typeLabel":"EvaluationTasksFailedItemSchema · object[]"}},"type":"object","required":["total","successful","failed","pending"],"title":"EvaluationTasksItemProgressSchema","uniqueKey":"\\items.items.[INDEX].progress.\\items","typeLabel":"EvaluationTasksItemProgressSchema · object"}},"type":"object","title":"EvaluationTasksProgressSchema","description":"Progress of the evaluation's underlying async job","uniqueKey":"\\items.items.[INDEX].progress","typeLabel":"EvaluationTasksProgressSchema · object"},"tasks":{"title":"Tasks","description":"Tasks executed during evaluation. Populated with optional `task` view.","items":{"oneOf":[{"type":"object","title":"ChatCompletionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `model_vendor/model`, for example `openai/gpt-4o`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.model","typeLabel":"string"},"messages":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.messages.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Messages","description":"openai standard message format","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.messages.oneOf.0","typeLabel":"Messages · object[]"},{"type":"string","title":"ItemLocator","description":"openai standard message format","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.messages.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.messages","typeLabel":"Messages · object[] | string"},"top_k":{"oneOf":[{"type":"integer","title":"Top K","description":"Only sample from the top K options for each subsequent token","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_k.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Only sample from the top K options for each subsequent token","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_k.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_k","typeLabel":"integer | string"},"frequency_penalty":{"oneOf":[{"type":"number","title":"Frequency Penalty","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.frequency_penalty.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.frequency_penalty","typeLabel":"number | string"},"function_call":{"oneOf":[{"type":"object","title":"Function Call","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.function_call.oneOf.0","typeLabel":"Function Call · object"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tool_choice. Controls which function is called by the model.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.function_call.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.function_call","typeLabel":"Function Call · object | string"},"functions":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.functions.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Functions","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.functions.oneOf.0","typeLabel":"Functions · object[]"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of tools. A list of functions the model may generate JSON inputs for.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.functions.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.functions","typeLabel":"Functions · object[] | string"},"logit_bias":{"oneOf":[{"type":"object","title":"Logit Bias","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","additionalProperties":{"type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0.additionalProperties","typeLabel":"integer"},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.0","typeLabel":"Logit Bias · object"},{"type":"string","title":"ItemLocator","description":"Modify the likelihood of specified tokens appearing in the completion. Maps tokens to bias values from -100 to 100.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logit_bias.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logit_bias","typeLabel":"Logit Bias · object | string"},"logprobs":{"oneOf":[{"type":"boolean","title":"Logprobs","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to return log probabilities of the output tokens or not.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logprobs.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.logprobs","typeLabel":"boolean | string"},"max_completion_tokens":{"oneOf":[{"type":"integer","title":"Max Completion Tokens","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"An upper bound for the number of tokens that can be generated, including visible output tokens and reasoning tokens.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.max_completion_tokens.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.max_completion_tokens","typeLabel":"integer | string"},"max_tokens":{"oneOf":[{"type":"integer","title":"Max Tokens","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Deprecated in favor of max_completion_tokens. The maximum number of tokens to generate.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.max_tokens.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.max_tokens","typeLabel":"integer | string"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Developer-defined tags and values used for filtering completions in the dashboard.","additionalProperties":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0.additionalProperties","typeLabel":"string"},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"string","title":"ItemLocator","description":"Developer-defined tags and values used for filtering completions in the dashboard.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.metadata.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.metadata","typeLabel":"Metadata · object | string"},"modalities":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Modalities","description":"Output types that you would like the model to generate for this request.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.modalities.oneOf.0","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Output types that you would like the model to generate for this request.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.modalities.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.modalities","typeLabel":"string[] | string"},"n":{"oneOf":[{"type":"integer","title":"N","description":"How many chat completion choices to generate for each input message.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.n.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"How many chat completion choices to generate for each input message.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.n.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.n","typeLabel":"integer | string"},"parallel_tool_calls":{"oneOf":[{"type":"boolean","title":"Parallel Tool Calls","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to enable parallel function calling during tool use.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.parallel_tool_calls.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.parallel_tool_calls","typeLabel":"boolean | string"},"prediction":{"oneOf":[{"type":"object","title":"Prediction","description":"Static predicted output content, such as the content of a text file being regenerated.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.prediction.oneOf.0","typeLabel":"Prediction · object"},{"type":"string","title":"ItemLocator","description":"Static predicted output content, such as the content of a text file being regenerated.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.prediction.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.prediction","typeLabel":"Prediction · object | string"},"presence_penalty":{"oneOf":[{"type":"number","title":"Presence Penalty","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","maximum":2,"minimum":-2,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Number between -2.0 and 2.0. Positive values penalize tokens based on whether they appear in the text so far.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.presence_penalty.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.presence_penalty","typeLabel":"number | string"},"reasoning_effort":{"oneOf":[{"type":"string","title":"Reasoning Effort","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"For o1 models only. Constrains effort on reasoning. Values: low, medium, high.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.reasoning_effort.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.reasoning_effort","typeLabel":"string"},"response_format":{"oneOf":[{"type":"object","title":"Response Format","description":"An object specifying the format that the model must output.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.response_format.oneOf.0","typeLabel":"Response Format · object"},{"type":"string","title":"ItemLocator","description":"An object specifying the format that the model must output.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.response_format.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.response_format","typeLabel":"Response Format · object | string"},"seed":{"oneOf":[{"type":"integer","title":"Seed","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.seed.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"If specified, system will attempt to sample deterministically for repeated requests with same seed.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.seed.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.seed","typeLabel":"integer | string"},"stop":{"oneOf":[{"type":"string","title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Stop","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.1","typeLabel":"string[]"},{"type":"string","title":"ItemLocator","description":"Up to 4 sequences where the API will stop generating further tokens.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.stop.oneOf.2","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.stop","typeLabel":"string · string[] · string"},"store":{"oneOf":[{"type":"boolean","title":"Store","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.store.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to store the output for use in model distillation or evals products.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.store.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.store","typeLabel":"boolean | string"},"temperature":{"oneOf":[{"type":"number","title":"Temperature","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","maximum":2,"minimum":0,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.temperature.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"What sampling temperature to use. Higher values make output more random, lower more focused.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.temperature.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.temperature","typeLabel":"number | string"},"tool_choice":{"oneOf":[{"type":"string","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.0","typeLabel":"string"},{"type":"object","title":"Tool Choice","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.1","typeLabel":"Tool Choice · object"},{"type":"string","title":"ItemLocator","description":"Controls which tool is called by the model. Values: none, auto, required, or specific tool.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tool_choice.oneOf.2","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tool_choice","typeLabel":"string · Tool Choice · object · string"},"tools":{"oneOf":[{"type":"array","items":{"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tools.oneOf.0.items.[INDEX]","typeLabel":"object"},"title":"Tools","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tools.oneOf.0","typeLabel":"Tools · object[]"},{"type":"string","title":"ItemLocator","description":"A list of tools the model may call. Currently, only functions are supported. Max 128 functions.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tools.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.tools","typeLabel":"Tools · object[] | string"},"top_logprobs":{"oneOf":[{"type":"integer","title":"Top Logprobs","description":"Number of most likely tokens to return at each position, with associated log probability.","maximum":20,"minimum":0,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Number of most likely tokens to return at each position, with associated log probability.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_logprobs.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_logprobs","typeLabel":"integer | string"},"top_p":{"oneOf":[{"type":"number","title":"Top P","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","maximum":1,"minimum":0,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_p.oneOf.0","typeLabel":"number"},{"type":"string","title":"ItemLocator","description":"Alternative to temperature. Only tokens comprising top_p probability mass are considered.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_p.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.top_p","typeLabel":"number | string"},"audio":{"oneOf":[{"type":"object","title":"Audio","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.audio.oneOf.0","typeLabel":"Audio · object"},{"type":"string","title":"ItemLocator","description":"Parameters for audio output. Required when audio output is requested with modalities: ['audio'].","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.audio.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration.audio","typeLabel":"Audio · object | string"}},"additionalProperties":true,"type":"object","required":["model","messages"],"title":"ChatCompletionRequestWithItemLocator_","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.configuration","typeLabel":"ChatCompletionRequestWithItemLocator_ · object"},"task_type":{"type":"string","const":"chat_completion","title":"Task Type","default":"chat_completion","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `chat_completion`","default":"chat_completion","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.0","typeLabel":"ChatCompletionEvaluationTask · object"},{"type":"object","title":"GenericInferenceEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"oneOf":[{"type":"string","title":"Model","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.model.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"model specified as `vendor/name` (ex. openai/gpt-5)","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.model.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.model","typeLabel":"string"},"args":{"oneOf":[{"type":"object","title":"Args","description":"Arguments passed into model","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.args.oneOf.0","typeLabel":"Args · object"},{"type":"string","title":"ItemLocator","description":"Arguments passed into model","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.args.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.args","typeLabel":"Args · object | string"},"inference_configuration":{"oneOf":[{"type":"object","title":"LaunchInferenceConfiguration","description":"Vendor specific configuration","properties":{"timeout_seconds":{"title":"Timeout Seconds","type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.timeout_seconds","typeLabel":"integer"},"num_retries":{"title":"Num Retries","type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0.num_retries","typeLabel":"integer"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.0","typeLabel":"LaunchInferenceConfiguration · object"},{"type":"string","title":"ItemLocator","description":"Vendor specific configuration","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.inference_configuration.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration.inference_configuration","typeLabel":"LaunchInferenceConfiguration · object | string"}},"type":"object","required":["model"],"title":"GenericInferenceRequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.configuration","typeLabel":"GenericInferenceRequestWithItemLocator · object"},"task_type":{"type":"string","const":"inference","title":"Task Type","default":"inference","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `inference`","default":"inference","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.1","typeLabel":"GenericInferenceEvaluationTask · object"},{"type":"object","title":"ApplicationVariantV1EvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"inputs":{"oneOf":[{"type":"object","title":"Inputs","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","additionalProperties":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.inputs.oneOf.0","typeLabel":"Inputs · object"},{"type":"string","title":"ItemLocator","description":"Input data for the application. For agents service variants, you must provide inputs as a mapping from `{input_name: input_value}`. For V0 variants, you must specify the node your input should be passed to, structuring your input as `{node_id: {input_name: input_value}}`.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.inputs.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.inputs","typeLabel":"Inputs · object | string"},"application_variant_id":{"oneOf":[{"type":"string","title":"Application Variant Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.application_variant_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.application_variant_id","typeLabel":"string"},"history":{"oneOf":[{"type":"array","items":{"properties":{"request":{"type":"string","title":"Request","description":"Request inputs","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].request","typeLabel":"string"},"response":{"type":"string","title":"Response","description":"Response outputs","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].response","typeLabel":"string"},"session_data":{"title":"Session Data","description":"Session data corresponding to the request response pair","default":{},"additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX].session_data","typeLabel":"Session Data · object"}},"type":"object","required":["request","response"],"title":"ApplicationRequestResponsePair","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0.items.[INDEX]","typeLabel":"ApplicationRequestResponsePair · object"},"title":"History","description":"History of the application","default":[],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.0","typeLabel":"ApplicationRequestResponsePair · object[]"},{"type":"string","title":"ItemLocator","description":"History of the application","default":[],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.history","typeLabel":"ApplicationRequestResponsePair · object[] | string"},"overrides":{"oneOf":[{"type":"object","title":"AgenticApplicationOverrides","description":"Execution override options for agentic applications","properties":{"concurrent":{"type":"boolean","title":"Concurrent","default":false,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.concurrent","typeLabel":"boolean"},"use_channels":{"type":"boolean","title":"Use Channels","default":false,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.use_channels","typeLabel":"boolean"},"initial_state":{"properties":{"current_node":{"type":"string","title":"Current Node","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.current_node","typeLabel":"string"},"state":{"additionalProperties":true,"type":"object","title":"State","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state.state","typeLabel":"State · object"}},"type":"object","required":["current_node","state"],"title":"MachineState","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.initial_state","typeLabel":"MachineState · object"},"partial_trace":{"title":"Partial Trace","items":{"properties":{"workflow_id":{"type":"string","title":"Workflow Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].workflow_id","typeLabel":"string"},"node_id":{"type":"string","title":"Node Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].node_id","typeLabel":"string"},"operation_type":{"type":"string","title":"Operation Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_type","typeLabel":"string"},"start_timestamp":{"type":"string","title":"Start Timestamp","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].start_timestamp","typeLabel":"string"},"operation_input":{"type":"string","title":"Operation Input","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_input","typeLabel":"string"},"operation_output":{"type":"string","title":"Operation Output","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_output","typeLabel":"string"},"duration_ms":{"type":"integer","title":"Duration Ms","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].duration_ms","typeLabel":"integer"},"operation_metadata":{"title":"Operation Metadata","additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX].operation_metadata","typeLabel":"Operation Metadata · object"}},"type":"object","required":["workflow_id","node_id","operation_type","start_timestamp","operation_input","operation_output","duration_ms"],"title":"LegacySpan","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace.items.[INDEX]","typeLabel":"LegacySpan · object"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.partial_trace","typeLabel":"LegacySpan · object[]"},"return_span":{"type":"boolean","title":"Return Span","default":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0.return_span","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.0","typeLabel":"AgenticApplicationOverrides · object"},{"type":"object","title":"Overrides","description":"Optional overrides for the application","additionalProperties":{"properties":{"type":{"type":"string","const":"knowledge_base_schema","title":"Type","default":"knowledge_base_schema","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.type","typeLabel":"string"},"artifact_ids_filter":{"title":"Artifact Ids Filter","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_ids_filter","typeLabel":"string[]"},"artifact_name_regex":{"title":"Artifact Name Regex","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties.artifact_name_regex","typeLabel":"string[]"}},"type":"object","title":"KnowledgeBaseNodeOverride","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1.additionalProperties","typeLabel":"KnowledgeBaseNodeOverride · object"},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.1","typeLabel":"Overrides · object"},{"type":"string","title":"ItemLocator","description":"Optional overrides for the application","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides.oneOf.2","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.overrides","typeLabel":"AgenticApplicationOverrides · object | Overrides · object | string"},"operation_metadata":{"oneOf":[{"type":"object","title":"Operation Metadata","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","additionalProperties":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.0","typeLabel":"Operation Metadata · object"},{"type":"string","title":"ItemLocator","description":"Arbitrary user-defined metadata that can be attached to the process operations and will be registered in the interaction.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.operation_metadata.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration.operation_metadata","typeLabel":"Operation Metadata · object | string"}},"type":"object","required":["inputs","application_variant_id"],"title":"ApplicationVariantV1RequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.configuration","typeLabel":"ApplicationVariantV1RequestWithItemLocator · object"},"task_type":{"type":"string","const":"application_variant","title":"Task Type","default":"application_variant","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `application_variant`","default":"application_variant","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.2","typeLabel":"ApplicationVariantV1EvaluationTask · object"},{"type":"object","title":"AgentexOutputEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"agentex_agent_id":{"oneOf":[{"type":"string","title":"Agentex Agent Id","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"The ID of the Agentex agent to use","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.agentex_agent_id.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.agentex_agent_id","typeLabel":"string"},"input_column":{"oneOf":[{"type":"string","title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.0","typeLabel":"string"},{"type":"object","title":"Input Column","description":"The dataset column to use as input for the agent","additionalProperties":true,"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.1","typeLabel":"Input Column · object"},{"type":"array","items":{"oneOf":[{}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2.items.[INDEX]","typeLabel":"any"},"title":"Input Column","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.2","typeLabel":"any[]"},{"type":"string","title":"ItemLocator","description":"The dataset column to use as input for the agent","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.input_column.oneOf.3","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.input_column","typeLabel":"string · Input Column · object · any[] · string"},"deployment_id":{"oneOf":[{"type":"string","title":"Deployment Id","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","description":"Optional Agentex deployment ID to pin the eval to a specific deployment. When set, RPC traffic routes through /agents/{agent_id}/deployments/{deployment_id}/rpc. When unset, traffic uses the agent's default RPC endpoint, which resolves through the agent's current routing rules on the Agentex side.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.deployment_id.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.deployment_id","typeLabel":"string"},"include_traces":{"oneOf":[{"type":"boolean","title":"Include Traces","description":"Whether to include trace data in the evaluation results","default":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.0","typeLabel":"boolean"},{"type":"string","title":"ItemLocator","description":"Whether to include trace data in the evaluation results","default":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.include_traces.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.include_traces","typeLabel":"boolean | string"},"timeout_seconds":{"oneOf":[{"type":"integer","title":"Timeout Seconds","description":"Maximum seconds to wait for agent completion per item. If not set, the server-side default of 60s applies.","minimum":1,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"string","title":"ItemLocator","description":"Maximum seconds to wait for agent completion per item. If not set, the server-side default of 60s applies.","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.timeout_seconds.oneOf.1","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration.timeout_seconds","typeLabel":"integer | string"}},"type":"object","required":["agentex_agent_id","input_column"],"title":"AgentexOutputConfigurationWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.configuration","typeLabel":"AgentexOutputConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"agentex_output","title":"Task Type","default":"agentex_output","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `agentex_output`","default":"agentex_output","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.3","typeLabel":"AgentexOutputEvaluationTask · object"},{"type":"object","title":"MetricEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"BleuScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"bleu","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.0","typeLabel":"BleuScorerConfigWithItemLocator · object"},{"type":"object","title":"MeteorScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"meteor","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.1","typeLabel":"MeteorScorerConfigWithItemLocator · object"},{"type":"object","title":"CosineSimilarityScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"cosine_similarity","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.2","typeLabel":"CosineSimilarityScorerConfigWithItemLocator · object"},{"type":"object","title":"F1ScorerConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"f1","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.3","typeLabel":"F1ScorerConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer1ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge1","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.4","typeLabel":"RougeScorer1ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorer2ConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rouge2","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.5","typeLabel":"RougeScorer2ConfigWithItemLocator · object"},{"type":"object","title":"RougeScorerLConfigWithItemLocator","required":["type","candidate","reference"],"properties":{"type":{"type":"string","const":"rougeL","title":"Type","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.type","typeLabel":"string"},"candidate":{"oneOf":[{"type":"string","title":"Candidate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.candidate","typeLabel":"string"},"reference":{"oneOf":[{"type":"string","title":"Reference","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.reference.oneOf.1","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6.reference","typeLabel":"string"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration.oneOf.6","typeLabel":"RougeScorerLConfigWithItemLocator · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.configuration","typeLabel":"BleuScorerConfigWithItemLocator · object | MeteorScorerConfigWithItemLocator · object | CosineSimilarityScorerConfigWithItemLocator · object | F1ScorerConfigWithItemLocator · object | RougeScorer1ConfigWithItemLocator · object | RougeScorer2ConfigWithItemLocator · object | RougeScorerLConfigWithItemLocator · object"},"task_type":{"type":"string","const":"metric","title":"Task Type","default":"metric","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.task_type","typeLabel":"string"},"alias":{"title":"Alias","description":"Alias to title the results column. Defaults to the metric type specified in the configuration","type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.4","typeLabel":"MetricEvaluationTask · object"},{"type":"object","title":"AutoEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration.prompt","typeLabel":"string"},"question_id":{"type":"string","title":"Question Id","description":"question to be evaluated","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration.question_id","typeLabel":"string"}},"type":"object","required":["model","prompt","question_id"],"title":"AutoEvaluationQuestionRequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.configuration","typeLabel":"AutoEvaluationQuestionRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.question","title":"Task Type","default":"auto_evaluation.question","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_question`","default":"auto_evaluation_question","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.5","typeLabel":"AutoEvaluationQuestionTask · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingEvaluationTask","required":["configuration"],"properties":{"configuration":{"oneOf":[{"type":"object","title":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator","required":["model","prompt","response_format"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.prompt","typeLabel":"string"},"response_format":{"additionalProperties":true,"type":"object","title":"Response Format","description":"JSON schema used for structuring the model response","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.response_format","typeLabel":"Response Format · object"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt.oneOf.2","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.system_prompt","typeLabel":"string"},"inference_args":{"title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.inference_args","typeLabel":"Inference Args · object"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"oneOf":[{"type":"string","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value.oneOf.0","typeLabel":"string"},{"type":"number","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value.oneOf.1","typeLabel":"number"},{"type":"boolean","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value.oneOf.2","typeLabel":"boolean"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0.value","typeLabel":"string | number | boolean"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.0","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator","required":["model","prompt","choices"],"properties":{"model":{"type":"string","title":"Model","description":"model specified as `model_vendor/model_name`","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.model","typeLabel":"string"},"prompt":{"oneOf":[{"type":"string","title":"Prompt","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt.oneOf.2","typeLabel":"string"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.prompt","typeLabel":"string"},"choices":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.choices.items.[INDEX]","typeLabel":"string"},"type":"array","minItems":1,"title":"Choices","description":"Choices array cannot be empty","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.choices","typeLabel":"string[]"},"system_prompt":{"oneOf":[{"type":"string","title":"System Prompt","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.0","typeLabel":"string"},{"type":"string","title":"ItemLocator","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.1","typeLabel":"string"},{"type":"string","title":"ItemLocatorTemplate","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt.oneOf.2","typeLabel":"string"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.system_prompt","typeLabel":"string"},"inference_args":{"title":"Inference Args","description":"Additional arguments to pass to the inference request","additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.inference_args","typeLabel":"Inference Args · object"},"run_condition":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.op","typeLabel":"string"},"value":{"oneOf":[{"type":"string","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value.oneOf.0","typeLabel":"string"},{"type":"number","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value.oneOf.1","typeLabel":"number"},{"type":"boolean","title":"Value","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value.oneOf.2","typeLabel":"boolean"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0.value","typeLabel":"string | number | boolean"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.0","typeLabel":"ConstEvaluationRunCondition · object"},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.path","typeLabel":"string"},"op":{"type":"string","const":"var","title":"Op","default":"var","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.1","typeLabel":"VarEvaluationRunCondition · object"},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.right","typeLabel":"any"},"op":{"type":"string","const":"eq","title":"Op","default":"eq","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.2","typeLabel":"EqEvaluationRunCondition · object"},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.right","typeLabel":"any"},"op":{"type":"string","const":"ne","title":"Op","default":"ne","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.3","typeLabel":"NeEvaluationRunCondition · object"},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.right","typeLabel":"any"},"op":{"type":"string","const":"lt","title":"Op","default":"lt","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.4","typeLabel":"LtEvaluationRunCondition · object"},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.right","typeLabel":"any"},"op":{"type":"string","const":"lte","title":"Op","default":"lte","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.5","typeLabel":"LteEvaluationRunCondition · object"},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.right","typeLabel":"any"},"op":{"type":"string","const":"gt","title":"Op","default":"gt","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.6","typeLabel":"GtEvaluationRunCondition · object"},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.left","typeLabel":"any"},"right":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.right","typeLabel":"any"},"op":{"type":"string","const":"gte","title":"Op","default":"gte","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.7","typeLabel":"GteEvaluationRunCondition · object"},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"and","title":"Op","default":"and","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.8","typeLabel":"AndEvaluationRunCondition · object"},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"or","title":"Op","default":"or","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.9","typeLabel":"OrEvaluationRunCondition · object"},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"in","title":"Op","default":"in","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.10","typeLabel":"InEvaluationRunCondition · object"},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4","isRequired":true}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.left","typeLabel":"any"},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.11","typeLabel":"NotInEvaluationRunCondition · object"},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"not","title":"Op","default":"not","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.12","typeLabel":"NotEvaluationRunCondition · object"},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.13","typeLabel":"IsNullEvaluationRunCondition · object"},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.operands","typeLabel":"Operands · array"},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14.op","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition.oneOf.14","typeLabel":"IsNotNullEvaluationRunCondition · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1.run_condition","typeLabel":"ConstEvaluationRunCondition · object | VarEvaluationRunCondition · object | EqEvaluationRunCondition · object | NeEvaluationRunCondition · object | LtEvaluationRunCondition · object | LteEvaluationRunCondition · object | GtEvaluationRunCondition · object | GteEvaluationRunCondition · object | AndEvaluationRunCondition · object | OrEvaluationRunCondition · object | InEvaluationRunCondition · object | NotInEvaluationRunCondition · object | NotEvaluationRunCondition · object | IsNullEvaluationRunCondition · object | IsNotNullEvaluationRunCondition · object"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.1","typeLabel":"AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object"},{"type":"object","title":"AutoEvaluationAgentTaskRequestWithItemLocator","required":["output_rules","name","definition"],"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"title":"Output Type","type":"string","enum":["text","integer","float","boolean"],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_type","typeLabel":"enum\u003cstring>"},"output_values":{"title":"Output Values","items":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.output_values","typeLabel":"(string | integer | number | boolean)[]"},"data_fields":{"title":"Data Fields","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.data_fields","typeLabel":"string[]"},"rubric_id":{"title":"Rubric Id","type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_id","typeLabel":"string"},"rubric_version":{"title":"Rubric Version","type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2.rubric_version","typeLabel":"integer"}},"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration.oneOf.2","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"}],"isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.configuration","typeLabel":"AutoEvaluationStructuredOutputTaskRequestWithItemLocator · object | AutoEvaluationGuidedDecodingTaskRequestWithItemLocator · object | AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.guided_decoding","title":"Task Type","default":"auto_evaluation.guided_decoding","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_guided_decoding`","default":"auto_evaluation_guided_decoding","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.6","typeLabel":"AutoEvaluationGuidedDecodingEvaluationTask · object"},{"type":"object","title":"AutoEvaluationAgentEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"output_rules":{"items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_rules.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Output Rules","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_rules","typeLabel":"string[]"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.name","typeLabel":"string"},"definition":{"type":"string","title":"Definition","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.definition","typeLabel":"string"},"designated_to":{"oneOf":[{"type":"object","title":"APEAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.model","typeLabel":"string"},"temperature":{"type":"number","title":"Temperature","default":0.7,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config.temperature","typeLabel":"number"}},"type":"object","title":"APEAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.config","typeLabel":"APEAgentConfig · object"},"agent_name":{"type":"string","const":"APEAgent","title":"Agent Name","default":"APEAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.0","typeLabel":"APEAgent · object"},{"type":"object","title":"IFAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config.model","typeLabel":"string"}},"type":"object","title":"IFAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.config","typeLabel":"IFAgentConfig · object"},"agent_name":{"type":"string","const":"IFAgent","title":"Agent Name","default":"IFAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.1","typeLabel":"IFAgent · object"},{"type":"object","title":"TruthfulnessAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config.model","typeLabel":"string"}},"type":"object","title":"TruthfulnessAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.config","typeLabel":"TruthfulnessAgentConfig · object"},"agent_name":{"type":"string","const":"TruthfulnessAgent","title":"Agent Name","default":"TruthfulnessAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.2","typeLabel":"TruthfulnessAgent · object"},{"type":"object","title":"BaseAgent","default":{"agent_name":"APEAgent","config":{"model":"gpt-4o","temperature":0.7}},"required":["config"],"properties":{"config":{"properties":{"model":{"type":"string","title":"Model","default":"gpt-4o","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config.model","typeLabel":"string"}},"type":"object","title":"BaseAgentConfig","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.config","typeLabel":"BaseAgentConfig · object"},"agent_name":{"type":"string","const":"BaseAgent","title":"Agent Name","default":"BaseAgent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3.agent_name","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to.oneOf.3","typeLabel":"BaseAgent · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.designated_to","typeLabel":"APEAgent · object | IFAgent · object | TruthfulnessAgent · object | BaseAgent · object"},"output_type":{"title":"Output Type","type":"string","enum":["text","integer","float","boolean"],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_type","typeLabel":"enum\u003cstring>"},"output_values":{"title":"Output Values","items":{"oneOf":[{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.1","typeLabel":"integer"},{"type":"number","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.2","typeLabel":"number"},{"type":"boolean","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX].oneOf.3","typeLabel":"boolean"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_values.items.[INDEX]","typeLabel":"string | integer | number | boolean"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.output_values","typeLabel":"(string | integer | number | boolean)[]"},"data_fields":{"title":"Data Fields","items":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.data_fields.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.data_fields","typeLabel":"string[]"},"rubric_id":{"title":"Rubric Id","type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.rubric_id","typeLabel":"string"},"rubric_version":{"title":"Rubric Version","type":"integer","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration.rubric_version","typeLabel":"integer"}},"type":"object","required":["output_rules","name","definition"],"title":"AutoEvaluationAgentTaskRequestWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.configuration","typeLabel":"AutoEvaluationAgentTaskRequestWithItemLocator · object"},"task_type":{"type":"string","const":"auto_evaluation.agent","title":"Task Type","default":"auto_evaluation.agent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `auto_evaluation_agent`","default":"auto_evaluation_agent","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.7","typeLabel":"AutoEvaluationAgentEvaluationTask · object"},{"type":"object","title":"ContributorEvaluationQuestionTask","required":["configuration"],"properties":{"configuration":{"properties":{"question_id":{"type":"string","title":"Question Id","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.question_id","typeLabel":"string"},"layout":{"properties":{"children":{"items":{"oneOf":[{},{"type":"object","title":"Component","required":["data"],"properties":{"data":{"type":"string","title":"ItemLocator","description":"A pointer to the data in each evaluation item to be displayed within the component","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.data","typeLabel":"string"},"label":{"title":"Label","type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1.label","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX].oneOf.1","typeLabel":"Component · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout.children.items.[INDEX]","typeLabel":"Component · object"},"type":"array","minItems":1,"title":"Children","description":"The children to be displayed within the container","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout.children","typeLabel":"Component · object[]"},"direction":{"type":"string","enum":["row","column"],"title":"Direction","description":"The axis that children are placed in the container. Based on CSS `flex-direction` (see: https://developer.mozilla.org/en-US/docs/Web/CSS/flex-direction)","default":"row","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout.direction","typeLabel":"enum\u003cstring>"}},"type":"object","required":["children"],"title":"Container","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.layout","typeLabel":"Container · object"},"queue_id":{"type":"string","maxLength":100,"title":"Queue Id","description":"The contributor annotation queue to include this task in. Defaults to `default`","default":"default","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.queue_id","typeLabel":"string"},"required":{"title":"Required","description":"Whether the question is required to be answered","default":false,"type":"boolean","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.required","typeLabel":"boolean"},"rubric_id":{"title":"Rubric Id","description":"ID of the rubric to use for scoring this evaluation question","type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration.rubric_id","typeLabel":"string"}},"type":"object","required":["question_id","layout"],"title":"ContributorEvaluationQuestionConfigurationWithItemLocator","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.configuration","typeLabel":"ContributorEvaluationQuestionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"contributor_evaluation.question","title":"Task Type","default":"contributor_evaluation.question","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.task_type","typeLabel":"string"},"alias":{"type":"string","title":"Alias","description":"Alias to title the results column. Defaults to the `contributor_evaluation_question`","default":"contributor_evaluation_question","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.8","typeLabel":"ContributorEvaluationQuestionTask · object"},{"type":"object","title":"CustomFunctionEvaluationTask","required":["configuration"],"properties":{"configuration":{"properties":{"function_source":{"type":"string","maxLength":10000,"title":"Function Source","description":"Python function source code","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.function_source","typeLabel":"string"},"arg_mapping":{"title":"Arg Mapping","description":"Mapping of function parameter names to item locators (e.g. item.field). Auto-derived from function signature if not provided.","additionalProperties":{"type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.arg_mapping.additionalProperties","typeLabel":"string"},"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.arg_mapping","typeLabel":"Arg Mapping · object"},"config_args":{"title":"Config Args","description":"Literal argument values for function parameters, such as thresholds or RNG seeds. Serialized JSON must be at most 10000 characters.","additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.config_args","typeLabel":"Config Args · object"},"outputs":{"title":"Outputs","description":"Optional output paths to materialize as separate result columns. If omitted, the function return value is stored only under the task alias/data key.","items":{"properties":{"path":{"type":"string","minLength":1,"title":"Path","description":"Dot path in the custom function return value to materialize.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.outputs.items.[INDEX].path","typeLabel":"string"},"alias":{"title":"Alias","description":"Result column alias. Defaults to path with dots replaced by underscores.","type":"string","minLength":1,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.outputs.items.[INDEX].alias","typeLabel":"string"}},"type":"object","required":["path"],"title":"CustomFunctionOutputAlias","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.outputs.items.[INDEX]","typeLabel":"CustomFunctionOutputAlias · object"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration.outputs","typeLabel":"CustomFunctionOutputAlias · object[]"}},"type":"object","required":["function_source"],"title":"CustomFunctionConfigurationWithItemLocator","description":"Configuration for a custom Python function evaluation task.","isRequired":true,"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.configuration","typeLabel":"CustomFunctionConfigurationWithItemLocator · object"},"task_type":{"type":"string","const":"custom_function","title":"Task Type","default":"custom_function","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.task_type","typeLabel":"string"},"alias":{"title":"Alias","description":"Alias to title the results column. Defaults to the function name.","type":"string","uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9.alias","typeLabel":"string"}},"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX].oneOf.9","typeLabel":"CustomFunctionEvaluationTask · object"}],"uniqueKey":"\\items.items.[INDEX].tasks.items.[INDEX]","typeLabel":"ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object"},"type":"array","uniqueKey":"\\items.items.[INDEX].tasks","typeLabel":"(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[]"},"metadata":{"title":"Metadata","description":"Metadata key-value pairs for the evaluation","additionalProperties":true,"type":"object","uniqueKey":"\\items.items.[INDEX].metadata","typeLabel":"Metadata · object"},"error_count":{"title":"Error Count","description":"Number of task errors across all items in this evaluation.","type":"integer","uniqueKey":"\\items.items.[INDEX].error_count","typeLabel":"integer"}},"type":"object","required":["name","id","created_at","created_by","tags","datasets","status"],"uniqueKey":"\\items.items.[INDEX]","typeLabel":"object"},"type":"array","title":"Items","isRequired":true,"uniqueKey":"\\items","typeLabel":"Items · object[]"},"total":{"type":"integer","title":"Total","description":"The total of items that match the query. This is greater than or equal to the number of items returned.","isRequired":true,"uniqueKey":"total","typeLabel":"integer"},"has_more":{"type":"boolean","title":"Has More","description":"Whether there are more items left to be fetched.","isRequired":true,"uniqueKey":"has_more","typeLabel":"boolean"},"object":{"type":"string","const":"list","title":"Object","default":"list","uniqueKey":"object","typeLabel":"string"},"limit":{"type":"integer","title":"Limit","description":"The maximum number of items to return.","default":100,"uniqueKey":"limit","typeLabel":"integer"}},"type":"object","required":["items","total","has_more"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"items":[{"id":"\u003cstring>","name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"tags":["\u003cstring>"],"datasets":[{"id":"\u003cstring>","created_by":{"id":"\u003cstring>","type":"user","object":"identity"},"name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","tags":["\u003cstring>"],"current_version_num":123,"object":"dataset","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z"}],"status":"failed","object":"evaluation","description":"\u003cstring>","archived_at":"2023-11-07T05:31:56Z","status_reason":"\u003cstring>","progress":{"workflows":{"total":123,"completed":123,"failed":123,"pending":123},"items":{"total":123,"successful":123,"failed":123,"pending":123,"failed_items":[]}},"tasks":[{"configuration":{"model":"\u003cstring>","messages":[{}],"top_k":123,"frequency_penalty":0,"function_call":{},"functions":[{}],"logit_bias":{},"logprobs":true,"max_completion_tokens":123,"max_tokens":123,"metadata":{},"modalities":["\u003cstring>"],"n":123,"parallel_tool_calls":true,"prediction":{},"presence_penalty":0,"reasoning_effort":"\u003cstring>","response_format":{},"seed":123,"stop":"\u003cstring>","store":true,"temperature":1,"tool_choice":"\u003cstring>","tools":[{}],"top_logprobs":10,"top_p":0.5,"audio":{}},"task_type":"chat_completion","alias":"chat_completion"}],"metadata":{},"error_count":123}],"total":123,"has_more":true,"object":"list","limit":100}}},"exampleType":"generated"}},"exampleType":"generated"},"0d954490-3414-44fd-8a09-f6538f5c2e65":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"title":"Error Type","type":"string","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","additionalProperties":true,"uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"f943eb47-fc28-4370-a6f1-c98f2364b9c1":{"APIKeyHeader":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[]}}},"servers":{"12eeaad7-a736-4c47-a9e3-769b0001ffb2":{"url":"https://api.egp.scale.com"}},"schemas":{"fa738da0-f1f7-4393-8e95-e22dcd169fe4":{"oneOf":[{"type":"object","title":"ConstEvaluationRunCondition","properties":{"op":{"type":"string","const":"const","title":"Op","default":"const"},"value":{"oneOf":[{"type":"string","title":"Value"},{"type":"number","title":"Value"},{"type":"boolean","title":"Value"}]}}},{"type":"object","title":"VarEvaluationRunCondition","required":["path"],"properties":{"path":{"type":"string","title":"Path","isRequired":true},"op":{"type":"string","const":"var","title":"Op","default":"var"}}},{"type":"object","title":"EqEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"eq","title":"Op","default":"eq"}}},{"type":"object","title":"NeEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"ne","title":"Op","default":"ne"}}},{"type":"object","title":"LtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lt","title":"Op","default":"lt"}}},{"type":"object","title":"LteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"lte","title":"Op","default":"lte"}}},{"type":"object","title":"GtEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gt","title":"Op","default":"gt"}}},{"type":"object","title":"GteEvaluationRunCondition","required":["left","right"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"right":{"oneOf":[{"isRequired":true}],"isRequired":true},"op":{"type":"string","const":"gte","title":"Op","default":"gte"}}},{"type":"object","title":"AndEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"and","title":"Op","default":"and"}}},{"type":"object","title":"OrEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"or","title":"Op","default":"or"}}},{"type":"object","title":"InEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"in","title":"Op","default":"in"}}},{"type":"object","title":"NotInEvaluationRunCondition","required":["left","operands"],"properties":{"left":{"oneOf":[{"isRequired":true}],"isRequired":true},"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not_in","title":"Op","default":"not_in"}}},{"type":"object","title":"NotEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"not","title":"Op","default":"not"}}},{"type":"object","title":"IsNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_null","title":"Op","default":"is_null"}}},{"type":"object","title":"IsNotNullEvaluationRunCondition","required":["operands"],"properties":{"operands":{"items":{"$circularRef":"fa738da0-f1f7-4393-8e95-e22dcd169fe4"},"type":"array","title":"Operands","isRequired":true},"op":{"type":"string","const":"is_not_null","title":"Op","default":"is_not_null"}}}]}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"x-api-key","scopes":[]},"schema":{"title":"x-api-key","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"APIKeyHeader","name":"x-api-key"}],"title":"APIKeyHeader"}]},"originalFileLocation":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json"},"subdomain":"scalegp","siteName":"Scale AI","title":"Filter Evaluations - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/reference/v5/evaluations/filter-evaluations","matchLevel":0},"V4 (legacy)":{"href":"/docs/how-to-run-an-evaluation","matchLevel":2}},"firstHrefInLanguage":{}},"lastModified":"2026-06-26T12:57:48.104Z","originalFileLocation":"reference/v5/evaluations/filter-evaluations.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Filter evaluations by metadata, status, and tags. Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an operator (==, !=, \u0026gt;=, \u0026lt;=, IN, NOT_IN). Filter on metadata keys returned by the metadata-keys endpoint, plus the built-in status and tag keys. Archived evaluations are excluded unless include_archived is set, and the tasks view includes task configurations in each result. Use this for metadata or status filtering; for simple name or tag lookups the list endpoint is sufficient.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Filter Evaluations - Scale AI\">\u003cmeta data-mint-head property=\"og:description\" content=\"Filter evaluations by metadata, status, and tags. Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an operator (==, !=, \u0026gt;=, \u0026lt;=, IN, NOT_IN). Filter on metadata keys returned by the metadata-keys endpoint, plus the built-in status and tag keys. Archived evaluations are excluded unless include_archived is set, and the tasks view includes task configurations in each result. Use this for metadata or status filtering; for simple name or tag lookups the list endpoint is sufficient.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Filter+Evaluations\u0026amp;description=Filter+evaluations+by+metadata%2C+status%2C+and+tags.%0A%0AAccepts+up+to+10+filters+combined+with+AND+logic%2C+each+comparing+a+key+against+a+value+with+an%0Aoperator+%28%60%3D%3D%60\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=8e9b716ab07d45109f81641c6082833e8990b43713f98643cc196a35ccaf0b62\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Filter Evaluations - Scale AI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Filter evaluations by metadata, status, and tags. Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an operator (==, !=, \u0026gt;=, \u0026lt;=, IN, NOT_IN). Filter on metadata keys returned by the metadata-keys endpoint, plus the built-in status and tag keys. Archived evaluations are excluded unless include_archived is set, and the tasks view includes task configurations in each result. Use this for metadata or status filtering; for simple name or tag lookups the list endpoint is sufficient.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Filter+Evaluations\u0026amp;description=Filter+evaluations+by+metadata%2C+status%2C+and+tags.%0A%0AAccepts+up+to+10+filters+combined+with+AND+logic%2C+each+comparing+a+key+against+a+value+with+an%0Aoperator+%28%60%3D%3D%60\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=8e9b716ab07d45109f81641c6082833e8990b43713f98643cc196a35ccaf0b62\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/v5/evaluations/filter-evaluations.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations#webpage\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations\",\"name\":\"Filter Evaluations\",\"description\":\"Filter evaluations by metadata, status, and tags. Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an operator (==, !=, >=, \\u003c=, IN, NOT_IN). Filter on metadata keys returned by the metadata-keys endpoint, plus the built-in status and tag keys. Archived evaluations are excluded unless include_archived is set, and the tasks view includes task configurations in each result. Use this for metadata or status filtering; for simple name or tag lookups the list endpoint is sufficient.\",\"dateModified\":\"2026-06-26T12:57:48.104Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/list-evaluations\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Filter Evaluations\",\"item\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations#apireference\",\"headline\":\"Filter Evaluations\",\"name\":\"Filter Evaluations\",\"description\":\"Filter evaluations by metadata, status, and tags. Accepts up to 10 filters combined with AND logic, each comparing a key against a value with an operator (==, !=, >=, \\u003c=, IN, NOT_IN). Filter on metadata keys returned by the metadata-keys endpoint, plus the built-in status and tag keys. Archived evaluations are excluded unless include_archived is set, and the tasks view includes task configurations in each result. Use this for metadata or status filtering; for simple name or tag lookups the list endpoint is sufficient.\",\"url\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/reference/v5/evaluations/filter-evaluations#webpage\"},\"dateModified\":\"2026-06-26T12:57:48.104Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/docs/v5/overview"}]},{"tab":"AgentOps API","groups":[{"group":"Inference","pages":[{"title":"Run inference with free-form payload","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/inference","href":"/reference/v5/inference/run-inference-with-free-form-payload"},{"title":"Generate OpenAI chat completion from messages","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/chat/completions","href":"/reference/v5/inference/generate-openai-chat-completion-from-messages"},{"title":"Run OpenAI Responses API (OpenAI only)","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/responses","href":"/reference/v5/inference/run-openai-responses-api-openai-only"},{"title":"Generate legacy text completion from prompt","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/completions","href":"/reference/v5/inference/generate-legacy-text-completion-from-prompt"},{"title":"List available chat completion models","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/chat/completions/models","href":"/reference/v5/inference/list-available-chat-completion-models"}]},{"group":"Questions","pages":[{"title":"List questions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/questions","href":"/reference/v5/questions/list-questions"},{"title":"Create a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/questions","href":"/reference/v5/questions/create-a-question"},{"title":"Get a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/questions/{question_id}","href":"/reference/v5/questions/get-a-question"},{"title":"Archive a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/questions/{question_id}","href":"/reference/v5/questions/archive-a-question"},{"title":"Update a question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/questions/{question_id}","href":"/reference/v5/questions/update-a-question"},{"title":"Restore an archived question","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/questions/{question_id}/restore","href":"/reference/v5/questions/restore-an-archived-question"}]},{"group":"Rubrics","pages":[{"title":"List rubrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/rubrics","href":"/reference/v5/rubrics/list-rubrics"},{"title":"Create a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/rubrics","href":"/reference/v5/rubrics/create-a-rubric"},{"title":"Get a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/get-a-rubric"},{"title":"Archive a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/archive-a-rubric"},{"title":"Update or restore a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/rubrics/{rubric_id}","href":"/reference/v5/rubrics/update-or-restore-a-rubric"},{"title":"Add a criterion to a rubric","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/rubrics/{rubric_id}/criteria","href":"/reference/v5/rubrics/add-a-criterion-to-a-rubric"},{"title":"Update a criterion","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}","href":"/reference/v5/rubrics/update-a-criterion"},{"title":"List criterion versions","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/rubrics/{rubric_id}/criteria/{rubric_criteria_id}/versions","href":"/reference/v5/rubrics/list-criterion-versions"}]},{"group":"Vector Stores","pages":[{"title":"List Vector Stores","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores","href":"/reference/v5/vector-stores/list-vector-stores"},{"title":"Create Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/create","href":"/reference/v5/vector-stores/create-vector-store"},{"title":"Get Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores/{vector_store_name}","href":"/reference/v5/vector-stores/get-vector-store"},{"title":"Configure Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/configure","href":"/reference/v5/vector-stores/configure-vector-store"},{"title":"Drop Vector Store","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/drop","href":"/reference/v5/vector-stores/drop-vector-store"},{"title":"Upsert Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/upsert","href":"/reference/v5/vector-stores/upsert-vectors"},{"title":"Delete Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/delete","href":"/reference/v5/vector-stores/delete-vectors"},{"title":"List Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores/{vector_store_name}/vectors","href":"/reference/v5/vector-stores/list-vectors"},{"title":"Get Vector","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/vector-stores/{vector_store_name}/vectors/{vector_id}","href":"/reference/v5/vector-stores/get-vector"},{"title":"Count Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/count","href":"/reference/v5/vector-stores/count-vectors"},{"title":"Query Vectors","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/vector-stores/{vector_store_name}/query","href":"/reference/v5/vector-stores/query-vectors"}]},{"group":"Files","pages":[{"title":"List files","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/files","href":"/reference/v5/files/list-files"},{"title":"Upload a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/files","href":"/reference/v5/files/upload-a-file"},{"title":"Import files from cloud storage","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/files/cloud_imports","href":"/reference/v5/files/import-files-from-cloud-storage"},{"title":"Get file metadata","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/files/{file_id}","href":"/reference/v5/files/get-file-metadata"},{"title":"Delete a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/files/{file_id}","href":"/reference/v5/files/delete-a-file"},{"title":"Update a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/files/{file_id}","href":"/reference/v5/files/update-a-file"},{"title":"Download file content","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/files/{file_id}/content","href":"/reference/v5/files/download-file-content"}]},{"group":"Models","pages":[{"title":"List custom models","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/models","href":"/reference/v5/models/list-custom-models"},{"title":"Create a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/models","href":"/reference/v5/models/create-a-custom-model"},{"title":"Get a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/models/{model_id}","href":"/reference/v5/models/get-a-custom-model"},{"title":"Delete a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/models/{model_id}","href":"/reference/v5/models/delete-a-custom-model"},{"title":"Update a custom model","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/models/{model_id}","href":"/reference/v5/models/update-a-custom-model"}]},{"group":"Agent Configs","pages":[{"title":"List Agent Configs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agent_configs","href":"/reference/v5/agent-configs/list-agent-configs"},{"title":"Create Agent Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/agent_configs","href":"/reference/v5/agent-configs/create-agent-config"},{"title":"List MCP Tool Names","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agent_configs/mcp_tools","href":"/reference/v5/agent-configs/list-mcp-tool-names"},{"title":"Get Agent Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/get-agent-config"},{"title":"Delete Agent Config (hard delete)","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/delete-agent-config-hard-delete"},{"title":"Update Agent Config","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/agent_configs/{agent_config_id}","href":"/reference/v5/agent-configs/update-agent-config"}]},{"group":"Datasets","pages":[{"title":"List datasets","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/datasets","href":"/reference/v5/datasets/list-datasets"},{"title":"Create a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/datasets","href":"/reference/v5/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/get-a-dataset"},{"title":"Archive a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/archive-a-dataset"},{"title":"Update or restore a dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/datasets/{dataset_id}","href":"/reference/v5/datasets/update-or-restore-a-dataset"}]},{"group":"Dataset Items","pages":[{"title":"Add items to an existing dataset","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/dataset-items/batch","href":"/reference/v5/dataset-items/add-items-to-an-existing-dataset"},{"title":"Get a dataset item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/get-a-dataset-item"},{"title":"Delete a dataset item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/delete-a-dataset-item"},{"title":"Update a dataset item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/dataset-items/{dataset_item_id}","href":"/reference/v5/dataset-items/update-a-dataset-item"},{"title":"List dataset items","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/dataset-items","href":"/reference/v5/dataset-items/list-dataset-items"}]},{"group":"Evaluations","pages":[{"title":"List Evaluations","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations","href":"/reference/v5/evaluations/list-evaluations"},{"title":"Create Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations","href":"/reference/v5/evaluations/create-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/get-evaluation"},{"title":"Archive Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/archive-evaluation"},{"title":"Update or Restore Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluations/{evaluation_id}","href":"/reference/v5/evaluations/update-or-restore-evaluation"},{"title":"Add Test Criteria to Evaluation","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/{evaluation_id}/tasks","href":"/reference/v5/evaluations/add-test-criteria-to-evaluation"},{"title":"Update Test Criteria Configuration","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluations/{evaluation_id}/tasks/{alias}","href":"/reference/v5/evaluations/update-test-criteria-configuration"},{"title":"Get Available Metadata Keys","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/metadata-keys","href":"/reference/v5/evaluations/get-available-metadata-keys"},{"title":"Get Available Evaluation Statuses","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/statuses","href":"/reference/v5/evaluations/get-available-evaluation-statuses"},{"title":"Get Evaluation Data Schema","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}/schema","href":"/reference/v5/evaluations/get-evaluation-data-schema"},{"title":"Get Evaluation Taxonomy","description":"Get the taxonomy JSON for an evaluation's contributor question tasks.\n\nReturns the raw taxonomy document stored for the evaluation. Responds with a not-found error if\nthe evaluation has no taxonomy.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluations/{evaluation_id}/taxonomy","href":"/reference/v5/evaluations/get-evaluation-taxonomy"},{"title":"Filter Evaluations","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/filter","href":"/reference/v5/evaluations/filter-evaluations"},{"title":"Dry-run a custom-function evaluation task","description":"Dry-run a custom-function evaluation task against sample rows to validate it before creating an evaluation.\n\nRuns the task's Python scoring function over each row in ``sample_data`` (1-10 rows) and returns\na per-row result — ``success`` with the returned ``result`` or an ``error`` — plus the resolved\nfunction name and parameters, so a broken function or misconfigured task is caught before it is\nused in a real evaluation. Nothing is persisted and no evaluation is created; results are returned\ninline.\n\nOnly the ``custom_function`` task type is supported; any other ``task_type`` returns 400. The\n``configuration`` must be a valid custom-function config: a Python ``function_source`` (up to\n10,000 characters), an optional ``arg_mapping`` of function parameters to ``item.`` locators\n(auto-derived from the function signature when omitted), and optional literal ``config_args``. An\ninvalid configuration or a function that fails to load returns 400; exceeding the dry-run's total\ntime budget returns 408 with whatever rows completed. When two-plane evaluations are enabled for\nthe account the request is proxied to the eval service's control plane.","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluations/tasks/dry-run","href":"/reference/v5/evaluations/dry-run-a-custom-function-evaluation-task"}]},{"group":"Evaluation Groups","pages":[{"title":"List Evaluation Groups","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/list-evaluation-groups"},{"title":"Create Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-groups","href":"/reference/v5/evaluation-groups/create-evaluation-group"},{"title":"Get Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/get-evaluation-group"},{"title":"Update Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json put /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/update-evaluation-group"},{"title":"Archive Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/archive-evaluation-group"},{"title":"Patch Evaluation Group","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-groups/{group_id}","href":"/reference/v5/evaluation-groups/patch-evaluation-group"},{"title":"Get Evaluation Group Schema","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-groups/{group_id}/schema","href":"/reference/v5/evaluation-groups/get-evaluation-group-schema"}]},{"group":"Evaluation Charts","pages":[{"title":"List Evaluation Charts","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/list-evaluation-charts"},{"title":"Create Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-charts","href":"/reference/v5/evaluation-charts/create-evaluation-chart"},{"title":"Get Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/get-evaluation-chart"},{"title":"Replace Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json put /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/replace-evaluation-chart"},{"title":"Delete Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/delete-evaluation-chart"},{"title":"Patch Evaluation Chart","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-charts/{chart_id}","href":"/reference/v5/evaluation-charts/patch-evaluation-chart"}]},{"group":"Evaluation Dashboards","pages":[{"title":"List Evaluation Dashboards","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/list-evaluation-dashboards"},{"title":"Create Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-dashboards","href":"/reference/v5/evaluation-dashboards/create-evaluation-dashboard"},{"title":"Get Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/get-evaluation-dashboard"},{"title":"Delete Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/delete-evaluation-dashboard"},{"title":"Patch Evaluation Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-dashboards/{dashboard_id}","href":"/reference/v5/evaluation-dashboards/patch-evaluation-dashboard"},{"title":"Add Widget to Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-dashboards/{dashboard_id}/widgets","href":"/reference/v5/evaluation-dashboards/add-widget-to-dashboard"},{"title":"Remove Widget from Dashboard","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/remove-widget-from-dashboard"},{"title":"Update Dashboard Widget","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/evaluation-dashboards/{dashboard_id}/widgets/{widget_id}","href":"/reference/v5/evaluation-dashboards/update-dashboard-widget"}]},{"group":"Evaluation Items","pages":[{"title":"Get a single evaluation item","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-items/{evaluation_item_id}","href":"/reference/v5/evaluation-items/get-a-single-evaluation-item"},{"title":"List and filter evaluation items","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/evaluation-items","href":"/reference/v5/evaluation-items/list-and-filter-evaluation-items"},{"title":"Export evaluation items to a file","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/evaluation-items/export","href":"/reference/v5/evaluation-items/export-evaluation-items-to-a-file"}]},{"group":"Spans","pages":[{"title":"Create a span","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans","href":"/reference/v5/spans/create-a-span"},{"title":"Upsert spans in a batch","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json put /v5/spans/batch","href":"/reference/v5/spans/upsert-spans-in-a-batch"},{"title":"Create spans in a batch","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/batch","href":"/reference/v5/spans/create-spans-in-a-batch"},{"title":"List trace deletion requests","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/deletions","href":"/reference/v5/spans/list-trace-deletion-requests"},{"title":"Create trace deletion request","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/deletions","href":"/reference/v5/spans/create-trace-deletion-request"},{"title":"Get trace deletion request status","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/deletions/{deletion_request_id}","href":"/reference/v5/spans/get-trace-deletion-request-status"},{"title":"Get a span","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/{span_id}","href":"/reference/v5/spans/get-a-span"},{"title":"Update a span","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/spans/{span_id}","href":"/reference/v5/spans/update-a-span"},{"title":"Get a span within a trace","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/traces/{trace_id}/spans/{span_id}","href":"/reference/v5/spans/get-a-span-within-a-trace"},{"title":"List span summaries for a trace","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/traces/{trace_id}/spans","href":"/reference/v5/spans/list-span-summaries-for-a-trace"},{"title":"Search spans","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/search","href":"/reference/v5/spans/search-spans"},{"title":"Export spans","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/export","href":"/reference/v5/spans/export-spans"},{"title":"Get span export status","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/spans/export/{export_id}","href":"/reference/v5/spans/get-span-export-status"},{"title":"Get time-bucketed span metrics","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/metrics","href":"/reference/v5/spans/get-time-bucketed-span-metrics"},{"title":"Get span metrics grouped by name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/spans/metrics/by-span","href":"/reference/v5/spans/get-span-metrics-grouped-by-name"}]},{"group":"Span Assessment","pages":[{"title":"List span or trace assessments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/span-assessments","href":"/reference/v5/span-assessment/list-span-or-trace-assessments"},{"title":"Create span assessment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/span-assessments","href":"/reference/v5/span-assessment/create-span-assessment"},{"title":"Get span assessment by ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/get-span-assessment-by-id"},{"title":"Permanently delete span assessment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/permanently-delete-span-assessment"},{"title":"Update span assessment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/span-assessments/{span_assessment_id}","href":"/reference/v5/span-assessment/update-span-assessment"}]},{"group":"Annotation Tasks","pages":[{"title":"Update or assign annotation tasks in bulk","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/annotation-tasks/batch","href":"/reference/v5/annotation-tasks/update-or-assign-annotation-tasks-in-bulk"}]},{"group":"Credentials","pages":[{"title":"List Credentials","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/credentials","href":"/reference/v5/credentials/list-credentials"},{"title":"Create Credential","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/credentials","href":"/reference/v5/credentials/create-credential"},{"title":"Get Credential by Name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/credentials/name/{credential_name}","href":"/reference/v5/credentials/get-credential-by-name"},{"title":"Get Credential by ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/credentials/{credential_id}","href":"/reference/v5/credentials/get-credential-by-id"},{"title":"Delete Credential","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/credentials/{credential_id}","href":"/reference/v5/credentials/delete-credential"},{"title":"Update Credential","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/credentials/{credential_id}","href":"/reference/v5/credentials/update-credential"},{"title":"Get Credential Secret by ID","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/credentials/{credential_id}/secret","href":"/reference/v5/credentials/get-credential-secret-by-id"},{"title":"Get Credential Secret by Name","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/credentials/name/{credential_name}/secret","href":"/reference/v5/credentials/get-credential-secret-by-name"}]},{"group":"Agentex Cloud Build","pages":[{"title":"List container image builds","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds","href":"/reference/v5/agentex-cloud-build/list-container-image-builds"},{"title":"Submit container image build","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/builds","href":"/reference/v5/agentex-cloud-build/submit-container-image-build"},{"title":"List agents built but not deployed","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds/undeployed","href":"/reference/v5/agentex-cloud-build/list-agents-built-but-not-deployed"},{"title":"Get a build","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds/{build_id}","href":"/reference/v5/agentex-cloud-build/get-a-build"},{"title":"Stream build logs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/builds/{build_id}/logs","href":"/reference/v5/agentex-cloud-build/stream-build-logs"},{"title":"Cancel a build","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/builds/{build_id}/cancel","href":"/reference/v5/agentex-cloud-build/cancel-a-build"}]},{"group":"Agentex Cloud Deploy","pages":[{"title":"List agent deployments","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/list-agent-deployments"},{"title":"Deploy a built agent image","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/agentex/deployments","href":"/reference/v5/agentex-cloud-deploy/deploy-a-built-agent-image"},{"title":"Get an agent deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/get-an-agent-deployment"},{"title":"Delete and tear down a deployment","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/agentex/deployments/{deployment_id}","href":"/reference/v5/agentex-cloud-deploy/delete-and-tear-down-a-deployment"},{"title":"Get agent deployment logs","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/agentex/deployments/{deployment_id}/logs","href":"/reference/v5/agentex-cloud-deploy/get-agent-deployment-logs"}]},{"group":"Agentex Agent","pages":[{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/agentex/agents/{agent_id}","href":"/reference/v5/agentex-agent/delete-agent"}]},{"group":"SGP Cloud Secrets","pages":[{"title":"List Secrets","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/list-secrets"},{"title":"Create Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json post /v5/sgp/secrets","href":"/reference/v5/sgp-cloud-secrets/create-secret"},{"title":"Get Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json get /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/get-secret"},{"title":"Delete Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json delete /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/delete-secret"},{"title":"Update Secret","deprecated":true,"version":null,"openapi":"https://api.sgp.scale.com/openapi-versions/v5/openapi.json patch /v5/sgp/secrets/{secret_id}","href":"/reference/v5/sgp-cloud-secrets/update-secret"}]}]},{"tab":"AgentOps SDK","href":"https://scaleapi.github.io/sgp-sdk-docs/api/python/"},{"tab":"Agentex API","pages":[{"title":"Agentex API","href":"/reference/agentex/agents/get-agent-by-id"}]},{"tab":"Agentex SDK","href":"https://scaleapi.github.io/agentex-sdk-docs/api/python/"},{"tab":"Capabilities","pages":[{"title":"Capabilities","href":"/docs/capabilities/overview"}]},{"tab":"Dex API","pages":[{"title":"Dex API","href":"/reference/dex/projects/list-projects"}]}]},{"version":"V4 (legacy)","pages":[{"title":"V4 (legacy)","href":"/docs/how-to-run-an-evaluation"}]}]},"basePath":"","title":"Filter Evaluations - Scale AI","buildId":"dpl_G9nrg4qeJSZtah1Ziwbc2n6WkLch","deploymentId":"dpl_G9nrg4qeJSZtah1Ziwbc2n6WkLch","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-B7XKH4J3.js","utils-lOYzL7z-.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DF6jUUIM.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dpsj5f7C.js","snippetPresets-CYeiDe8v.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-CUFz1YZ_.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-D8H_iLS4.js","shallow-DdluZBHX.js","getApiPlaygroundDisplay-B9922vev.js","CodeSnippet-CMoRNGYs.js","CodeSnippets-DwyrPHuw.js","Page-DSVu9Ucl.js","getPastedJson-G-zIvlHh.js","icon-B03fnEy0.js","MethodPill-CW7teklc.js","DuplicateIcon-CtO8eekd.js","createIcon-DZTKdM_A.js","DynamicMarkdown-D5M2At0B.js","SectionHeading-C_2NaA2U.js","axios-vUo_bRtp.js","Markdown-D7QRHV3m.js","clsx-D1Z-ELXV.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-lvhuD9Du.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-CKfC4ywL.js"]}