Currently, the SGP platform supports evaluations done by LLMs in addition to humans. This is called an auto evaluation, and if you choose this option, the application variant will be run against the evaluation dataset and then an LLM will annotate the results based on the rubric.
For other Flexible Dataset configurations, Auto Evaluations are not yet supported through the UI
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale AI","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b","dark":"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/dark.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=02733f39d684d796ec742853eabf0de5"},"favicon":"https://mintcdn.com/scalegp/1vQnbXFkjbQbcgd1/favicon.png?fit=max\u0026auto=format\u0026n=1vQnbXFkjbQbcgd1\u0026q=85\u0026s=f52c84ba46a7cca58551673616dabe9c","background":{"decoration":"windows"},"navbar":{"links":[],"primary":{"type":"button","label":"Platform","href":"https://app.sgp.scale.com/"}},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648","collectionId":"437f531c-55bf-41b5-8f5d-4e63781df61e","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6abeb90f3a8b8379c1eaf648"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6abeb90f3a8b8379c1eaf648","clientVersion":"0.0.4067","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Agentex API","count":94},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":41},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url('https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2');font-weight:normal;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}],"page":{"pagePath":"docs/auto-evaluation/auto-evaluations","slug":"/docs/auto-evaluation/auto-evaluations","pageMetadata":{"title":"Auto Evaluations Overview","description":null,"href":"/docs/auto-evaluation/auto-evaluations"},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,p:`p`,..._provideComponents(),...props.components},{Heading,Warning}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!Warning)_missingMdxReference(`Warning`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`Currently, the SGP platform supports evaluations done by LLMs in addition to humans. This is called an auto evaluation, and if you choose this option, the application variant will be run against the evaluation dataset and then an LLM will annotate the results based on the rubric.`}),`\n`,_jsx(Heading,{level:`2`,id:`evaluation-types-that-support-autoevaluations-through-the-ui`,children:` Evaluation types that support autoevaluations through the UI `}),`\n`,_jsx(_components.p,{children:`Currently, three types of evaluations support autoevaluations through the UI:`}),`\n`,_jsxs(`ul`,{children:[_jsxs(`li`,{children:[` Generation Datasets: for `,_jsx(_components.a,{href:`/docs/auto-evaluation/auto-evaluations-generation-datasets`,children:`RAG use cases`}),` `]}),_jsxs(`li`,{children:[` Flexible Datasets: for `,_jsx(_components.a,{href:`/docs/auto-evaluation/auto-evaluations-summarization`,children:`Summarization use cases`}),` `]}),_jsxs(`li`,{children:[` Flexible Datasets: for `,_jsx(_components.a,{href:`/docs/auto-evaluation/auto-evaluations-translation`,children:`Translation use cases`}),`) `]})]}),`\n`,_jsx(Warning,{children:`For other Flexible Dataset configurations, Auto Evaluations are not yet supported through the UI`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Auto Evaluations Overview","description":null,"href":"/docs/auto-evaluation/auto-evaluations"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":" Evaluation types that support autoevaluations through the UI ","slug":"evaluation-types-that-support-autoevaluations-through-the-ui","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"scalegp","siteName":"Scale AI","title":"Auto Evaluations Overview - Scale AI","navMaps":{"firstHrefInVersion":{"V5":{"href":"/docs/v5/next-gen-evaluation/overview","matchLevel":2},"V4 (legacy)":{"href":"/docs/auto-evaluation/auto-evaluations","matchLevel":0}},"firstHrefInLanguage":{}},"lastModified":"2026-09-28T19:56:38.805Z","originalFileLocation":"docs/auto-evaluation/auto-evaluations.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Auto Evaluations Overview - Scale AI\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Auto+Evaluation\u0026amp;title=Auto+Evaluations+Overview\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=18504933851c48d7dadb429ba7b9b28464dc75c886cf2e437da7387f184e679e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Auto Evaluations Overview - Scale AI\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.app/_mintlify/api/og/v2?division=Auto+Evaluation\u0026amp;title=Auto+Evaluations+Overview\u0026amp;theme=b7e87dd2f9a2a23155199f59\u0026amp;signature=18504933851c48d7dadb429ba7b9b28464dc75c886cf2e437da7387f184e679e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/UksUEh3sxckFW0X-/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/auto-evaluation/auto-evaluations.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/TBmst1qiYXwYqUB5/logo/light.png?fit=max\u0026auto=format\u0026n=TBmst1qiYXwYqUB5\u0026q=85\u0026s=46027042c16b373ac463148db5ad1d6b\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale AI\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations#webpage\",\"url\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations\",\"name\":\"Auto Evaluations Overview\",\"dateModified\":\"2026-09-28T19:56:38.805Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/docs/how-to-run-an-evaluation\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Auto Evaluations Overview\",\"item\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations#article\",\"headline\":\"Auto Evaluations Overview\",\"name\":\"Auto Evaluations Overview\",\"url\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/docs/auto-evaluation/auto-evaluations#webpage\"},\"dateModified\":\"2026-09-28T19:56:38.805Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","siteName":"Scale AI","nav":{"global":null,"versions":[{"version":"V5","pages":[{"title":"V5","href":"/docs/v5/next-gen-evaluation/overview"}]},{"version":"V4 (legacy)","tabs":[{"tab":"Home","pages":[{"title":"Home","href":"/home"}]},{"tab":"Guides","groups":[{"group":"Getting Started","pages":[{"title":"Introduction","href":"/docs/introduction"},{"title":"Authentication","href":"/docs/authentication"},{"title":"Quick Start","href":"/docs/getting-started"},{"title":"Intro to the SGP UI","href":"/docs/intro-to-the-sgp-ui"}]},{"group":"Infrastructure","pages":[{"group":"AWS Infrastructure","pages":[{"title":"AWS SGP Deployment","href":"/docs/infrastructure/aws/aws-sgp-deployment"},{"title":"AWS Architecture Reference","href":"/docs/infrastructure/aws/aws-architecture-reference"}]},{"group":"Azure Infrastructure","pages":[{"title":"Azure SGP Deployment","href":"/docs/infrastructure/azure/azure-sgp-deployment"},{"title":"Azure Architecture Reference","href":"/docs/infrastructure/azure/azure-architecture-reference"}]},{"group":"GCP Infrastructure","pages":[{"title":"GCP SGP Deployment","href":"/docs/infrastructure/gcp/gcp-sgp-deployment"},{"title":"GCP Architecture Reference","href":"/docs/infrastructure/gcp/gcp-architecture-reference"}]},{"title":"System Manager","href":"/docs/infrastructure/system-manager"}]},{"group":"Agents","pages":[{"title":"Introduction to Agent Service","href":"/docs/agents/agent-service"},{"title":"Create Agents in SGP","href":"/docs/agents/create-agents-in-sgp"},{"group":"Building Agents","pages":[{"title":"Hello World","href":"/docs/agents/hello-world"},{"title":"RAG","href":"/docs/agents/rag"},{"title":"Loops","href":"/docs/agents/loops"},{"title":"State Machines","href":"/docs/agents/state-machines"},{"title":"Conditions and Branches","href":"/docs/agents/conditions-branches"},{"title":"Evaluation","href":"/docs/agents/evaluation"}]},{"title":"Running Agents in SGP","href":"/docs/agents/running-agents"},{"title":"Using Agent Service Endpoints","href":"/docs/agents/interacting-with-agent-service"},{"title":"Agent Service Node Library","href":"/docs/agents/node-library"},{"group":"Agent Examples","pages":[{"title":"Weather App With Tools","href":"/docs/agents/weather-app-with-tools"},{"title":"Search Chat App With State","href":"/docs/agents/search-chat-app-with-state"}]}]},{"group":"Evaluations","pages":[{"title":"How to Run an Evaluation","href":"/docs/how-to-run-an-evaluation"},{"title":"Manual Evaluations","href":"/docs/manual-evaluations"},{"title":"Scale Confidence Score","href":"/docs/scale-confidence-score"},{"title":"Evaluation Metrics","description":"Quantify the performance of an evaluation.","href":"/docs/metrics"},{"group":"Auto Evaluation","pages":[{"title":"Auto Evaluations Overview","href":"/docs/auto-evaluation/auto-evaluations"},{"title":"Auto Evaluations for Generation Datasets","description":null,"href":"/docs/auto-evaluation/auto-evaluations-generation-datasets"},{"title":"Auto-evaluations for Summarization Use Cases","href":"/docs/auto-evaluation/auto-evaluations-summarization"},{"title":"Auto-evaluations for Translation Use Cases","href":"/docs/auto-evaluation/auto-evaluations-translation"}]},{"group":"Flexible Evaluation","pages":[{"title":"What is a Flexible Evaluation","href":"/docs/flexible-evaluation/what-is-a-flexible-evaluation"},{"title":"Simple Guide: Evaluating a Math Bot","href":"/docs/flexible-evaluation/simple-flexible-evaluation-guide"},{"title":"Full Guide To Flexible Evaluation","href":"/docs/flexible-evaluation/full-guide-to-flexible-evaluation"},{"title":"Annotation Configuration","href":"/docs/flexible-evaluation/annotation-configuration"}]},{"group":"Use Case Evaluations","pages":[{"title":"Multiturn Evaluation","href":"/docs/multiturn-evaluation"},{"title":"Summarization Evaluation","href":"/docs/summarization-evaluation"},{"title":"Translation Evaluation","href":"/docs/translation-evaluation"}]},{"group":"Multimodal Evaluations","pages":[{"title":"Creating a Multimodal Evaluation","href":"/docs/multimodal-evaluation"},{"title":"Uploading a file","href":"/docs/multimodal-evaluation-file-upload"}]}]},{"group":"Uploading Data","pages":[{"title":"Data Sources","href":"/docs/data-sources"},{"title":"Knowledge Bases","href":"/docs/knowledge-bases"},{"title":"Scheduling Uploads","href":"/docs/scheduling-uploads"}]},{"group":"Creating Applications","pages":[{"title":"Applications in SGP","href":"/docs/applications-in-sgp"},{"title":"Native SGP Applications","href":"/docs/native-sgp-applications"},{"title":"Application Builder","href":"/docs/application-builder"},{"title":"Templates","href":"/docs/templates"},{"title":"External Applications","href":"/docs/external-applications"}]},{"group":"Creating Applications","pages":[{"title":"Deploying a Variant","href":"/docs/deploying-a-variant"},{"title":"UI Customization","href":"/docs/ui-customization"},{"title":"Interacting with an Application","href":"/docs/interacting-with-an-application"},{"title":"Monitoring Applications","href":"/docs/monitoring-applications"}]},{"group":"Evaluation Datasets","pages":[{"title":"Manual Upload","href":"/docs/manual-upload"},{"title":"Using Knowledge Base","href":"/docs/generating-datasets-from-knowledge-bases"},{"title":"Safety Dataset","href":"/docs/safety-dataset"}]},{"group":"Inference","pages":[{"title":"Inference Overview","href":"/docs/inference/inference-overview"}]},{"group":"Miscellaneous","pages":[{"title":"Deprecation Schedule","href":"/docs/deprecation-schedule"},{"title":"Glossary","href":"/docs/glossary-1"}]},{"group":"Managing Annotations","pages":[{"title":"Contributor Controls","href":"/docs/contributor-controls-1"},{"title":"Admin Controls","href":"/docs/admin-controls-1"},{"title":"SGP Annotation System","href":"/docs/annotation-queue"}]},{"group":"Components","pages":[{"title":"Retrieval","href":"/docs/retrieval"},{"title":"Evaluations","href":"/docs/evaluations-1"}]}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/reference/v4/knowledge-bases/list-knowledge-bases"}]},{"tab":"Recipes","pages":[{"title":"Recipes","href":"/recipes/flexible-evaluations"}]},{"tab":"Release Notes","pages":[{"title":"Release Notes","href":"/changelog/release-notes"}]}]}]},"basePath":"","title":"Auto Evaluations Overview - Scale AI","buildId":"dpl_9VVk5y1P8k1ATeJguVngy9Q3cmbD","deploymentId":"dpl_9VVk5y1P8k1ATeJguVngy9Q3cmbD","dynamics":[],"chunks":[]}
