Understanding metrics for contributors and auditors
The Contributor Metrics section is off by default. Ask your Scale team to enable it for your account.
To see an aggregation of the performance of labelers and auditors on the platform, navigate to the Contributor Metrics section of annotation tasks.This section provides deeper insights into the performance of the contributors that are labeling on this platform.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scale","colors":{"primary":"#3f2e7b","light":"#ca62ff","dark":"#3f2e7b"},"logo":{"light":"https://mintcdn.com/scalegp/YkQgtlZ7_jaCP1h0/logo/light.svg?fit=max\u0026auto=format\u0026n=YkQgtlZ7_jaCP1h0\u0026q=85\u0026s=3afcca56833a7bfb1c8bf1eec6176590","dark":"https://mintcdn.com/scalegp/YkQgtlZ7_jaCP1h0/logo/dark.svg?fit=max\u0026auto=format\u0026n=YkQgtlZ7_jaCP1h0\u0026q=85\u0026s=522975ce3d7a84c5946bc7f8a6702767"},"favicon":{"light":"https://mintcdn.com/scalegp/vT4TaGb2QZ2PoL0h/favicon-light.svg?fit=max\u0026auto=format\u0026n=vT4TaGb2QZ2PoL0h\u0026q=85\u0026s=9dcad04e938e90fdf4e9ecb28e5ad9f8","dark":"https://mintcdn.com/scalegp/vT4TaGb2QZ2PoL0h/favicon-dark.svg?fit=max\u0026auto=format\u0026n=vT4TaGb2QZ2PoL0h\u0026q=85\u0026s=f516033dd3f7c77f7f362c4f12a9508c"},"background":{"decoration":"windows"},"footer":{"socials":{"x":"https://x.com/scale_ai","facebook":"https://www.facebook.com/scaleapi","linkedin":"https://www.linkedin.com/company/scaleai"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scalegp","hasAudioNarration":false,"actualSubdomain":"scalegp","customDomains":["docs.gp.scale.com"],"gitSource":{"type":"github","owner":"scaleapi","repo":"sgp-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aff1ad442e7ae4824d5b99e","clientVersion":"0.0.4227","searchFilterCounts":[{"language":"default","tag":"API Reference","count":235},{"language":"default","tag":"AgentOps API","count":141},{"language":"default","tag":"Guides","count":131},{"language":"default","tag":"Evaluations","count":72},{"language":"default","tag":"Agentex API","count":60},{"language":"default","tag":"Dex API","count":48},{"language":"default","tag":"Agents","count":40},{"language":"default","tag":"Evaluation Datasets","count":34},{"language":"default","tag":"Models","count":32},{"language":"default","tag":"Knowledge Bases","count":31}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"styles.css","content":"@font-face{font-family:'Aeonik';src:url('https://fonts.gstatic.com/s/inter/v18/UcC73FwrK3iLTeHuS_nVMrMxCp50SjIa1ZL7W0Q5nw.woff2');font-weight:normal;font-style:normal;font-display:swap}h1,h2,h3{font-family:'aeonik';letter-spacing:normal!important}"}]}
{"page":{"pagePath":"docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics","slug":"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics","pageMetadata":{"title":"Contributor and Auditor Metrics","description":"Understanding metrics for contributors and auditors","href":"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Understanding metrics for contributors and auditors\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={p:`p`,strong:`strong`,..._provideComponents(),...props.components},{Note,OptimizedImage}=_components;if(!Note)_missingMdxReference(`Note`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);return _jsxs(_Fragment,{children:[_jsx(Note,{children:_jsxs(_components.p,{children:[`The `,_jsx(_components.strong,{children:`Contributor Metrics`}),` section is off by default. Ask your Scale team to enable it for your account.`]})}),`\n`,_jsxs(_components.p,{children:[`To see an aggregation of the performance of labelers and auditors on the platform, navigate to the `,_jsx(_components.strong,{children:`Contributor Metrics`}),` section of annotation tasks.`]}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=bdffd402b3c9489d4a441588fecad3f7`,alt:`Contributor Metrics`,\"data-og-width\":`2910`,width:`2910`,\"data-og-height\":`1468`,height:`1468`,\"data-path\":`images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?w=280\u0026fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=e820628589cdf24e5189eeb0da9a5fe1 280w, https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?w=560\u0026fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=16abc18eeadd4dfa18a484a35ebde033 560w, https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?w=840\u0026fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=cb127f3ebbafe7b82f87a6a72e969b9d 840w, https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?w=1100\u0026fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=1ba9f679a1b19dc59919144ff4359254 1100w, https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?w=1650\u0026fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=14b087e7e1b6fe4f92667f8ffc7e9f2d 1650w, https://mintcdn.com/scalegp/xptfdMOmHcUOSmtj/images/nextgen-evaluation/contributor-evaluation/Contributor-Metrics.png?w=2500\u0026fit=max\u0026auto=format\u0026n=xptfdMOmHcUOSmtj\u0026q=85\u0026s=9b67bf247d25541bb6e15185ea5ca85d 2500w`}),`\n`,_jsx(_components.p,{children:`This section provides deeper insights into the performance of the contributors that are labeling on this platform.`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Contributor and Auditor Metrics","description":"Understanding metrics for contributors and auditors","href":"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"subdomain":"scalegp","siteName":"Scale","title":"Contributor and Auditor Metrics - Scale","navMaps":{"firstHrefInVersion":{"V5":{"href":"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics","matchLevel":0},"V4 (legacy)":{"href":"/docs/how-to-run-an-evaluation","matchLevel":2}},"firstHrefInLanguage":{}},"lastModified":"2026-11-19T15:51:11.546Z","originalFileLocation":"docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Understanding metrics for contributors and auditors\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scale\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Contributor and Auditor Metrics - Scale\">\u003cmeta data-mint-head property=\"og:description\" content=\"Understanding metrics for contributors and auditors\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scale\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Completing+Contributor+Evaluations\u0026amp;title=Contributor+and+Auditor+Metrics\u0026amp;description=Understanding+metrics+for+contributors+and+auditors\u0026amp;theme=4eb366a505141b7fa10bcb74\u0026amp;signature=27e571eb116f3b08d25e8750e0216ffd9963c777d3b18c5344460dfeeacd7767\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Contributor and Auditor Metrics - Scale\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Understanding metrics for contributors and auditors\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scalegp.mintlify.site/_mintlify/api/og/v2?division=Completing+Contributor+Evaluations\u0026amp;title=Contributor+and+Auditor+Metrics\u0026amp;description=Understanding+metrics+for+contributors+and+auditors\u0026amp;theme=4eb366a505141b7fa10bcb74\u0026amp;signature=27e571eb116f3b08d25e8750e0216ffd9963c777d3b18c5344460dfeeacd7767\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scalegp/KjwNgkAP0XyDRKtA/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scale\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3f2e7b\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.gp.scale.com/#organization\",\"name\":\"Scale\",\"url\":\"https://docs.gp.scale.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scalegp/YkQgtlZ7_jaCP1h0/logo/light.svg?fit=max\u0026auto=format\u0026n=YkQgtlZ7_jaCP1h0\u0026q=85\u0026s=3afcca56833a7bfb1c8bf1eec6176590\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.gp.scale.com#website\",\"name\":\"Scale\",\"url\":\"https://docs.gp.scale.com\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics#webpage\",\"url\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics\",\"name\":\"Contributor and Auditor Metrics\",\"description\":\"Understanding metrics for contributors and auditors\",\"dateModified\":\"2026-11-19T15:51:11.546Z\",\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Completing Contributor Evaluations\",\"item\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/managing-contributor-evaluations\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Contributor and Auditor Metrics\",\"item\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics#article\",\"headline\":\"Contributor and Auditor Metrics\",\"name\":\"Contributor and Auditor Metrics\",\"description\":\"Understanding metrics for contributors and auditors\",\"url\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics\",\"mainEntityOfPage\":{\"@id\":\"https://docs.gp.scale.com/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics#webpage\"},\"dateModified\":\"2026-11-19T15:51:11.546Z\",\"publisher\":{\"@id\":\"https://docs.gp.scale.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.gp.scale.com#website\"}}]}\u003c/script>","agentPointerHref":"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics.md","siteName":"Scale","nav":{"global":null,"versions":[{"version":"V5","tabs":[{"tab":"Guides","groups":[{"group":"Overview","pages":[{"title":"SGP Overview","href":"/docs/v5/overview"}]},{"group":"Getting Started","pages":[{"title":"Authentication","href":"/docs/v5/authentication"},{"title":"Quick Start - AgentOps SDK","href":"/docs/v5/next-gen-evaluation/getting-started"}]},{"group":"Infrastructure","pages":[{"group":"AWS Infrastructure","pages":[{"title":"AWS SGP Deployment","href":"/docs/infrastructure/aws/aws-sgp-deployment"},{"title":"AWS Architecture Reference","href":"/docs/infrastructure/aws/aws-architecture-reference"}]},{"group":"Azure Infrastructure","pages":[{"title":"Azure SGP Deployment","href":"/docs/infrastructure/azure/azure-sgp-deployment"},{"title":"Azure Architecture Reference","href":"/docs/infrastructure/azure/azure-architecture-reference"}]},{"group":"GCP Infrastructure","pages":[{"title":"GCP SGP Deployment","href":"/docs/infrastructure/gcp/gcp-sgp-deployment"},{"title":"GCP Architecture Reference","href":"/docs/infrastructure/gcp/gcp-architecture-reference"}]},{"title":"System Manager","href":"/docs/infrastructure/system-manager"}]},{"group":"Evaluations","pages":[{"title":"Introduction to Next Gen Evals","href":"/docs/v5/next-gen-evaluation/overview"},{"group":"Task Types","pages":[{"title":"Auto Evaluation","href":"/docs/v5/next-gen-evaluation/tasks/auto-evaluation"},{"title":"Agent Evaluation","href":"/docs/v5/next-gen-evaluation/tasks/agent-evaluation"},{"title":"Agentex Evaluation","href":"/docs/v5/next-gen-evaluation/tasks/agentex-evaluation"},{"title":"Contributor Evaluation","href":"/docs/v5/next-gen-evaluation/tasks/contributor-evaluation"},{"title":"Custom Function Evaluation","href":"/docs/v5/next-gen-evaluation/tasks/custom-function"}]},{"group":"Evaluations in the UI","pages":[{"title":"LLM as a Judge","href":"/docs/v5/next-gen-evaluation/ui-evaluations/auto-evaluation"},{"title":"Agent as a Judge","href":"/docs/v5/next-gen-evaluation/ui-evaluations/agent-evaluation"},{"title":"Agentex Agent Output","href":"/docs/v5/next-gen-evaluation/ui-evaluations/agentex-evaluation"},{"title":"Contributor Evaluation","href":"/docs/v5/next-gen-evaluation/ui-evaluations/contributor-evaluation"}]},{"title":"Conditional Rubrics","href":"/docs/v5/next-gen-evaluation/conditional-rubrics"},{"title":"Voice Evaluations","href":"/docs/v5/next-gen-evaluation/voice-evaluations"},{"group":"Completing Contributor Evaluations","pages":[{"title":"Managing Contributor Evaluations","href":"/docs/v5/next-gen-evaluation/labeling-evaluations/managing-contributor-evaluations"},{"title":"Labeling Evaluations","href":"/docs/v5/next-gen-evaluation/labeling-evaluations/labeling-evaluations"},{"title":"Auditing Evaluations","description":"Guide for auditing contributor evaluations","href":"/docs/v5/next-gen-evaluation/labeling-evaluations/auditing-evaluations"},{"title":"Contributor and Auditor Metrics","href":"/docs/v5/next-gen-evaluation/labeling-evaluations/contributor-auditor-metrics"}]}]},{"group":"Evaluation Dashboards","pages":[{"title":"Introduction to Evaluation Dashboards","description":"Create custom dashboards to visualize and analyze evaluation metrics","href":"/docs/v5/evaluation-dashboards/overview"},{"title":"Getting Started with Dashboards","href":"/docs/v5/evaluation-dashboards/getting-started"},{"group":"Evaluation Groups","pages":[{"title":"Evaluation Group Dashboards","href":"/docs/v5/evaluation-dashboards/eval-group-dashboards"},{"title":"Latest Snapshots","href":"/docs/v5/evaluation-dashboards/eval-group-latest-snapshots"}]},{"group":"Widget Types","pages":[{"title":"Widget Types Overview","href":"/docs/v5/evaluation-dashboards/widget-types/overview"},{"title":"Metric Widget","href":"/docs/v5/evaluation-dashboards/widget-types/metric"},{"title":"Table Widget","href":"/docs/v5/evaluation-dashboards/widget-types/table"},{"title":"Bar Chart Widget","href":"/docs/v5/evaluation-dashboards/widget-types/bar"},{"title":"Histogram Widget","href":"/docs/v5/evaluation-dashboards/widget-types/histogram"},{"title":"Donut Chart Widget","href":"/docs/v5/evaluation-dashboards/widget-types/donut"},{"title":"Scatter Plot Widget","href":"/docs/v5/evaluation-dashboards/widget-types/scatter"},{"title":"Timeseries Widget","href":"/docs/v5/evaluation-dashboards/widget-types/timeseries"},{"title":"Markdown Widget","href":"/docs/v5/evaluation-dashboards/widget-types/markdown"},{"title":"Heading Widget","href":"/docs/v5/evaluation-dashboards/widget-types/heading"}]},{"title":"Query Language Reference","href":"/docs/v5/evaluation-dashboards/query-language"}]},{"group":"Tracing","pages":[{"title":"Introduction to Tracing","href":"/docs/v5/tracing/overview"},{"group":"Tracing SDK (Python)","pages":[{"title":"Initialization","href":"/docs/v5/tracing/sdk/initialization"},{"title":"Creating Traces and Spans","href":"/docs/v5/tracing/sdk/creating-traces-spans"},{"title":"Helper Methods","href":"/docs/v5/tracing/sdk/helper-methods"},{"title":"Flushing Tracing Data","href":"/docs/v5/tracing/sdk/flushing-data"},{"title":"Configuration Options","href":"/docs/v5/tracing/sdk/configuration-options"},{"title":"Distributed Tracing","href":"/docs/v5/tracing/sdk/multi-process"}]},{"group":"Integrations","pages":[{"group":"Agentex","pages":[{"title":"Agentex Tracing Overview","href":"/docs/v5/tracing/integrations/agentex/overview"},{"title":"Built-in Tracing Providers","href":"/docs/v5/tracing/integrations/agentex/built-in-providers"},{"title":"Span Hierarchy \u0026 Best Practices","href":"/docs/v5/tracing/integrations/agentex/span-hierarchy"},{"title":"Multi-Agent Tracing","href":"/docs/v5/tracing/integrations/agentex/multi-agent-tracing"}]},{"title":"OpenAI Agents Integration","href":"/docs/v5/tracing/integrations/openai-agents"},{"title":"OpenTelemetry Integration","href":"/docs/v5/tracing/integrations/opentelemetry"},{"title":"Temporal Integration","href":"/docs/v5/tracing/integrations/temporal"}]},{"group":"Tracing in the UI","pages":[{"title":"Traces","href":"/docs/v5/tracing/tracing-ui/traces-table"},{"title":"Profiler","href":"/docs/v5/tracing/tracing-ui/profiler"},{"title":"Trace Detail View","href":"/docs/v5/tracing/tracing-ui/trace-detail-view"}]}]},{"group":"Agents","pages":[{"title":"Introduction to Agents","href":"/docs/v5/agents/overview"},{"group":"Agentex","pages":[{"title":"Introduction to Agentex","href":"/docs/v5/agents/agentex/overview"},{"title":"Agentex CI/CD","href":"/docs/v5/agents/agentex/agentex-monitoring"},{"group":"Cloud Build and Deploy","pages":[{"title":"Cloud Build and Deploy","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/overview"},{"title":"UI Walkthrough","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/ui-walkthrough"},{"title":"CI/CD with Gitea Actions","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/ci-cd"},{"title":"sgpctl CLI","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/sgpctl"},{"title":"API and SDK","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/api"},{"title":"Secrets","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/secrets"},{"title":"Preview Deployments","href":"/docs/v5/agents/agentex/cloud-build-and-deploy/preview-deployments"}]},{"group":"Agentex Types","pages":[{"title":"Sync Agent","href":"/docs/v5/agents/agentex/types/sync-agent"},{"title":"Agentic Agent","href":"/docs/v5/agents/agentex/types/agentic-agent"}]}]},{"group":"Agent Service","pages":[{"title":"Introduction to Agent Service","href":"/docs/v5/agents/agent-service/overview"},{"group":"Lifecycle","pages":[{"title":"Creating an Agent","href":"/docs/v5/agents/agent-service/lifecycle/creating-agent-service-agents"},{"title":"Deploying an Agent","href":"/docs/v5/agents/agent-service/lifecycle/deploying-agent-service-agents"},{"title":"Monitoring an Agent","href":"/docs/v5/agents/agent-service/lifecycle/monitoring-agent-service-agents"}]}]}]}]},{"tab":"AgentOps API","pages":[{"title":"AgentOps API","href":"/reference/v5/inference/run-inference-with-free-form-payload"}]},{"tab":"AgentOps SDK","href":"https://scaleapi.github.io/sgp-sdk-docs/api/python/"},{"tab":"Agentex API","pages":[{"title":"Agentex API","href":"/reference/agentex/agents/get-agent-by-id"}]},{"tab":"Agentex SDK","href":"https://scaleapi.github.io/agentex-sdk-docs/api/python/"},{"tab":"Capabilities","pages":[{"title":"Capabilities","href":"/docs/capabilities/overview"}]},{"tab":"Dex API","pages":[{"title":"Dex API","href":"/reference/dex/projects/list-projects"}]}]},{"version":"V4 (legacy)","pages":[{"title":"V4 (legacy)","href":"/docs/how-to-run-an-evaluation"}]}]},"basePath":"","title":"Contributor and Auditor Metrics - Scale","deploymentId":"dpl_vSEmv961Ncyvz1psVwgUnTXQMSYk","buildId":"dpl_vSEmv961Ncyvz1psVwgUnTXQMSYk","dynamics":["a74be98ba7"],"chunks":["zoom-image-lightbox-BguUeq2N.js","lightbox-handle-r17bVUz3.js"]}