Create Evaluation
curl --request POST \
--url https://api.egp.scale.com/v5/evaluations \
--header 'Content-Type: application/json' \
--header 'x-api-key: <api-key>' \
--data '
{
"name": "<string>",
"data": [
{}
],
"description": "<string>",
"tags": [
"<string>"
],
"tasks": [
{
"configuration": {
"model": "<string>",
"messages": [
{}
],
"top_k": 123,
"frequency_penalty": 0,
"function_call": {},
"functions": [
{}
],
"logit_bias": {},
"logprobs": true,
"max_completion_tokens": 123,
"max_tokens": 123,
"metadata": {},
"modalities": [
"<string>"
],
"n": 123,
"parallel_tool_calls": true,
"prediction": {},
"presence_penalty": 0,
"reasoning_effort": "<string>",
"response_format": {},
"seed": 123,
"stop": "<string>",
"store": true,
"temperature": 1,
"tool_choice": "<string>",
"tools": [
{}
],
"top_logprobs": 10,
"top_p": 0.5,
"audio": {}
},
"task_type": "chat_completion",
"alias": "chat_completion"
}
],
"metadata": {},
"taxonomy_params": {},
"skip_prefilled_rows": false,
"files": [
{}
]
}
'import requests
url = "https://api.egp.scale.com/v5/evaluations"
payload = {
"name": "<string>",
"data": [{}],
"description": "<string>",
"tags": ["<string>"],
"tasks": [
{
"configuration": {
"model": "<string>",
"messages": [{}],
"top_k": 123,
"frequency_penalty": 0,
"function_call": {},
"functions": [{}],
"logit_bias": {},
"logprobs": True,
"max_completion_tokens": 123,
"max_tokens": 123,
"metadata": {},
"modalities": ["<string>"],
"n": 123,
"parallel_tool_calls": True,
"prediction": {},
"presence_penalty": 0,
"reasoning_effort": "<string>",
"response_format": {},
"seed": 123,
"stop": "<string>",
"store": True,
"temperature": 1,
"tool_choice": "<string>",
"tools": [{}],
"top_logprobs": 10,
"top_p": 0.5,
"audio": {}
},
"task_type": "chat_completion",
"alias": "chat_completion"
}
],
"metadata": {},
"taxonomy_params": {},
"skip_prefilled_rows": False,
"files": [{}]
}
headers = {
"x-api-key": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'x-api-key': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
name: '<string>',
data: [{}],
description: '<string>',
tags: ['<string>'],
tasks: [
{
configuration: {
model: '<string>',
messages: [{}],
top_k: 123,
frequency_penalty: 0,
function_call: {},
functions: [{}],
logit_bias: {},
logprobs: true,
max_completion_tokens: 123,
max_tokens: 123,
metadata: {},
modalities: ['<string>'],
n: 123,
parallel_tool_calls: true,
prediction: {},
presence_penalty: 0,
reasoning_effort: '<string>',
response_format: {},
seed: 123,
stop: '<string>',
store: true,
temperature: 1,
tool_choice: '<string>',
tools: [{}],
top_logprobs: 10,
top_p: 0.5,
audio: {}
},
task_type: 'chat_completion',
alias: 'chat_completion'
}
],
metadata: {},
taxonomy_params: {},
skip_prefilled_rows: false,
files: [{}]
})
};
fetch('https://api.egp.scale.com/v5/evaluations', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.egp.scale.com/v5/evaluations",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'name' => '<string>',
'data' => [
[
]
],
'description' => '<string>',
'tags' => [
'<string>'
],
'tasks' => [
[
'configuration' => [
'model' => '<string>',
'messages' => [
[
]
],
'top_k' => 123,
'frequency_penalty' => 0,
'function_call' => [
],
'functions' => [
[
]
],
'logit_bias' => [
],
'logprobs' => true,
'max_completion_tokens' => 123,
'max_tokens' => 123,
'metadata' => [
],
'modalities' => [
'<string>'
],
'n' => 123,
'parallel_tool_calls' => true,
'prediction' => [
],
'presence_penalty' => 0,
'reasoning_effort' => '<string>',
'response_format' => [
],
'seed' => 123,
'stop' => '<string>',
'store' => true,
'temperature' => 1,
'tool_choice' => '<string>',
'tools' => [
[
]
],
'top_logprobs' => 10,
'top_p' => 0.5,
'audio' => [
]
],
'task_type' => 'chat_completion',
'alias' => 'chat_completion'
]
],
'metadata' => [
],
'taxonomy_params' => [
],
'skip_prefilled_rows' => false,
'files' => [
[
]
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"x-api-key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.egp.scale.com/v5/evaluations"
payload := strings.NewReader("{\n \"name\": \"<string>\",\n \"data\": [\n {}\n ],\n \"description\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"tasks\": [\n {\n \"configuration\": {\n \"model\": \"<string>\",\n \"messages\": [\n {}\n ],\n \"top_k\": 123,\n \"frequency_penalty\": 0,\n \"function_call\": {},\n \"functions\": [\n {}\n ],\n \"logit_bias\": {},\n \"logprobs\": true,\n \"max_completion_tokens\": 123,\n \"max_tokens\": 123,\n \"metadata\": {},\n \"modalities\": [\n \"<string>\"\n ],\n \"n\": 123,\n \"parallel_tool_calls\": true,\n \"prediction\": {},\n \"presence_penalty\": 0,\n \"reasoning_effort\": \"<string>\",\n \"response_format\": {},\n \"seed\": 123,\n \"stop\": \"<string>\",\n \"store\": true,\n \"temperature\": 1,\n \"tool_choice\": \"<string>\",\n \"tools\": [\n {}\n ],\n \"top_logprobs\": 10,\n \"top_p\": 0.5,\n \"audio\": {}\n },\n \"task_type\": \"chat_completion\",\n \"alias\": \"chat_completion\"\n }\n ],\n \"metadata\": {},\n \"taxonomy_params\": {},\n \"skip_prefilled_rows\": false,\n \"files\": [\n {}\n ]\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("x-api-key", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.egp.scale.com/v5/evaluations")
.header("x-api-key", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"<string>\",\n \"data\": [\n {}\n ],\n \"description\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"tasks\": [\n {\n \"configuration\": {\n \"model\": \"<string>\",\n \"messages\": [\n {}\n ],\n \"top_k\": 123,\n \"frequency_penalty\": 0,\n \"function_call\": {},\n \"functions\": [\n {}\n ],\n \"logit_bias\": {},\n \"logprobs\": true,\n \"max_completion_tokens\": 123,\n \"max_tokens\": 123,\n \"metadata\": {},\n \"modalities\": [\n \"<string>\"\n ],\n \"n\": 123,\n \"parallel_tool_calls\": true,\n \"prediction\": {},\n \"presence_penalty\": 0,\n \"reasoning_effort\": \"<string>\",\n \"response_format\": {},\n \"seed\": 123,\n \"stop\": \"<string>\",\n \"store\": true,\n \"temperature\": 1,\n \"tool_choice\": \"<string>\",\n \"tools\": [\n {}\n ],\n \"top_logprobs\": 10,\n \"top_p\": 0.5,\n \"audio\": {}\n },\n \"task_type\": \"chat_completion\",\n \"alias\": \"chat_completion\"\n }\n ],\n \"metadata\": {},\n \"taxonomy_params\": {},\n \"skip_prefilled_rows\": false,\n \"files\": [\n {}\n ]\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.egp.scale.com/v5/evaluations")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["x-api-key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"<string>\",\n \"data\": [\n {}\n ],\n \"description\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"tasks\": [\n {\n \"configuration\": {\n \"model\": \"<string>\",\n \"messages\": [\n {}\n ],\n \"top_k\": 123,\n \"frequency_penalty\": 0,\n \"function_call\": {},\n \"functions\": [\n {}\n ],\n \"logit_bias\": {},\n \"logprobs\": true,\n \"max_completion_tokens\": 123,\n \"max_tokens\": 123,\n \"metadata\": {},\n \"modalities\": [\n \"<string>\"\n ],\n \"n\": 123,\n \"parallel_tool_calls\": true,\n \"prediction\": {},\n \"presence_penalty\": 0,\n \"reasoning_effort\": \"<string>\",\n \"response_format\": {},\n \"seed\": 123,\n \"stop\": \"<string>\",\n \"store\": true,\n \"temperature\": 1,\n \"tool_choice\": \"<string>\",\n \"tools\": [\n {}\n ],\n \"top_logprobs\": 10,\n \"top_p\": 0.5,\n \"audio\": {}\n },\n \"task_type\": \"chat_completion\",\n \"alias\": \"chat_completion\"\n }\n ],\n \"metadata\": {},\n \"taxonomy_params\": {},\n \"skip_prefilled_rows\": false,\n \"files\": [\n {}\n ]\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"name": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"created_by": {
"id": "<string>",
"type": "user",
"object": "identity"
},
"tags": [
"<string>"
],
"datasets": [
{
"id": "<string>",
"created_by": {
"id": "<string>",
"type": "user",
"object": "identity"
},
"name": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"tags": [
"<string>"
],
"current_version_num": 123,
"object": "dataset",
"description": "<string>",
"archived_at": "2023-11-07T05:31:56Z"
}
],
"status": "failed",
"object": "evaluation",
"description": "<string>",
"archived_at": "2023-11-07T05:31:56Z",
"status_reason": "<string>",
"progress": {
"workflows": {
"total": 123,
"completed": 123,
"failed": 123,
"pending": 123
},
"items": {
"total": 123,
"successful": 123,
"failed": 123,
"pending": 123,
"failed_items": []
}
},
"tasks": [
{
"configuration": {
"model": "<string>",
"messages": [
{}
],
"top_k": 123,
"frequency_penalty": 0,
"function_call": {},
"functions": [
{}
],
"logit_bias": {},
"logprobs": true,
"max_completion_tokens": 123,
"max_tokens": 123,
"metadata": {},
"modalities": [
"<string>"
],
"n": 123,
"parallel_tool_calls": true,
"prediction": {},
"presence_penalty": 0,
"reasoning_effort": "<string>",
"response_format": {},
"seed": 123,
"stop": "<string>",
"store": true,
"temperature": 1,
"tool_choice": "<string>",
"tools": [
{}
],
"top_logprobs": 10,
"top_p": 0.5,
"audio": {}
},
"task_type": "chat_completion",
"alias": "chat_completion"
}
],
"metadata": {},
"error_count": 123
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Evaluations
Create Evaluation
Create an evaluation together with its items, optionally running test criteria against them.
Accepts three request shapes: standalone (inline data), from an existing dataset
(dataset_id with optional per-item references), or with a new reusable dataset created inline
from data. When the evaluation includes tasks that require execution (for example an LLM judge
or custom function), an async job and a Temporal workflow are started and the evaluation is
returned immediately with status running; task results and error_count populate
asynchronously. When it includes only contributor tasks, taxonomy-only input, or no tasks, no
workflow runs and it is returned with status completed. Optional tasks, metadata, tags,
and taxonomy_params are persisted alongside the evaluation and its items.
POST
/
v5
/
evaluations
Create Evaluation
curl --request POST \
--url https://api.egp.scale.com/v5/evaluations \
--header 'Content-Type: application/json' \
--header 'x-api-key: <api-key>' \
--data '
{
"name": "<string>",
"data": [
{}
],
"description": "<string>",
"tags": [
"<string>"
],
"tasks": [
{
"configuration": {
"model": "<string>",
"messages": [
{}
],
"top_k": 123,
"frequency_penalty": 0,
"function_call": {},
"functions": [
{}
],
"logit_bias": {},
"logprobs": true,
"max_completion_tokens": 123,
"max_tokens": 123,
"metadata": {},
"modalities": [
"<string>"
],
"n": 123,
"parallel_tool_calls": true,
"prediction": {},
"presence_penalty": 0,
"reasoning_effort": "<string>",
"response_format": {},
"seed": 123,
"stop": "<string>",
"store": true,
"temperature": 1,
"tool_choice": "<string>",
"tools": [
{}
],
"top_logprobs": 10,
"top_p": 0.5,
"audio": {}
},
"task_type": "chat_completion",
"alias": "chat_completion"
}
],
"metadata": {},
"taxonomy_params": {},
"skip_prefilled_rows": false,
"files": [
{}
]
}
'import requests
url = "https://api.egp.scale.com/v5/evaluations"
payload = {
"name": "<string>",
"data": [{}],
"description": "<string>",
"tags": ["<string>"],
"tasks": [
{
"configuration": {
"model": "<string>",
"messages": [{}],
"top_k": 123,
"frequency_penalty": 0,
"function_call": {},
"functions": [{}],
"logit_bias": {},
"logprobs": True,
"max_completion_tokens": 123,
"max_tokens": 123,
"metadata": {},
"modalities": ["<string>"],
"n": 123,
"parallel_tool_calls": True,
"prediction": {},
"presence_penalty": 0,
"reasoning_effort": "<string>",
"response_format": {},
"seed": 123,
"stop": "<string>",
"store": True,
"temperature": 1,
"tool_choice": "<string>",
"tools": [{}],
"top_logprobs": 10,
"top_p": 0.5,
"audio": {}
},
"task_type": "chat_completion",
"alias": "chat_completion"
}
],
"metadata": {},
"taxonomy_params": {},
"skip_prefilled_rows": False,
"files": [{}]
}
headers = {
"x-api-key": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'x-api-key': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
name: '<string>',
data: [{}],
description: '<string>',
tags: ['<string>'],
tasks: [
{
configuration: {
model: '<string>',
messages: [{}],
top_k: 123,
frequency_penalty: 0,
function_call: {},
functions: [{}],
logit_bias: {},
logprobs: true,
max_completion_tokens: 123,
max_tokens: 123,
metadata: {},
modalities: ['<string>'],
n: 123,
parallel_tool_calls: true,
prediction: {},
presence_penalty: 0,
reasoning_effort: '<string>',
response_format: {},
seed: 123,
stop: '<string>',
store: true,
temperature: 1,
tool_choice: '<string>',
tools: [{}],
top_logprobs: 10,
top_p: 0.5,
audio: {}
},
task_type: 'chat_completion',
alias: 'chat_completion'
}
],
metadata: {},
taxonomy_params: {},
skip_prefilled_rows: false,
files: [{}]
})
};
fetch('https://api.egp.scale.com/v5/evaluations', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.egp.scale.com/v5/evaluations",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'name' => '<string>',
'data' => [
[
]
],
'description' => '<string>',
'tags' => [
'<string>'
],
'tasks' => [
[
'configuration' => [
'model' => '<string>',
'messages' => [
[
]
],
'top_k' => 123,
'frequency_penalty' => 0,
'function_call' => [
],
'functions' => [
[
]
],
'logit_bias' => [
],
'logprobs' => true,
'max_completion_tokens' => 123,
'max_tokens' => 123,
'metadata' => [
],
'modalities' => [
'<string>'
],
'n' => 123,
'parallel_tool_calls' => true,
'prediction' => [
],
'presence_penalty' => 0,
'reasoning_effort' => '<string>',
'response_format' => [
],
'seed' => 123,
'stop' => '<string>',
'store' => true,
'temperature' => 1,
'tool_choice' => '<string>',
'tools' => [
[
]
],
'top_logprobs' => 10,
'top_p' => 0.5,
'audio' => [
]
],
'task_type' => 'chat_completion',
'alias' => 'chat_completion'
]
],
'metadata' => [
],
'taxonomy_params' => [
],
'skip_prefilled_rows' => false,
'files' => [
[
]
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"x-api-key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.egp.scale.com/v5/evaluations"
payload := strings.NewReader("{\n \"name\": \"<string>\",\n \"data\": [\n {}\n ],\n \"description\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"tasks\": [\n {\n \"configuration\": {\n \"model\": \"<string>\",\n \"messages\": [\n {}\n ],\n \"top_k\": 123,\n \"frequency_penalty\": 0,\n \"function_call\": {},\n \"functions\": [\n {}\n ],\n \"logit_bias\": {},\n \"logprobs\": true,\n \"max_completion_tokens\": 123,\n \"max_tokens\": 123,\n \"metadata\": {},\n \"modalities\": [\n \"<string>\"\n ],\n \"n\": 123,\n \"parallel_tool_calls\": true,\n \"prediction\": {},\n \"presence_penalty\": 0,\n \"reasoning_effort\": \"<string>\",\n \"response_format\": {},\n \"seed\": 123,\n \"stop\": \"<string>\",\n \"store\": true,\n \"temperature\": 1,\n \"tool_choice\": \"<string>\",\n \"tools\": [\n {}\n ],\n \"top_logprobs\": 10,\n \"top_p\": 0.5,\n \"audio\": {}\n },\n \"task_type\": \"chat_completion\",\n \"alias\": \"chat_completion\"\n }\n ],\n \"metadata\": {},\n \"taxonomy_params\": {},\n \"skip_prefilled_rows\": false,\n \"files\": [\n {}\n ]\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("x-api-key", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.egp.scale.com/v5/evaluations")
.header("x-api-key", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"<string>\",\n \"data\": [\n {}\n ],\n \"description\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"tasks\": [\n {\n \"configuration\": {\n \"model\": \"<string>\",\n \"messages\": [\n {}\n ],\n \"top_k\": 123,\n \"frequency_penalty\": 0,\n \"function_call\": {},\n \"functions\": [\n {}\n ],\n \"logit_bias\": {},\n \"logprobs\": true,\n \"max_completion_tokens\": 123,\n \"max_tokens\": 123,\n \"metadata\": {},\n \"modalities\": [\n \"<string>\"\n ],\n \"n\": 123,\n \"parallel_tool_calls\": true,\n \"prediction\": {},\n \"presence_penalty\": 0,\n \"reasoning_effort\": \"<string>\",\n \"response_format\": {},\n \"seed\": 123,\n \"stop\": \"<string>\",\n \"store\": true,\n \"temperature\": 1,\n \"tool_choice\": \"<string>\",\n \"tools\": [\n {}\n ],\n \"top_logprobs\": 10,\n \"top_p\": 0.5,\n \"audio\": {}\n },\n \"task_type\": \"chat_completion\",\n \"alias\": \"chat_completion\"\n }\n ],\n \"metadata\": {},\n \"taxonomy_params\": {},\n \"skip_prefilled_rows\": false,\n \"files\": [\n {}\n ]\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.egp.scale.com/v5/evaluations")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["x-api-key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"<string>\",\n \"data\": [\n {}\n ],\n \"description\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"tasks\": [\n {\n \"configuration\": {\n \"model\": \"<string>\",\n \"messages\": [\n {}\n ],\n \"top_k\": 123,\n \"frequency_penalty\": 0,\n \"function_call\": {},\n \"functions\": [\n {}\n ],\n \"logit_bias\": {},\n \"logprobs\": true,\n \"max_completion_tokens\": 123,\n \"max_tokens\": 123,\n \"metadata\": {},\n \"modalities\": [\n \"<string>\"\n ],\n \"n\": 123,\n \"parallel_tool_calls\": true,\n \"prediction\": {},\n \"presence_penalty\": 0,\n \"reasoning_effort\": \"<string>\",\n \"response_format\": {},\n \"seed\": 123,\n \"stop\": \"<string>\",\n \"store\": true,\n \"temperature\": 1,\n \"tool_choice\": \"<string>\",\n \"tools\": [\n {}\n ],\n \"top_logprobs\": 10,\n \"top_p\": 0.5,\n \"audio\": {}\n },\n \"task_type\": \"chat_completion\",\n \"alias\": \"chat_completion\"\n }\n ],\n \"metadata\": {},\n \"taxonomy_params\": {},\n \"skip_prefilled_rows\": false,\n \"files\": [\n {}\n ]\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"name": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"created_by": {
"id": "<string>",
"type": "user",
"object": "identity"
},
"tags": [
"<string>"
],
"datasets": [
{
"id": "<string>",
"created_by": {
"id": "<string>",
"type": "user",
"object": "identity"
},
"name": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"tags": [
"<string>"
],
"current_version_num": 123,
"object": "dataset",
"description": "<string>",
"archived_at": "2023-11-07T05:31:56Z"
}
],
"status": "failed",
"object": "evaluation",
"description": "<string>",
"archived_at": "2023-11-07T05:31:56Z",
"status_reason": "<string>",
"progress": {
"workflows": {
"total": 123,
"completed": 123,
"failed": 123,
"pending": 123
},
"items": {
"total": 123,
"successful": 123,
"failed": 123,
"pending": 123,
"failed_items": []
}
},
"tasks": [
{
"configuration": {
"model": "<string>",
"messages": [
{}
],
"top_k": 123,
"frequency_penalty": 0,
"function_call": {},
"functions": [
{}
],
"logit_bias": {},
"logprobs": true,
"max_completion_tokens": 123,
"max_tokens": 123,
"metadata": {},
"modalities": [
"<string>"
],
"n": 123,
"parallel_tool_calls": true,
"prediction": {},
"presence_penalty": 0,
"reasoning_effort": "<string>",
"response_format": {},
"seed": 123,
"stop": "<string>",
"store": true,
"temperature": 1,
"tool_choice": "<string>",
"tools": [
{}
],
"top_logprobs": 10,
"top_p": 0.5,
"audio": {}
},
"task_type": "chat_completion",
"alias": "chat_completion"
}
],
"metadata": {},
"error_count": 123
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Body
application/json
- EvaluationStandaloneCreateRequest
- EvaluationFromDatasetCreateRequest
- EvaluationWithDatasetCreateRequest
tasks
(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[] | null
Tasks allow you to augment and evaluate your data
- ChatCompletionEvaluationTask
- GenericInferenceEvaluationTask
- ApplicationVariantV1EvaluationTask
- AgentexOutputEvaluationTask
- MetricEvaluationTask
- AutoEvaluationQuestionTask
- AutoEvaluationGuidedDecodingEvaluationTask
- AutoEvaluationAgentEvaluationTask
- ContributorEvaluationQuestionTask
- CustomFunctionEvaluationTask
Show child attributes
Show child attributes
Response
Successful Response
tasks
(ChatCompletionEvaluationTask · object | GenericInferenceEvaluationTask · object | ApplicationVariantV1EvaluationTask · object | AgentexOutputEvaluationTask · object | MetricEvaluationTask · object | AutoEvaluationQuestionTask · object | AutoEvaluationGuidedDecodingEvaluationTask · object | AutoEvaluationAgentEvaluationTask · object | ContributorEvaluationQuestionTask · object | CustomFunctionEvaluationTask · object)[] | null
Tasks executed during evaluation. Populated with optional task view.
- ChatCompletionEvaluationTask
- GenericInferenceEvaluationTask
- ApplicationVariantV1EvaluationTask
- AgentexOutputEvaluationTask
- MetricEvaluationTask
- AutoEvaluationQuestionTask
- AutoEvaluationGuidedDecodingEvaluationTask
- AutoEvaluationAgentEvaluationTask
- ContributorEvaluationQuestionTask
- CustomFunctionEvaluationTask
Show child attributes
Show child attributes