PATCH
/
v5
/
models
/
{model_id}
curl --request PATCH \
  --url https://api.egp.scale.com/v5/models/{model_id} \
  --header 'Content-Type: application/json' \
  --header 'x-api-key: <api-key>' \
  --data '{
  "model_metadata": {}
}'
{
  "name": "<string>",
  "model_type": "generic",
  "model_vendor": "openai",
  "vendor_configuration": {
    "model_image": {
      "registry": "<string>",
      "repository": "<string>",
      "tag": "<string>",
      "predict_route": "/predict",
      "command": [
        "<string>"
      ],
      "streaming_predict_route": "<string>",
      "streaming_command": [
        "<string>"
      ],
      "request_schema": {},
      "response_schema": {},
      "env_vars": {},
      "readiness_delay": 120,
      "healthcheck_route": "/readyz"
    },
    "model_infra": {
      "endpoint_type": "sync",
      "cpus": "<string>",
      "gpus": 0,
      "gpu_type": "nvidia-tesla-t4",
      "memory": "8Gi",
      "storage": "16Gi",
      "min_workers": 0,
      "max_workers": 1,
      "per_worker": 10,
      "high_priority": false,
      "labels": {},
      "public_inference": false
    }
  },
  "status": "failed",
  "model_metadata": {},
  "id": "<string>",
  "created_at": "2023-11-07T05:31:56Z",
  "created_by_user_id": "<string>",
  "object": "model"
}

Authorizations

x-api-key
string
header
required

Path Parameters

model_id
string
required

Body

application/json
model_metadata
object

Response

200
application/json
Successful Response
name
string
required
model_type
enum<string>
required
Available options:
generic,
completion,
chat_completion
model_vendor
enum<string>
required
Available options:
openai,
cohere,
vertex_ai,
anthropic,
azure,
gemini,
launch,
llmengine,
model_zoo,
bedrock
vendor_configuration
object
required
status
enum<string>
required
Available options:
failed,
ready,
deploying
id
string
required
created_at
string
required
created_by_user_id
string
required
model_metadata
object
object
enum<string>
default:
model
Available options:
model