Update Runtime Config updates the full runtime configuration

PUT/api/v1/config/runtime

Base URL *

Your instance endpoint, shown on the instance page in the dashboard. Each instance has its own host; there is no shared API host.

Authorization (Bearer token)

Request Body (JSON)

{
"config": {
  "rateLimit": {
    "enabled": true,
    "requestsPerMinute": 0,
    "burst": 0,
    "keySource": "string"
  },
  "loadBalancer": {
    "enabled": true,
    "strategy": "string",
    "keySource": "string"
  },
  "features": {
    "enableStreaming": true,
    "enableEmbeddings": true,
    "enableFunctionCalling": true,
    "enableResponseCaching": true,
    "enableSse": true,
    "enableRequestLogging": true,
    "enableHealthChecks": true,
    "enableAgents": true
  },
  "cache": {
    "enabled": true,
    "type": "string",
    "ttl": "string",
    "memoryMaxSize": 0,
    "redisAddress": "string",
    "redisDb": 0,
    "redisPoolSize": 0
  },
  "telemetry": {
    "enabled": true,
    "samplingRate": 0,
    "granularity": "string",
    "traceProviderCalls": true,
    "traceStreamChunks": true,
    "traceFallbacks": true,
    "collectorUrl": "string",
    "serviceName": "string"
  },
  "cors": {
    "enabled": true,
    "allowedOrigins": [
      "string"
    ],
    "allowedMethods": [
      "string"
    ],
    "allowedHeaders": [
      "string"
    ],
    "exposedHeaders": [
      "string"
    ],
    "allowCredentials": true,
    "maxAge": "string"
  },
  "updatedAt": "2024-01-01T00:00:00Z",
  "version": 0
}
}

Request Body

Property	Type	Required	Description
`config`	`object`	No

Responses

200 A successful response.

Property	Type	Description
`rateLimit`	`object`
`loadBalancer`	`object`
`features`	`object`
`cache`	`object`
`telemetry`	`object`
`cors`	`object`
`updatedAt`	`string`
`version`	`integer`

default An unexpected error response.

Property	Type	Description
`code`	`integer`
`message`	`string`
`details`	`object[]`

Request

curl -X PUT "http://localhost:8089/api/v1/config/runtime" \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"config":{"rateLimit":{"enabled":true,"requestsPerMinute":0,"burst":0,"keySource":"string"},"loadBalancer":{"enabled":true,"strategy":"string","keySource":"string"},"features":{"enableStreaming":true,"enableEmbeddings":true,"enableFunctionCalling":true,"enableResponseCaching":true,"enableSse":true,"enableRequestLogging":true,"enableHealthChecks":true,"enableAgents":true},"cache":{"enabled":true,"type":"string","ttl":"string","memoryMaxSize":0,"redisAddress":"string","redisDb":0,"redisPoolSize":0},"telemetry":{"enabled":true,"samplingRate":0,"granularity":"string","traceProviderCalls":true,"traceStreamChunks":true,"traceFallbacks":true,"collectorUrl":"string","serviceName":"string"},"cors":{"enabled":true,"allowedOrigins":["string"],"allowedMethods":["string"],"allowedHeaders":["string"],"exposedHeaders":["string"],"allowCredentials":true,"maxAge":"string"},"updatedAt":"2024-01-01T00:00:00Z","version":0}}'

const response = await fetch("http://localhost:8089/api/v1/config/runtime", {
  method: "PUT",
  headers: {
    "Authorization": "Bearer YOUR_API_KEY",
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
  "config": {
    "rateLimit": {
      "enabled": true,
      "requestsPerMinute": 0,
      "burst": 0,
      "keySource": "string"
    },
    "loadBalancer": {
      "enabled": true,
      "strategy": "string",
      "keySource": "string"
    },
    "features": {
      "enableStreaming": true,
      "enableEmbeddings": true,
      "enableFunctionCalling": true,
      "enableResponseCaching": true,
      "enableSse": true,
      "enableRequestLogging": true,
      "enableHealthChecks": true,
      "enableAgents": true
    },
    "cache": {
      "enabled": true,
      "type": "string",
      "ttl": "string",
      "memoryMaxSize": 0,
      "redisAddress": "string",
      "redisDb": 0,
      "redisPoolSize": 0
    },
    "telemetry": {
      "enabled": true,
      "samplingRate": 0,
      "granularity": "string",
      "traceProviderCalls": true,
      "traceStreamChunks": true,
      "traceFallbacks": true,
      "collectorUrl": "string",
      "serviceName": "string"
    },
    "cors": {
      "enabled": true,
      "allowedOrigins": [
        "string"
      ],
      "allowedMethods": [
        "string"
      ],
      "allowedHeaders": [
        "string"
      ],
      "exposedHeaders": [
        "string"
      ],
      "allowCredentials": true,
      "maxAge": "string"
    },
    "updatedAt": "2024-01-01T00:00:00Z",
    "version": 0
  }
}),
});
const data = await response.json();

import requests

response = requests.put(
    "http://localhost:8089/api/v1/config/runtime",
    headers={
        "Authorization": "Bearer YOUR_API_KEY",
        "Content-Type": "application/json",
    },
    json={
  "config": {
    "rateLimit": {
      "enabled": true,
      "requestsPerMinute": 0,
      "burst": 0,
      "keySource": "string"
    },
    "loadBalancer": {
      "enabled": true,
      "strategy": "string",
      "keySource": "string"
    },
    "features": {
      "enableStreaming": true,
      "enableEmbeddings": true,
      "enableFunctionCalling": true,
      "enableResponseCaching": true,
      "enableSse": true,
      "enableRequestLogging": true,
      "enableHealthChecks": true,
      "enableAgents": true
    },
    "cache": {
      "enabled": true,
      "type": "string",
      "ttl": "string",
      "memoryMaxSize": 0,
      "redisAddress": "string",
      "redisDb": 0,
      "redisPoolSize": 0
    },
    "telemetry": {
      "enabled": true,
      "samplingRate": 0,
      "granularity": "string",
      "traceProviderCalls": true,
      "traceStreamChunks": true,
      "traceFallbacks": true,
      "collectorUrl": "string",
      "serviceName": "string"
    },
    "cors": {
      "enabled": true,
      "allowedOrigins": [
        "string"
      ],
      "allowedMethods": [
        "string"
      ],
      "allowedHeaders": [
        "string"
      ],
      "exposedHeaders": [
        "string"
      ],
      "allowCredentials": true,
      "maxAge": "string"
    },
    "updatedAt": "2024-01-01T00:00:00Z",
    "version": 0
  }
},
)
data = response.json()

Response

{
  "rateLimit": {
    "enabled": true,
    "requestsPerMinute": 0,
    "burst": 0,
    "keySource": "string"
  },
  "loadBalancer": {
    "enabled": true,
    "strategy": "string",
    "keySource": "string"
  },
  "features": {
    "enableStreaming": true,
    "enableEmbeddings": true,
    "enableFunctionCalling": true,
    "enableResponseCaching": true,
    "enableSse": true,
    "enableRequestLogging": true,
    "enableHealthChecks": true,
    "enableAgents": true
  },
  "cache": {
    "enabled": true,
    "type": "string",
    "ttl": "string",
    "memoryMaxSize": 0,
    "redisAddress": "string",
    "redisDb": 0,
    "redisPoolSize": 0
  },
  "telemetry": {
    "enabled": true,
    "samplingRate": 0,
    "granularity": "string",
    "traceProviderCalls": true,
    "traceStreamChunks": true,
    "traceFallbacks": true,
    "collectorUrl": "string",
    "serviceName": "string"
  },
  "cors": {
    "enabled": true,
    "allowedOrigins": [
      "string"
    ],
    "allowedMethods": [
      "string"
    ],
    "allowedHeaders": [
      "string"
    ],
    "exposedHeaders": [
      "string"
    ],
    "allowCredentials": true,
    "maxAge": "string"
  },
  "updatedAt": "2024-01-01T00:00:00Z",
  "version": 0
}

{
  "code": 0,
  "message": "string",
  "details": [
    {
      "@type": "string"
    }
  ]
}