Openai Completions

curl --request POST \
  --url https://api.deepinfra.com/v1/completions \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "model": "meta-llama/Llama-2-70b-chat-hf",
  "prompt": "<string>",
  "fail_fast": false,
  "models": [
    "<string>"
  ],
  "max_tokens": 5000000,
  "temperature": 1,
  "top_p": 1,
  "min_p": 0,
  "top_k": 0,
  "n": 1,
  "stream": false,
  "logprobs": 123,
  "echo": true,
  "stop": "<string>",
  "presence_penalty": 0,
  "frequency_penalty": 0,
  "response_format": {
    "type": "text"
  },
  "repetition_penalty": 1,
  "user": "<string>",
  "seed": 4611686018427388000,
  "stream_options": {
    "include_usage": true,
    "continuous_usage_stats": false
  },
  "stop_token_ids": [
    123
  ],
  "return_tokens_as_token_ids": true,
  "prompt_cache_key": "<string>",
  "prompt_cache_options": {},
  "cache_salt": "<string>",
  "data": {
    "image": [
      "<string>"
    ],
    "video": [
      "<string>"
    ]
  },
  "ignore_eos": true
}
'

import requests

url = "https://api.deepinfra.com/v1/completions"

payload = {
    "model": "meta-llama/Llama-2-70b-chat-hf",
    "prompt": "<string>",
    "fail_fast": False,
    "models": ["<string>"],
    "max_tokens": 5000000,
    "temperature": 1,
    "top_p": 1,
    "min_p": 0,
    "top_k": 0,
    "n": 1,
    "stream": False,
    "logprobs": 123,
    "echo": True,
    "stop": "<string>",
    "presence_penalty": 0,
    "frequency_penalty": 0,
    "response_format": { "type": "text" },
    "repetition_penalty": 1,
    "user": "<string>",
    "seed": 4611686018427388000,
    "stream_options": {
        "include_usage": True,
        "continuous_usage_stats": False
    },
    "stop_token_ids": [123],
    "return_tokens_as_token_ids": True,
    "prompt_cache_key": "<string>",
    "prompt_cache_options": {},
    "cache_salt": "<string>",
    "data": {
        "image": ["<string>"],
        "video": ["<string>"]
    },
    "ignore_eos": True
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    model: 'meta-llama/Llama-2-70b-chat-hf',
    prompt: '<string>',
    fail_fast: false,
    models: ['<string>'],
    max_tokens: 5000000,
    temperature: 1,
    top_p: 1,
    min_p: 0,
    top_k: 0,
    n: 1,
    stream: false,
    logprobs: 123,
    echo: true,
    stop: '<string>',
    presence_penalty: 0,
    frequency_penalty: 0,
    response_format: {type: 'text'},
    repetition_penalty: 1,
    user: '<string>',
    seed: 4611686018427388000,
    stream_options: {include_usage: true, continuous_usage_stats: false},
    stop_token_ids: [123],
    return_tokens_as_token_ids: true,
    prompt_cache_key: '<string>',
    prompt_cache_options: {},
    cache_salt: '<string>',
    data: {image: ['<string>'], video: ['<string>']},
    ignore_eos: true
  })
};

fetch('https://api.deepinfra.com/v1/completions', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.deepinfra.com/v1/completions",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'model' => 'meta-llama/Llama-2-70b-chat-hf',
    'prompt' => '<string>',
    'fail_fast' => false,
    'models' => [
        '<string>'
    ],
    'max_tokens' => 5000000,
    'temperature' => 1,
    'top_p' => 1,
    'min_p' => 0,
    'top_k' => 0,
    'n' => 1,
    'stream' => false,
    'logprobs' => 123,
    'echo' => true,
    'stop' => '<string>',
    'presence_penalty' => 0,
    'frequency_penalty' => 0,
    'response_format' => [
        'type' => 'text'
    ],
    'repetition_penalty' => 1,
    'user' => '<string>',
    'seed' => 4611686018427388000,
    'stream_options' => [
        'include_usage' => true,
        'continuous_usage_stats' => false
    ],
    'stop_token_ids' => [
        123
    ],
    'return_tokens_as_token_ids' => true,
    'prompt_cache_key' => '<string>',
    'prompt_cache_options' => [
        
    ],
    'cache_salt' => '<string>',
    'data' => [
        'image' => [
                '<string>'
        ],
        'video' => [
                '<string>'
        ]
    ],
    'ignore_eos' => true
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.deepinfra.com/v1/completions"

	payload := strings.NewReader("{\n  \"model\": \"meta-llama/Llama-2-70b-chat-hf\",\n  \"prompt\": \"<string>\",\n  \"fail_fast\": false,\n  \"models\": [\n    \"<string>\"\n  ],\n  \"max_tokens\": 5000000,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"min_p\": 0,\n  \"top_k\": 0,\n  \"n\": 1,\n  \"stream\": false,\n  \"logprobs\": 123,\n  \"echo\": true,\n  \"stop\": \"<string>\",\n  \"presence_penalty\": 0,\n  \"frequency_penalty\": 0,\n  \"response_format\": {\n    \"type\": \"text\"\n  },\n  \"repetition_penalty\": 1,\n  \"user\": \"<string>\",\n  \"seed\": 4611686018427388000,\n  \"stream_options\": {\n    \"include_usage\": true,\n    \"continuous_usage_stats\": false\n  },\n  \"stop_token_ids\": [\n    123\n  ],\n  \"return_tokens_as_token_ids\": true,\n  \"prompt_cache_key\": \"<string>\",\n  \"prompt_cache_options\": {},\n  \"cache_salt\": \"<string>\",\n  \"data\": {\n    \"image\": [\n      \"<string>\"\n    ],\n    \"video\": [\n      \"<string>\"\n    ]\n  },\n  \"ignore_eos\": true\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.deepinfra.com/v1/completions")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"model\": \"meta-llama/Llama-2-70b-chat-hf\",\n  \"prompt\": \"<string>\",\n  \"fail_fast\": false,\n  \"models\": [\n    \"<string>\"\n  ],\n  \"max_tokens\": 5000000,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"min_p\": 0,\n  \"top_k\": 0,\n  \"n\": 1,\n  \"stream\": false,\n  \"logprobs\": 123,\n  \"echo\": true,\n  \"stop\": \"<string>\",\n  \"presence_penalty\": 0,\n  \"frequency_penalty\": 0,\n  \"response_format\": {\n    \"type\": \"text\"\n  },\n  \"repetition_penalty\": 1,\n  \"user\": \"<string>\",\n  \"seed\": 4611686018427388000,\n  \"stream_options\": {\n    \"include_usage\": true,\n    \"continuous_usage_stats\": false\n  },\n  \"stop_token_ids\": [\n    123\n  ],\n  \"return_tokens_as_token_ids\": true,\n  \"prompt_cache_key\": \"<string>\",\n  \"prompt_cache_options\": {},\n  \"cache_salt\": \"<string>\",\n  \"data\": {\n    \"image\": [\n      \"<string>\"\n    ],\n    \"video\": [\n      \"<string>\"\n    ]\n  },\n  \"ignore_eos\": true\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.deepinfra.com/v1/completions")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"model\": \"meta-llama/Llama-2-70b-chat-hf\",\n  \"prompt\": \"<string>\",\n  \"fail_fast\": false,\n  \"models\": [\n    \"<string>\"\n  ],\n  \"max_tokens\": 5000000,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"min_p\": 0,\n  \"top_k\": 0,\n  \"n\": 1,\n  \"stream\": false,\n  \"logprobs\": 123,\n  \"echo\": true,\n  \"stop\": \"<string>\",\n  \"presence_penalty\": 0,\n  \"frequency_penalty\": 0,\n  \"response_format\": {\n    \"type\": \"text\"\n  },\n  \"repetition_penalty\": 1,\n  \"user\": \"<string>\",\n  \"seed\": 4611686018427388000,\n  \"stream_options\": {\n    \"include_usage\": true,\n    \"continuous_usage_stats\": false\n  },\n  \"stop_token_ids\": [\n    123\n  ],\n  \"return_tokens_as_token_ids\": true,\n  \"prompt_cache_key\": \"<string>\",\n  \"prompt_cache_options\": {},\n  \"cache_salt\": \"<string>\",\n  \"data\": {\n    \"image\": [\n      \"<string>\"\n    ],\n    \"video\": [\n      \"<string>\"\n    ]\n  },\n  \"ignore_eos\": true\n}"

response = http.request(request)
puts response.read_body

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>"
    }
  ]
}

POST

completions

Openai Completions

curl --request POST \
  --url https://api.deepinfra.com/v1/completions \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "model": "meta-llama/Llama-2-70b-chat-hf",
  "prompt": "<string>",
  "fail_fast": false,
  "models": [
    "<string>"
  ],
  "max_tokens": 5000000,
  "temperature": 1,
  "top_p": 1,
  "min_p": 0,
  "top_k": 0,
  "n": 1,
  "stream": false,
  "logprobs": 123,
  "echo": true,
  "stop": "<string>",
  "presence_penalty": 0,
  "frequency_penalty": 0,
  "response_format": {
    "type": "text"
  },
  "repetition_penalty": 1,
  "user": "<string>",
  "seed": 4611686018427388000,
  "stream_options": {
    "include_usage": true,
    "continuous_usage_stats": false
  },
  "stop_token_ids": [
    123
  ],
  "return_tokens_as_token_ids": true,
  "prompt_cache_key": "<string>",
  "prompt_cache_options": {},
  "cache_salt": "<string>",
  "data": {
    "image": [
      "<string>"
    ],
    "video": [
      "<string>"
    ]
  },
  "ignore_eos": true
}
'

import requests

url = "https://api.deepinfra.com/v1/completions"

payload = {
    "model": "meta-llama/Llama-2-70b-chat-hf",
    "prompt": "<string>",
    "fail_fast": False,
    "models": ["<string>"],
    "max_tokens": 5000000,
    "temperature": 1,
    "top_p": 1,
    "min_p": 0,
    "top_k": 0,
    "n": 1,
    "stream": False,
    "logprobs": 123,
    "echo": True,
    "stop": "<string>",
    "presence_penalty": 0,
    "frequency_penalty": 0,
    "response_format": { "type": "text" },
    "repetition_penalty": 1,
    "user": "<string>",
    "seed": 4611686018427388000,
    "stream_options": {
        "include_usage": True,
        "continuous_usage_stats": False
    },
    "stop_token_ids": [123],
    "return_tokens_as_token_ids": True,
    "prompt_cache_key": "<string>",
    "prompt_cache_options": {},
    "cache_salt": "<string>",
    "data": {
        "image": ["<string>"],
        "video": ["<string>"]
    },
    "ignore_eos": True
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    model: 'meta-llama/Llama-2-70b-chat-hf',
    prompt: '<string>',
    fail_fast: false,
    models: ['<string>'],
    max_tokens: 5000000,
    temperature: 1,
    top_p: 1,
    min_p: 0,
    top_k: 0,
    n: 1,
    stream: false,
    logprobs: 123,
    echo: true,
    stop: '<string>',
    presence_penalty: 0,
    frequency_penalty: 0,
    response_format: {type: 'text'},
    repetition_penalty: 1,
    user: '<string>',
    seed: 4611686018427388000,
    stream_options: {include_usage: true, continuous_usage_stats: false},
    stop_token_ids: [123],
    return_tokens_as_token_ids: true,
    prompt_cache_key: '<string>',
    prompt_cache_options: {},
    cache_salt: '<string>',
    data: {image: ['<string>'], video: ['<string>']},
    ignore_eos: true
  })
};

fetch('https://api.deepinfra.com/v1/completions', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.deepinfra.com/v1/completions",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'model' => 'meta-llama/Llama-2-70b-chat-hf',
    'prompt' => '<string>',
    'fail_fast' => false,
    'models' => [
        '<string>'
    ],
    'max_tokens' => 5000000,
    'temperature' => 1,
    'top_p' => 1,
    'min_p' => 0,
    'top_k' => 0,
    'n' => 1,
    'stream' => false,
    'logprobs' => 123,
    'echo' => true,
    'stop' => '<string>',
    'presence_penalty' => 0,
    'frequency_penalty' => 0,
    'response_format' => [
        'type' => 'text'
    ],
    'repetition_penalty' => 1,
    'user' => '<string>',
    'seed' => 4611686018427388000,
    'stream_options' => [
        'include_usage' => true,
        'continuous_usage_stats' => false
    ],
    'stop_token_ids' => [
        123
    ],
    'return_tokens_as_token_ids' => true,
    'prompt_cache_key' => '<string>',
    'prompt_cache_options' => [
        
    ],
    'cache_salt' => '<string>',
    'data' => [
        'image' => [
                '<string>'
        ],
        'video' => [
                '<string>'
        ]
    ],
    'ignore_eos' => true
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.deepinfra.com/v1/completions"

	payload := strings.NewReader("{\n  \"model\": \"meta-llama/Llama-2-70b-chat-hf\",\n  \"prompt\": \"<string>\",\n  \"fail_fast\": false,\n  \"models\": [\n    \"<string>\"\n  ],\n  \"max_tokens\": 5000000,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"min_p\": 0,\n  \"top_k\": 0,\n  \"n\": 1,\n  \"stream\": false,\n  \"logprobs\": 123,\n  \"echo\": true,\n  \"stop\": \"<string>\",\n  \"presence_penalty\": 0,\n  \"frequency_penalty\": 0,\n  \"response_format\": {\n    \"type\": \"text\"\n  },\n  \"repetition_penalty\": 1,\n  \"user\": \"<string>\",\n  \"seed\": 4611686018427388000,\n  \"stream_options\": {\n    \"include_usage\": true,\n    \"continuous_usage_stats\": false\n  },\n  \"stop_token_ids\": [\n    123\n  ],\n  \"return_tokens_as_token_ids\": true,\n  \"prompt_cache_key\": \"<string>\",\n  \"prompt_cache_options\": {},\n  \"cache_salt\": \"<string>\",\n  \"data\": {\n    \"image\": [\n      \"<string>\"\n    ],\n    \"video\": [\n      \"<string>\"\n    ]\n  },\n  \"ignore_eos\": true\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.deepinfra.com/v1/completions")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"model\": \"meta-llama/Llama-2-70b-chat-hf\",\n  \"prompt\": \"<string>\",\n  \"fail_fast\": false,\n  \"models\": [\n    \"<string>\"\n  ],\n  \"max_tokens\": 5000000,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"min_p\": 0,\n  \"top_k\": 0,\n  \"n\": 1,\n  \"stream\": false,\n  \"logprobs\": 123,\n  \"echo\": true,\n  \"stop\": \"<string>\",\n  \"presence_penalty\": 0,\n  \"frequency_penalty\": 0,\n  \"response_format\": {\n    \"type\": \"text\"\n  },\n  \"repetition_penalty\": 1,\n  \"user\": \"<string>\",\n  \"seed\": 4611686018427388000,\n  \"stream_options\": {\n    \"include_usage\": true,\n    \"continuous_usage_stats\": false\n  },\n  \"stop_token_ids\": [\n    123\n  ],\n  \"return_tokens_as_token_ids\": true,\n  \"prompt_cache_key\": \"<string>\",\n  \"prompt_cache_options\": {},\n  \"cache_salt\": \"<string>\",\n  \"data\": {\n    \"image\": [\n      \"<string>\"\n    ],\n    \"video\": [\n      \"<string>\"\n    ]\n  },\n  \"ignore_eos\": true\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.deepinfra.com/v1/completions")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"model\": \"meta-llama/Llama-2-70b-chat-hf\",\n  \"prompt\": \"<string>\",\n  \"fail_fast\": false,\n  \"models\": [\n    \"<string>\"\n  ],\n  \"max_tokens\": 5000000,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"min_p\": 0,\n  \"top_k\": 0,\n  \"n\": 1,\n  \"stream\": false,\n  \"logprobs\": 123,\n  \"echo\": true,\n  \"stop\": \"<string>\",\n  \"presence_penalty\": 0,\n  \"frequency_penalty\": 0,\n  \"response_format\": {\n    \"type\": \"text\"\n  },\n  \"repetition_penalty\": 1,\n  \"user\": \"<string>\",\n  \"seed\": 4611686018427388000,\n  \"stream_options\": {\n    \"include_usage\": true,\n    \"continuous_usage_stats\": false\n  },\n  \"stop_token_ids\": [\n    123\n  ],\n  \"return_tokens_as_token_ids\": true,\n  \"prompt_cache_key\": \"<string>\",\n  \"prompt_cache_options\": {},\n  \"cache_salt\": \"<string>\",\n  \"data\": {\n    \"image\": [\n      \"<string>\"\n    ],\n    \"video\": [\n      \"<string>\"\n    ]\n  },\n  \"ignore_eos\": true\n}"

response = http.request(request)
puts response.read_body

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>"
    }
  ]
}

Authorizations

Authorization

string

header

required

Bearer authentication header of the form Bearer <token>, where <token> is your auth token.

Headers

x-deepinfra-source

string | null

x-deepinfra-service-tier

string | null

Per-request service tier (priority or flex) for clients that cannot set the service_tier body field. The body field wins when both are present; unrecognized values ride the default tier.

xi-api-key

string | null

x-api-key

string | null

Body

application/json

model

string

required

model name

Example:

"meta-llama/Llama-2-70b-chat-hf"

prompt

required

input prompt - a single string is currently supported

service_tier

enum<string> | null

The service tier used for processing the request. 'priority' processes the request with higher priority (premium rate); 'flex' processes it at lower priority for a discount, served only when spare capacity exists and may be retried/timed out under load. Both apply only to models that support the respective tier. For compatibility, 'auto' is treated as 'priority' and 'standard_only' as 'default'.

Available options:

default,

priority,

flex

fail_fast

boolean

default:false

If true, the request is rejected immediately with HTTP 429 when the model has no spare capacity, instead of waiting in the queue. Opt-in; the default (false) keeps standard queueing behavior.

models

string[] | null

Ordered list of up to 4 fallback models. The request is attempted on each model in order: when a model rejects it for lack of capacity (HTTP 429 model-busy / flex no-capacity), the next model is tried server-side. The first model that accepts serves the request; the response's model field and billing reflect that model, at that model's pricing. Models before the last are attempted without queueing (as if fail_fast were set); the last model honors the request's own fail_fast value. When models is set, the model field is ignored. Entries must be plain model names (no deploy_id:, custom_hostport, or :revision specifiers); duplicate entries are ignored, keeping the first occurrence.

Required array length: 1 - 4 elements

max_tokens

integer | null

The maximum number of tokens to generate in the completion.

The total length of input tokens and generated tokens is limited by the model's context length.If explicitly set to None it will be the model's max context length minus input length or 65536, whichever is smaller.

Required range: 0 < x <= 10000000

temperature

number

default:1

What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic

Required range: 0 <= x <= 2

top_p

number

default:1

An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.

Required range: x <= 1

min_p

number

default:0

Float that represents the minimum probability for a token to be considered, relative to the probability of the most likely token. Must be in [0, 1]. Set to 0 to disable this.

Required range: 0 <= x <= 1

top_k

integer

default:0

Sample from the best k (number of) tokens. 0 means off

Required range: x >= 0

integer

default:1

number of sequences to return

Required range: 1 <= x <= 4

stream

boolean

default:false

whether to stream the output via SSE or return the full response

logprobs

integer | null

return top tokens and their log-probabilities

echo

boolean | null

return prompt as part of the respons

stop

up to 16 sequences where the API will stop generating further tokens

presence_penalty

number

default:0

Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.

Required range: -2 <= x <= 2

frequency_penalty

number

default:0

Positive values penalize new tokens based on how many times they appear in the text so far, increasing the model's likelihood to talk about new topics.

Required range: -2 <= x <= 2

response_format

TextResponseFormat · object

The format of the response. Currently, only json is supported.

TextResponseFormat
JsonObjectResponseFormat
JsonSchemaResponseFormat
RegexResponseFormat

Show child attributes

repetition_penalty

number

default:1

Alternative penalty for repetition, but multiplicative instead of additive (> 1 penalize, < 1 encourage)

Required range: 0.01 <= x <= 5

user

string | null

A unique identifier representing your end-user, which can help monitor and detect abuse. Avoid sending us any identifying information. We recommend hashing user identifiers.

seed

integer | null

Seed for random number generator. If not provided, a random seed is used. Determinism is not guaranteed.

Required range: -9223372036854776000 <= x < 18446744073709552000

stream_options

StreamOptions · object | null

streaming options

Show child attributes

stop_token_ids

integer[] | null

Up to 16 token IDs where the API will stop generating further tokens. Merged with the model's built-in stop tokens. Intended for private deployments.

return_tokens_as_token_ids

boolean | null

return tokens as token ids

prompt_cache_key

string | null

A key to identify prompt cache for reuse across requests. If provided, the prompt will be cached and can be reused in subsequent requests with the same key.

prompt_cache_options

PromptCacheOptions · object | null

Prompt cache options for this request's prefix, e.g. {"ttl": "1h"}.

Show child attributes

cache_salt

string | null

Isolates this request's prefix cache: only requests with the same salt reuse each other's cached prefix. Honoured by models served on vLLM; ignored elsewhere.

Minimum string length: 1

data

CompletionMultiModalData · object | null

Optional multi-modal data to pass alongside the prompt. Only supported for a small number of non-chat-native vision models. Images must be base64 data URIs (e.g. 'data:image/png;base64,...').

Show child attributes

ignore_eos

boolean | null

Keep generating until max_tokens instead of stopping at the end-of-sequence token. Only honoured on models tagged with the allow_ignore_eos feature flag; ignored otherwise. Intended for benchmarking, where a fixed output length is needed.

Response

Successful Response

Logs & Metrics

Utilities

Account

Dedicated Models

Models

LoRA Adapters

Inference

Tokenizer

Image Generation

Audio

Videos

Text to Speech

GPU Rentals

Text Completions

Chat Completions

Responses

Embeddings

Decisions

Authentication

Files & Batches

Agents

Sandboxes

Billing

Openai Completions

Authorizations

Headers

Body

Response