Completions

post

/v1/chat/completions

Body

frequency_penaltynumber · min: -2 · max: 2 · default: 0

max_completion_tokensnumber · default: 128

presence_penaltynumber · min: -2 · max: 2 · default: 0

seednumber · default: 882534

streamboolean · default: false

temperaturenumber · max: 2 · default: 1

top_pnumber · max: 1 · default: 1

parallel_tool_callsboolean · default: true

modelstring · enumrequired

Options: Llama-3.1 8B

reasoning_effortstring · enum · default: medium

Options: low, medium, high

nnumber · enum · default: 1

Options: 1

service_tierstring · enum · default: default

Options: auto, default

metadataobject

stopstring[]

modalitiesstring · enum[] · default: text

stream_optionsobject

messagesobject[]required

tool_choiceany of

toolsobject[]

Responses

application/json

application/json

application/json

application/json

cURL

JavaScript

Python

HTTP

cURL

curl -L \
  --request POST \
  --url '/v1/chat/completions' \
  --header 'Content-Type: application/json' \
  --data '{
    "frequency_penalty": 0,
    "max_completion_tokens": 128,
    "presence_penalty": 0,
    "seed": 882534,
    "stream": false,
    "temperature": 1,
    "top_p": 1,
    "parallel_tool_calls": true,
    "model": "Llama-3.1 8B",
    "reasoning_effort": "medium",
    "n": 1,
    "service_tier": "default",
    "metadata": {},
    "stop": [
      "text"
    ],
    "modalities": [
      "text"
    ],
    "stream_options": {
      "include_usage": true
    },
    "messages": [
      {
        "content": "text",
        "name": "text",
        "role": "system"
      }
    ],
    "tool_choice": "none",
    "tools": [
      {
        "type": "function",
        "function": {
          "description": "text",
          "name": "text",
          "strict": false,
          "parameters": {}
        }
      }
    ]
  }'

200

400

404

500

200

{
  "id": "text",
  "created": 1,
  "service_tier": "text",
  "system_fingerprint": "text",
  "model": "Llama-3.1 8B",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 1,
    "prompt_tokens": 1,
    "total_tokens": 1
  },
  "choices": [
    {
      "index": 1,
      "finish_reason": "stop",
      "message": {
        "content": "text",
        "name": "text",
        "role": "system",
        "tool_calls": [
          {
            "id": "text",
            "type": "function",
            "function": {
              "name": "text",
              "arguments": "text"
            }
          }
        ]
      }
    }
  ]
}

Default Response