Completions

post

Body

modelstring · enumRequiredPossible values:

reasoning_effortstring · enumOptionalDefault: mediumPossible values:

metadataobjectOptional

frequency_penaltynumber · min: -2 · max: 2OptionalDefault: 0

max_completion_tokensnumberOptionalDefault: 128

nnumber · enumOptionalDefault: 1Possible values:

presence_penaltynumber · min: -2 · max: 2OptionalDefault: 0

seednumberOptionalDefault: 882534

service_tierstring · enumOptionalDefault: defaultPossible values:

stopstring[]Optional

streambooleanOptionalDefault: false

temperaturenumber · max: 2OptionalDefault: 1

top_pnumber · max: 1OptionalDefault: 1

tool_choiceany ofOptional

string · enumOptionalPossible values:

or

parallel_tool_callsbooleanOptionalDefault: true

Responses

post

HTTPcURLJavaScriptPython

POST /v1/chat/completions HTTP/1.1
Host: 
Content-Type: application/json
Accept: */*
Content-Length: 505

{
  "messages": [
    {
      "role": "system",
      "content": "text",
      "name": "text"
    }
  ],
  "model": "Llama-3.1 8B",
  "reasoning_effort": "low",
  "metadata": {},
  "frequency_penalty": 1,
  "max_completion_tokens": 1,
  "n": 1,
  "modalities": [
    "text"
  ],
  "presence_penalty": 1,
  "seed": 1,
  "service_tier": "auto",
  "stop": [
    "text"
  ],
  "stream": true,
  "stream_options": {
    "include_usage": true
  },
  "temperature": 1,
  "top_p": 1,
  "tools": [
    {
      "type": "function",
      "function": {
        "description": "text",
        "name": "text",
        "parameters": {},
        "strict": true
      }
    }
  ],
  "tool_choice": "none",
  "parallel_tool_calls": true
}

{
  "id": "text",
  "choices": [
    {
      "finish_reason": "stop",
      "index": 1,
      "message": {
        "content": "text",
        "tool_calls": [
          {
            "id": "text",
            "type": "function",
            "function": {
              "name": "text",
              "arguments": "text"
            }
          }
        ],
        "role": "system",
        "name": "text"
      }
    }
  ],
  "created": 1,
  "model": "Llama-3.1 8B",
  "service_tier": "text",
  "system_fingerprint": "text",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 1,
    "prompt_tokens": 1,
    "total_tokens": 1
  }
}