Chat Create

Start a conversation with an LLM using existing OpenAI schemas.

post

/async/chat/create

Body

frequency_penaltynumber · min: -2 · max: 2 · default: 0

max_completion_tokensnumber · default: 128

presence_penaltynumber · min: -2 · max: 2 · default: 0

seednumber · default: 727596

temperaturenumber · max: 2 · default: 1

top_pnumber · max: 1 · default: 1

parallel_tool_callsboolean · default: true

modelstring · enumrequired

Options: Llama-3.1 8B

reasoning_effortstring · enum · default: medium

Options: low, medium, high

nnumber · enum · default: 1

Options: 1

service_tierstring · enum · default: default

Options: auto, default

metadataobject

stopstring[]

modalitiesstring · enum[] · default: text

messagesobject[]required

tool_choiceany of

toolsobject[]

Responses

application/json

application/json

application/json

application/json

cURL

JavaScript

Python

HTTP

cURL

curl -L \
  --request POST \
  --url '/async/chat/create' \
  --header 'Content-Type: application/json' \
  --data '{
    "frequency_penalty": 0,
    "max_completion_tokens": 128,
    "presence_penalty": 0,
    "seed": 727596,
    "temperature": 1,
    "top_p": 1,
    "parallel_tool_calls": true,
    "model": "Llama-3.1 8B",
    "reasoning_effort": "medium",
    "n": 1,
    "service_tier": "default",
    "metadata": {},
    "stop": [
      "text"
    ],
    "modalities": [
      "text"
    ],
    "messages": [
      {
        "content": "text",
        "name": "text",
        "role": "system"
      }
    ],
    "tool_choice": "none",
    "tools": [
      {
        "type": "function",
        "function": {
          "description": "text",
          "name": "text",
          "strict": false,
          "parameters": {}
        }
      }
    ]
  }'

200

400

404

500

200

{
  "id": "text"
}

Default Response