> For the complete documentation index, see [llms.txt](https://docs.distribute.ai/llms.txt). Markdown versions of documentation pages are available by appending `.md` to page URLs; this page is available as [Markdown](https://docs.distribute.ai/distribute-for-enterprise/enterprise-inference-api/openai-compatible-api/chat/completions.md).

# Completions

## POST /v1/chat/completions

> Generate a chat completion synchronously using the provided messages and model parameters.

```json
{"openapi":"3.0.3","info":{"title":"Distribute.AI API","version":"1.0.0"},"tags":[{"name":"chat.completions"}],"servers":[{"url":"https://api.distribute.ai"}],"security":[{"ApiKeyAuth":[]}],"components":{"securitySchemes":{"ApiKeyAuth":{"type":"apiKey","in":"header","name":"authorization"}}},"paths":{"/v1/chat/completions":{"post":{"operationId":"chatCompletionsCreate","tags":["chat.completions"],"description":"Generate a chat completion synchronously using the provided messages and model parameters.","requestBody":{"content":{"application/json":{"schema":{"type":"object","properties":{"messages":{"type":"array","items":{"anyOf":[{"type":"object","properties":{"role":{"type":"string","enum":["system"]},"content":{"type":"string"},"name":{"type":"string"}},"required":["role","content"],"additionalProperties":false},{"type":"object","properties":{"role":{"type":"string","enum":["user"]},"content":{"type":"string"},"name":{"type":"string"}},"required":["role","content"],"additionalProperties":false},{"type":"object","properties":{"role":{"type":"string","enum":["assistant"]},"content":{"type":"string"},"name":{"type":"string"},"tool_calls":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string"},"type":{"type":"string","enum":["function"]},"function":{"type":"object","properties":{"arguments":{"type":"object","additionalProperties":{"type":"string"}},"name":{"type":"string"}},"required":["arguments","name"],"additionalProperties":false}},"required":["id","type","function"],"additionalProperties":false}}},"required":["role","tool_calls"],"additionalProperties":false},{"type":"object","properties":{"role":{"type":"string","enum":["tool"]},"content":{"type":"string"},"tool_call_id":{"type":"string"}},"required":["role","content","tool_call_id"],"additionalProperties":false}]}},"model":{"type":"string","enum":["Llama-3.1 8B","Llama-3.3 70B"]},"reasoning_effort":{"type":"string","enum":["low","medium","high"],"default":"medium"},"metadata":{"type":"object","additionalProperties":{"type":"string"}},"frequency_penalty":{"type":"number","minimum":-2,"maximum":2,"default":0},"max_completion_tokens":{"type":"number","minimum":-1,"maximum":600,"default":128},"n":{"type":"number","enum":[1],"default":1},"modalities":{"type":"array","items":{"type":"string","enum":["text"]},"default":["text"]},"presence_penalty":{"type":"number","minimum":-2,"maximum":2,"default":0},"seed":{"type":"number","default":106948},"service_tier":{"type":"string","enum":["auto","default"],"default":"default"},"stop":{"type":"array","items":{"type":"string"}},"stream":{"type":"boolean","default":false},"stream_options":{"type":"object","properties":{"include_usage":{"type":"boolean"}},"additionalProperties":false},"temperature":{"type":"number","minimum":0,"maximum":2,"default":1},"top_p":{"type":"number","minimum":0,"maximum":1,"default":1},"tools":{"type":"array","items":{"type":"object","properties":{"type":{"type":"string","enum":["function"]},"function":{"type":"object","properties":{"description":{"type":"string"},"name":{"type":"string","maxLength":64},"parameters":{"type":"object","additionalProperties":{"type":"string"}},"strict":{"type":"boolean","default":false}},"required":["name"],"additionalProperties":false}},"required":["type","function"],"additionalProperties":false}},"tool_choice":{"anyOf":[{"type":"string","enum":["none","auto","required"]},{"type":"object","properties":{"type":{"type":"string","enum":["function"]},"function":{"type":"object","properties":{"name":{"type":"string","maxLength":64}},"required":["name"],"additionalProperties":false}},"required":["type","function"],"additionalProperties":false}]},"parallel_tool_calls":{"type":"boolean","default":true}},"required":["messages","model"],"additionalProperties":false,"description":"Standard OpenAI chat completion response containing the generated message and metadata."}}},"required":true,"description":"Standard OpenAI chat completion response containing the generated message and metadata."},"responses":{"200":{"description":"Default Response","content":{"application/json":{"schema":{"type":"object","properties":{"id":{"type":"string"},"choices":{"type":"array","items":{"type":"object","properties":{"finish_reason":{"type":"string","enum":["stop","tool_calls"]},"index":{"type":"number","minimum":0,"maximum":1},"message":{"type":"object","properties":{"content":{"type":"string"},"tool_calls":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string"},"type":{"type":"string","enum":["function"]},"function":{"type":"object","properties":{"name":{"type":"string"},"arguments":{"type":"string"}},"required":["name","arguments"],"additionalProperties":false}},"required":["id","type","function"],"additionalProperties":false}},"role":{"type":"string","enum":["system","user","assistant"]},"name":{"type":"string"}},"required":["content","role"],"additionalProperties":false}},"required":["finish_reason","index","message"],"additionalProperties":false}},"created":{"type":"number"},"model":{"type":"string","enum":["Llama-3.1 8B","Llama-3.3 70B"]},"service_tier":{"type":"string"},"system_fingerprint":{"type":"string"},"object":{"type":"string","enum":["chat.completion"]},"usage":{"type":"object","properties":{"completion_tokens":{"type":"number"},"prompt_tokens":{"type":"number"},"total_tokens":{"type":"number"}},"required":["completion_tokens","prompt_tokens","total_tokens"],"additionalProperties":false}},"required":["id","choices","created","model","system_fingerprint","object","usage"],"additionalProperties":false}}}},"400":{"description":"Default Response","content":{"application/json":{"schema":{"type":"object","properties":{"message":{"type":"string"}},"required":["message"],"additionalProperties":false}}}},"404":{"description":"Default Response","content":{"application/json":{"schema":{"type":"object","properties":{"message":{"type":"string"}},"required":["message"],"additionalProperties":false}}}},"500":{"description":"Default Response","content":{"application/json":{"schema":{"type":"object","properties":{"message":{"type":"string"}},"required":["message"],"additionalProperties":false}}}}}}}}}
```
