data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": { "role": "assistant", "content": "This" },
"finish_reason": null,
"logprobs": null
}
],
"usage": null,
"created": 1726294381
}
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": { "content": " is" },
"finish_reason": null,
"logprobs": null
}
],
"usage": null,
"created": 1726294381
}
...
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": {},
"finish_reason": "stop",
"logprobs": null
}
],
"usage": null,
"created": 1726294383
}
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [],
"usage": {
"prompt_tokens": 8,
"completion_tokens": 4,
"total_tokens": 12
},
"created": 1726294402
}
data: [DONE]
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": { "role": "assistant", "content": "This" },
"finish_reason": null,
"logprobs": null
}
],
"usage": null,
"created": 1726294442
}
...
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": {
"role": "assistant",
"tool_calls": [
{
"index": 0,
"id": "call_TARbemDG9CFdwuoaQBTRXiYK",
"type": "function",
"function": { "name": "func", "arguments": "{\"" }
}
]
},
"finish_reason": null,
"logprobs": null
}
],
"usage": null,
"created": 1726294442
}
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": {
"role": "assistant",
"tool_calls": [
{
"index": 0,
"type": "function",
"function": { "arguments": "arg" }
}
]
},
"finish_reason": null,
"logprobs": null
}
],
"usage": null,
"created": 1726294442
}
...
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": {
"role": "assistant",
"tool_calls": [
{
"index": 0,
"type": "function",
"function": { "arguments": "}" }
}
]
},
"finish_reason": null,
"logprobs": null
}
],
"usage": null,
"created": 1726294442
}
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [
{
"index": 0,
"delta": {},
"finish_reason": "tool_calls",
"logprobs": null
}
],
"usage": null,
"created": 1726294442
}
data: {
"id": "chatcmpl-4b71d12c86d94e719c7e3984a7bb7941",
"model": "(endpoint-id)",
"object": "chat.completion.chunk",
"choices": [],
"usage": {
"prompt_tokens": 468,
"completion_tokens": 59,
"total_tokens": 527
},
"created": 1726294443
}
data: [DONE]
string
required
A unique ID of the chat completion.
string
required
The object type, which is always set to
chat.completion.chunk.string
required
The model to generate the completion. For dedicated endpoints, it returns the endpoint ID.
object[]
required
Show child attributes
Show child attributes
integer
required
The index of the choice in the list of generated choices.
object
required
Show child attributes
Show child attributes
string | null
Role of the generated message author, in this case
assistant.string | null
The contents of the assistant message.
object[] | null
Show child attributes
Show child attributes
integer
required
The index of the tool call being generated.
string | null
The ID of the tool call.
string
required
The type of the tool, which is always set to
function.object
required
enum<string> | null
Termination condition of the generation.
stop means the API returned the full chat completions generated by the model without running into any limits.
length means the generation exceeded max_tokens or the conversation exceeded the max context length.
tool_calls means the API has generated tool calls.Available options: stop, length, tool_callsobject | null
Log probability information for the choice.
Show child attributes
Show child attributes
object[] | null
A list of message content tokens with log probability information.
Show child attributes
Show child attributes
string
required
The token.
number
required
The log probability of this token.
integer[] | null
A list of integers representing the UTF-8 bytes representation of the token. Useful in instances where characters are represented by multiple tokens and their byte representations must be combined to generate the correct text representation. Can be
null if there is no bytes representation for the token.object[]
required
List of the most likely tokens and their log probability, at this token position.
Show child attributes
Show child attributes
string
required
The token.
number
required
The log probability of this token.
integer[] | null
A list of integers representing the UTF-8 bytes representation of the token. Useful in instances where characters are represented by multiple tokens and their byte representations must be combined to generate the correct text representation. Can be
null if there is no bytes representation for the token.object | null
integer
required
The Unix timestamp (in seconds) for when the token is sampled.