| Alibaba-NLP/gte-modernbert-base |
Gte Modernbert Base |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Alibaba-NLP\/gte-modernbert-base","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAFS9-57nCBj-966380f24a03afea",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| arcee_ai/arcee-spotlight |
Arcee AI Spotlight |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee_ai\/arcee-spotlight","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAG2V-62bZhn-966380fd9cd73636",
"object": "text.completion",
"created": 1753696558,
"model": "arcee_ai/arcee-spotlight",
"choices": [
{
"index": 0,
"text": " to the world\nHello! How can I assist",
"logprobs": null,
"finish_reason": "length",
"stop_reason": null,
"prompt_logprobs": null
}
],
"usage": {
"prompt_tokens": 2,
"total_tokens": 12,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"kv_transfer_params": null,
"prompt": []
} |
OK
|
| arcee-ai/AFM-4.5B-Preview |
AFM-4.5B-Preview |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/AFM-4.5B-Preview","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAGED-62bZhn-966381068952d274",
"object": "text.completion",
"created": 1753696559,
"model": "arcee-ai/AFM-4.5B-Preview",
"choices": [
{
"index": 0,
"text": " to moose the moosenhood.jpg'rus",
"logprobs": null,
"finish_reason": "length",
"stop_reason": null,
"prompt_logprobs": null
}
],
"usage": {
"prompt_tokens": 3,
"total_tokens": 13,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"prompt": []
} |
OK
|
| arcee-ai/arcee-blitz |
Arcee AI Blitz |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/arcee-blitz","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o35pyjz-z1gNr-95f3fc27d9caf960",
"object": "text.completion",
"created": 1752527197,
"model": "arcee-ai/arcee-blitz",
"choices": [
{
"index": 0,
"text": "\n\n# Hello\n\nWe are here to help you",
"logprobs": null,
"finish_reason": "length",
"stop_reason": null,
"prompt_logprobs": null
}
],
"usage": {
"prompt_tokens": 3,
"total_tokens": 13,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"prompt": []
} |
OK
|
| arcee-ai/caller |
Arcee AI Caller |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/caller","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o35pz5F-z1gNr-95f3fc2d7e0c162b",
"object": "text.completion",
"created": 1752527198,
"model": "arcee-ai/caller",
"prompt": [],
"choices": [
{
"text": " to the world\nYou are a function calling AI",
"finish_reason": "length",
"seed": 8408185563075484000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12
}
} |
OK
|
| arcee-ai/coder-large |
Arcee AI Coder-Large |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/coder-large","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAGWA-66dFFu-9663810aab1ff9a5",
"object": "text.completion",
"created": 1753696560,
"model": "arcee-ai/coder-large",
"prompt": [],
"choices": [
{
"text": " to the world\nHello, world! How can",
"finish_reason": "length",
"seed": 9139168528530224000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cached_tokens": 0
}
} |
OK
|
| arcee-ai/maestro-reasoning |
Arcee AI Maestro |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/maestro-reasoning","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAGnT-z1gNr-966381111c781e2f",
"object": "text.completion",
"created": 1753696561,
"model": "arcee-ai/maestro-reasoning",
"prompt": [],
"choices": [
{
"text": " to the world\nHello, world! It's",
"finish_reason": "length",
"seed": 192690818827821380,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12
}
} |
OK
|
| arcee-ai/virtuoso-large |
Arcee AI Virtuoso-Large |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/virtuoso-large","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAH17-62bZhn-96638116dbc87a98",
"object": "text.completion",
"created": 1753696561,
"model": "arcee-ai/virtuoso-large",
"prompt": [],
"choices": [
{
"text": " to the world\nHello, world! It's",
"finish_reason": "length",
"seed": 6106582800702657000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12
}
} |
OK
|
| arcee-ai/virtuoso-medium-v2 |
Arcee AI Virtuoso-Medium |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"arcee-ai\/virtuoso-medium-v2","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o35pzyR-z1gNr-95f3fc42ee24c7e2",
"object": "text.completion",
"created": 1752527201,
"model": "arcee-ai/virtuoso-medium-v2",
"prompt": [],
"choices": [
{
"text": " to the world\nHello, world! It's",
"finish_reason": "length",
"seed": 6829678683903911000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12
}
} |
OK
|
| black-forest-labs/FLUX.1-canny |
FLUX.1 Canny [dev] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-canny","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAHHQ-62bZhn-9663811b6e8c6aba",
"error": {
"message": "reference image is missing",
"type": "invalid_request_error",
"param": "image_url.url",
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-depth |
FLUX.1 Depth [dev] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-depth","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAHSw-2j9zxn-9663812038790ad6",
"error": {
"message": "reference image is missing",
"type": "invalid_request_error",
"param": "image_url.url",
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-dev |
FLUX.1 [dev] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-dev","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAHgz-62bZhn-96638123cb58383b",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-dev-lora |
FLUX.1 [dev] LoRA |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-dev-lora","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAJZt-62bZhn-966381364a99d39e",
"error": {
"message": "image_loras is required for this model",
"type": "invalid_request_error",
"param": "image_loras",
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-kontext-dev |
FLUX.1 Kontext [dev] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-kontext-dev","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAJjj-z1gNr-9663813b5edd9944",
"error": {
"message": "condition_image is required for this model",
"type": "invalid_request_error",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-kontext-max |
FLUX.1 Kontext [max] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-kontext-max","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAK2f-4pPsy7-9663813edf2cdb02",
"error": {
"message": "You are on tier Free tier. Access to this model is not available for tier Free,Build Tier 1. You're currently on Free. To unlock access, please upgrade your tier by purchasing credits at https://api.together.xyz/settings/billing and ensure your account has a positive credit balance.",
"type": "request_blocked",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-kontext-pro |
FLUX.1 Kontext [pro] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-kontext-pro","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAKKz-4pPsy7-9663814508149030",
"error": {
"message": "You are on tier Free tier. Access to this model is not available for tier Free,Build Tier 1. You're currently on Free. To unlock access, please upgrade your tier by purchasing credits at https://api.together.xyz/settings/billing and ensure your account has a positive credit balance.",
"type": "request_blocked",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-pro |
FLUX.1 [pro] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-pro","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAKV1-57nCBj-9663814b3a2d7e1c",
"error": {
"message": "You are on tier Free tier. Access to this model is not available for tier Free,Build Tier 1. You're currently on Free. To unlock access, please upgrade your tier by purchasing credits at https://api.together.xyz/settings/billing and ensure your account has a positive credit balance.",
"type": "request_blocked",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-redux |
FLUX.1 Redux [dev] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-redux","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAKic-4YNCb4-9663814e8aa0bba4",
"error": {
"message": "reference image is missing",
"type": "invalid_request_error",
"param": "image_url.url",
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-schnell |
FLUX.1 Schnell |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-schnell","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAKwf-62bZhn-966381536a449055",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1-schnell-Free |
FLUX.1 [schnell] Free |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1-schnell-Free","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sALQE-57nCBj-9663815b6c459754",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| black-forest-labs/FLUX.1.1-pro |
FLUX1.1 [pro] |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"black-forest-labs\/FLUX.1.1-pro","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sARF5-57nCBj-966381c16b55dc50",
"error": {
"message": "You are on tier Free tier. Access to this model is not available for tier Free,Build Tier 1. You're currently on Free. To unlock access, please upgrade your tier by purchasing credits at https://api.together.xyz/settings/billing and ensure your account has a positive credit balance.",
"type": "request_blocked",
"param": null,
"code": null
}
} |
Fehler
|
| cartesia/sonic |
Cartesia Sonic |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"cartesia\/sonic","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sARZw-2kFHot-966381c7bd5e65c1",
"error": {
"message": "You are on tier Free tier. Access to this model is not available for tier Free,Build Tier 1. You're currently on Free. To unlock access, please upgrade your tier by purchasing credits at https://api.together.xyz/settings/billing and ensure your account has a positive credit balance.",
"type": "request_blocked",
"param": null,
"code": null
}
} |
Fehler
|
| cartesia/sonic-2 |
Cartesia Sonic 2 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"cartesia\/sonic-2","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sARux-2kFHot-966381ceda84e860",
"error": {
"message": "You are on tier Free tier. Access to this model is not available for tier Free,Build Tier 1. You're currently on Free. To unlock access, please upgrade your tier by purchasing credits at https://api.together.xyz/settings/billing and ensure your account has a positive credit balance.",
"type": "request_blocked",
"param": null,
"code": null
}
} |
Fehler
|
| deepseek-ai/DeepSeek-R1 |
DeepSeek R1-0528 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-R1","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAS7N-28Eivz-966381d5d8478c40",
"object": "text.completion",
"created": 1753696592,
"model": "deepseek-ai/DeepSeek-R1",
"prompt": [],
"choices": [
{
"text": " to the world\" program. The program is written",
"finish_reason": "length",
"seed": 3546359720361821000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cached_tokens": 0
}
} |
OK
|
| deepseek-ai/DeepSeek-R1-0528-tput |
DeepSeek R1 0528 Throughput |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-R1-0528-tput","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sASWA-zqrih-966381df0cda9a11",
"object": "text.completion",
"created": 1753696593,
"model": "deepseek-ai/DeepSeek-R1-0528-tput",
"prompt": [],
"choices": [
{
"text": " to the world\" do\n get :hello",
"finish_reason": "length",
"seed": 16728721540340695000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cached_tokens": 0
}
} |
OK
|
| deepseek-ai/DeepSeek-R1-Distill-Llama-70B |
DeepSeek R1 Distill Llama 70B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-R1-Distill-Llama-70B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sASpd-62bZhn-966381e609ced20b",
"object": "text.completion",
"created": 1753696594,
"model": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
"prompt": [],
"choices": [
{
"text": "<think>\n\n</think>\n\nHello! How can I assist",
"finish_reason": "length",
"seed": 8531656763011597000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 5,
"completion_tokens": 10,
"total_tokens": 15,
"cached_tokens": 0
}
} |
OK
|
| deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free |
DeepSeek R1 Distill Llama 70B Free |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-R1-Distill-Llama-70B-free","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sATB3-4Yz4kd-966381eaab96d9d8",
"object": "text.completion",
"created": 1753696596,
"model": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free",
"prompt": [],
"choices": [
{
"text": "<think>\n\n</think>\n\nHello! How can I assist",
"finish_reason": "length",
"seed": 16747723589644170000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 5,
"completion_tokens": 10,
"total_tokens": 15,
"cached_tokens": 0
}
} |
OK
|
| deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B |
DeepSeek R1 Distill Qwen 1.5B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-R1-Distill-Qwen-1.5B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sATdX-4Yz4kd-966381f438804d3d",
"object": "text.completion",
"created": 1753696597,
"model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
"prompt": [],
"choices": [
{
"text": "<think>\n\n</think>\n\nHello! How can I assist",
"finish_reason": "length",
"seed": 16826862366736340000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 5,
"completion_tokens": 10,
"total_tokens": 15
}
} |
OK
|
| deepseek-ai/DeepSeek-R1-Distill-Qwen-14B |
DeepSeek R1 Distill Qwen 14B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-R1-Distill-Qwen-14B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sATq6-62bZhn-966381fa7da09b70",
"object": "text.completion",
"created": 1753696598,
"model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
"prompt": [],
"choices": [
{
"text": "<think>\n\n</think>\n\nHello! How can I assist",
"finish_reason": "length",
"seed": 12024284152312058000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 5,
"completion_tokens": 10,
"total_tokens": 15,
"cached_tokens": 0
}
} |
OK
|
| deepseek-ai/DeepSeek-V3 |
DeepSeek V3-0324 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"deepseek-ai\/DeepSeek-V3","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAU1i-zqrih-966381fec8ee974d",
"object": "text.completion",
"created": 1753696599,
"model": "deepseek-ai/DeepSeek-V3",
"prompt": [],
"choices": [
{
"text": " to the world\" << endl;\n return ",
"finish_reason": "length",
"seed": 1385414227933035800,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cached_tokens": 0
}
} |
OK
|
| eddiehou/meta-llama/Llama-3.1-405B |
Meta Llama 3.1 405B Fp8 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"eddiehou\/meta-llama\/Llama-3.1-405B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAVY4-66dFFu-9663821b49de2bf7",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| google/gemma-2-27b-it |
Gemma-2 Instruct (27B) |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"google\/gemma-2-27b-it","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAWKT-62bZhn-9663822e7da8d280",
"object": "text.completion",
"created": 1753696606,
"model": "google/gemma-2-27b-it",
"prompt": [],
"choices": [
{
"text": " hello hello hello hello hello hello hello hello hello hello",
"finish_reason": "length",
"seed": 1044441351085750300,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12
}
} |
OK
|
| google/gemma-3-27b-it |
Gemma 3 27b it |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"google\/gemma-3-27b-it","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAWaZ-62bZhn-96638233bd17dbce",
"error": {
"message": "Service unavailable",
"type": "service_unavailable",
"param": null,
"code": null
}
} |
Fehler
|
| google/gemma-3n-E4B-it |
Gemma 3N E4B Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"google\/gemma-3n-E4B-it","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAXTA-4pPsy7-96638244d927a0af",
"object": "text.completion",
"created": 1753696610,
"model": "google/gemma-3n-E4B-it",
"choices": [
{
"index": 0,
"text": "! 👋\n\nI am a large language model created",
"logprobs": null,
"finish_reason": "length",
"matched_stop": null
}
],
"usage": {
"prompt_tokens": 3,
"total_tokens": 13,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"prompt": []
} |
OK
|
| intfloat/multilingual-e5-large-instruct |
Multilingual E5 Large Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"intfloat\/multilingual-e5-large-instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAXir-57nCBj-9663824c68c3383d",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| lgai/exaone-3-5-32b-instruct |
EXAONE 3.5 32B Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"lgai\/exaone-3-5-32b-instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAXzt-3NKUce-96638251bb6ddc9c",
"object": "text.completion",
"created": 1753696612,
"model": "lgai/exaone-3-5-32b-instruct",
"prompt": [],
"choices": [
{
"text": "Hello! 👋 How can I help you",
"finish_reason": "length",
"logprobs": null,
"index": 0,
"seed": null
}
],
"usage": {
"prompt_tokens": 21,
"completion_tokens": 10,
"total_tokens": 31,
"cached_tokens": 0
}
} |
OK
|
| lgai/exaone-deep-32b |
EXAONE Deep 32B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"lgai\/exaone-deep-32b","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAYHE-z1gNr-96638256dad29ba6",
"object": "text.completion",
"created": 1753696613,
"model": "lgai/exaone-deep-32b",
"prompt": [],
"choices": [
{
"text": "\" in the context of a function that takes a",
"finish_reason": "length",
"seed": 5119640833531023000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cached_tokens": 0
}
} |
OK
|
| marin-community/marin-8b-instruct |
Marin 8B Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"marin-community\/marin-8b-instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAYad-2j9zxn-9663825cefddd274",
"object": "chat.completion",
"created": 1753696614,
"model": "marin-community/marin-8b-instruct",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How can I assist you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "length",
"seed": null
}
],
"usage": {
"prompt_tokens": 405,
"total_tokens": 415,
"completion_tokens": 10
}
} |
OK
|
| meta-llama/Llama-2-70b-hf |
LLaMA-2 (70B) |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-2-70b-hf","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAYsb-2j9zxn-9663826289ecdcb8",
"object": "text.completion",
"created": 1753696615,
"model": "meta-llama/Llama-2-70b-hf",
"prompt": [],
"choices": [
{
"text": "hello<|im_end|>\n",
"finish_reason": "length",
"seed": 4096385062895248000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 29,
"completion_tokens": 10,
"total_tokens": 39
}
} |
OK
|
| meta-llama/Llama-3-70b-chat-hf |
Meta Llama 3 70B Instruct Reference |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3-70b-chat-hf","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAZ5v-62bZhn-96638269cd2634ac",
"object": "text.completion",
"created": 1753696616,
"model": "meta-llama/Llama-3-70b-chat-hf",
"prompt": [],
"choices": [
{
"text": "Hello!",
"finish_reason": "stop",
"seed": 17768707515432511000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 12,
"completion_tokens": 3,
"total_tokens": 15,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Llama-3-8b-chat-hf |
Meta Llama 3 8B Instruct Reference |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3-8b-chat-hf","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAZKR-4YNCb4-9663826d5dc00054",
"object": "text.completion",
"created": 1753696616,
"model": "meta-llama/Llama-3-8b-chat-hf",
"prompt": [],
"choices": [
{
"text": "Hello! It's nice to meet you. Is",
"finish_reason": "length",
"seed": 17838609406137616000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 12,
"completion_tokens": 10,
"total_tokens": 22,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo |
Meta Llama 3.2 11B Vision Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3.2-11B-Vision-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAZXz-62bZhn-96638271fd61d35a",
"object": "chat.completion",
"created": 1753696617,
"model": "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How are you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 20,
"completion_tokens": 8
}
} |
OK
|
| meta-llama/Llama-3.2-3B-Instruct-Turbo |
Meta Llama 3.2 3B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3.2-3B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAZk4-4msxKE-96638276a9ac9b83",
"object": "text.completion",
"created": 1753696618,
"model": "meta-llama/Llama-3.2-3B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello!",
"finish_reason": "stop",
"seed": 13129695094369946000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 3,
"total_tokens": 40,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo |
Meta Llama 3.2 90B Vision Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3.2-90B-Vision-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAaAZ-J37TN-9663827d8ac9dc91",
"object": "chat.completion",
"created": 1753696619,
"model": "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello!",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 15,
"completion_tokens": 3
}
} |
OK
|
| meta-llama/Llama-3.3-70B-Instruct-Turbo |
Meta Llama 3.3 70B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3.3-70B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAaLb-62bZhn-966382841e1f8f30",
"object": "text.completion",
"created": 1753696620,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "stop",
"seed": 12651745880672270000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 10,
"total_tokens": 47,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Llama-3.3-70B-Instruct-Turbo-Free |
Meta Llama 3.3 70B Instruct Turbo Free |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-3.3-70B-Instruct-Turbo-Free","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAaad-62bZhn-966382893b2a2c42",
"object": "text.completion",
"created": 1753696621,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "stop",
"seed": 6738646983025074000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 10,
"total_tokens": 47,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8 |
Llama 4 Maverick Instruct (17Bx128E) |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct-FP8","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAbTj-zqrih-9663829bbf359923",
"object": "chat.completion",
"created": 1753696624,
"model": "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello!",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 15,
"completion_tokens": 3
}
} |
OK
|
| meta-llama/Llama-4-Scout-17B-16E-Instruct |
Llama 4 Scout Instruct (17Bx16E) |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-4-Scout-17B-16E-Instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAbmQ-4Yz4kd-9663829f5a2a9bef",
"object": "chat.completion",
"created": 1753696625,
"model": "meta-llama/Llama-4-Scout-17B-16E-Instruct",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How can I assist you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "length",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 22,
"completion_tokens": 10
}
} |
OK
|
| meta-llama/Llama-Guard-3-11B-Vision-Turbo |
Meta Llama Guard 3 11B Vision Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-Guard-3-11B-Vision-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAcAH-57nCBj-966382a65ebbd2f7",
"object": "chat.completion",
"created": 1753696626,
"model": "meta-llama/Llama-Guard-3-11B-Vision-Turbo",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "safe\nS1",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 17,
"completion_tokens": 5
}
} |
OK
|
| meta-llama/Llama-Guard-4-12B |
Llama Guard 4 12B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-Guard-4-12B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAcQj-4msxKE-966382addbc507ca",
"object": "chat.completion",
"created": 1753696627,
"model": "meta-llama/Llama-Guard-4-12B",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "safe",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 207,
"total_tokens": 209,
"completion_tokens": 2
}
} |
OK
|
| meta-llama/Llama-Vision-Free |
Meta Llama Vision Free |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Llama-Vision-Free","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAceZ-4msxKE-966382b27937bb8b",
"object": "chat.completion",
"created": 1753696628,
"model": "meta-llama/Llama-Vision-Free",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How are you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 20,
"completion_tokens": 8
}
} |
OK
|
| meta-llama/LlamaGuard-2-8b |
Meta Llama Guard 2 8B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/LlamaGuard-2-8b","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAcyX-4pPsy7-966382b7fd37dbc3",
"object": "text.completion",
"created": 1753696629,
"model": "meta-llama/LlamaGuard-2-8b",
"prompt": [],
"choices": [
{
"text": "safe",
"finish_reason": "stop",
"seed": 9448195138433024000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 181,
"completion_tokens": 2,
"total_tokens": 183
}
} |
OK
|
| meta-llama/Meta-Llama-3-70B-Instruct-Turbo |
Meta Llama 3 70B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Meta-Llama-3-70B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAdEp-62bZhn-966382beea78d2b6",
"object": "text.completion",
"created": 1753696630,
"model": "meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello!",
"finish_reason": "stop",
"seed": 18092547774583233000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 12,
"completion_tokens": 3,
"total_tokens": 15,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Meta-Llama-3-8B-Instruct-Lite |
Meta Llama 3 8B Instruct Lite |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Meta-Llama-3-8B-Instruct-Lite","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sAdUU-4Yz4kd-966382c4ad47901c",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo |
Meta Llama 3.1 405B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Meta-Llama-3.1-405B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBXc4-62bZhn-9663870dee411430",
"object": "text.completion",
"created": 1753696806,
"model": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello! How are you today? Is there something",
"finish_reason": "length",
"seed": 13533762602113761000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 10,
"total_tokens": 47,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo |
Meta Llama 3.1 70B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Meta-Llama-3.1-70B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBXtn-4YNCb4-966387145f6ae7b9",
"object": "text.completion",
"created": 1753696807,
"model": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello.",
"finish_reason": "stop",
"seed": 13805399214742469000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 3,
"total_tokens": 40,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo |
Meta Llama 3.1 8B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Meta-Llama-3.1-8B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBYm4-2j9zxn-966387253910b201",
"object": "text.completion",
"created": 1753696810,
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello. How can I assist you today?",
"finish_reason": "stop",
"seed": 145299780602402430,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 10,
"total_tokens": 47,
"cached_tokens": 0
}
} |
OK
|
| meta-llama/Meta-Llama-Guard-3-8B |
Meta Llama Guard 3 8B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"meta-llama\/Meta-Llama-Guard-3-8B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBZ61-4pPsy7-9663872b1f4e8cb6",
"object": "text.completion",
"created": 1753696811,
"model": "meta-llama/Meta-Llama-Guard-3-8B",
"prompt": [],
"choices": [
{
"text": "safe",
"finish_reason": "stop",
"seed": 10773482381871614000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 199,
"completion_tokens": 2,
"total_tokens": 201
}
} |
OK
|
| mistralai/Mistral-7B-Instruct-v0.1 |
Mistral (7B) Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"mistralai\/Mistral-7B-Instruct-v0.1","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBZJN-4YNCb4-966387305eee2bcd",
"object": "text.completion",
"created": 1753696811,
"model": "mistralai/Mistral-7B-Instruct-v0.1",
"prompt": [],
"choices": [
{
"text": " Hello! How can I assist you today?",
"finish_reason": "stop",
"seed": 5120243369354276000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 11,
"completion_tokens": 10,
"total_tokens": 21,
"cached_tokens": 0
}
} |
OK
|
| mistralai/Mistral-7B-Instruct-v0.2 |
Mistral (7B) Instruct v0.2 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"mistralai\/Mistral-7B-Instruct-v0.2","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBZat-4YNCb4-96638735ceff085d",
"object": "text.completion",
"created": 1753696812,
"model": "mistralai/Mistral-7B-Instruct-v0.2",
"prompt": [],
"choices": [
{
"text": " Hello there! How can I assist you today?",
"finish_reason": "length",
"seed": 9451479447428336000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 7,
"completion_tokens": 10,
"total_tokens": 17,
"cached_tokens": 0
}
} |
OK
|
| mistralai/Mistral-7B-Instruct-v0.3 |
Mistral (7B) Instruct v0.3 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"mistralai\/Mistral-7B-Instruct-v0.3","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBZkb-62bZhn-9663873b487ed3a5",
"object": "text.completion",
"created": 1753696813,
"model": "mistralai/Mistral-7B-Instruct-v0.3",
"prompt": [],
"choices": [
{
"text": " Hello there! How can I assist you today?",
"finish_reason": "length",
"seed": 6388455021268325000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 7,
"completion_tokens": 10,
"total_tokens": 17,
"cached_tokens": 0
}
} |
OK
|
| mistralai/Mistral-Small-24B-Instruct-2501 |
Mistral Small (24B) Instruct 25.01 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"mistralai\/Mistral-Small-24B-Instruct-2501","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBZuS-4YNCb4-9663873e9dda36df",
"object": "chat.completion",
"created": 1753696813,
"model": "mistralai/Mistral-Small-24B-Instruct-2501",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How can I help you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 5,
"total_tokens": 15,
"completion_tokens": 10
}
} |
OK
|
| mistralai/Mixtral-8x7B-Instruct-v0.1 |
Mixtral-8x7B Instruct v0.1 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"mistralai\/Mixtral-8x7B-Instruct-v0.1","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBa2T-3NKUce-966387425b824d3a",
"error": {
"message": "Service unavailable",
"type": "service_unavailable_error",
"param": null,
"code": null
}
} |
Fehler
|
| mixedbread-ai/Mxbai-Rerank-Large-V2 |
Mxbai Rerank Large V2 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"mixedbread-ai\/Mxbai-Rerank-Large-V2","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBbCe-4pPsy7-966387560e0ad27d",
"object": "text.completion",
"created": 1753696818,
"model": "mixedbread-ai/Mxbai-Rerank-Large-V2",
"choices": [
{
"index": 0,
"text": "\n\n.WindowManager::Χ op:\n\nSerise\tconnection.control",
"logprobs": null,
"finish_reason": "length",
"stop_reason": null,
"prompt_logprobs": null
}
],
"usage": {
"prompt_tokens": 2,
"total_tokens": 12,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"prompt": []
} |
OK
|
| moonshotai/Kimi-K2-Instruct |
Kimi K2 Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"moonshotai\/Kimi-K2-Instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBbWN-zqrih-9663875d790d2be8",
"object": "chat.completion",
"created": 1753696819,
"model": "moonshotai/Kimi-K2-Instruct",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello!",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 18,
"total_tokens": 21,
"completion_tokens": 3
}
} |
OK
|
| moz-llama-3-3-70b-instruct-turbo |
Meta Llama 3.3 70B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"moz-llama-3-3-70b-instruct-turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o35qZik-2j9zxn-95f3fef29a7dc164",
"object": "text.completion",
"created": 1752527311,
"model": "moz-llama-3-3-70b-instruct-turbo",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "length",
"seed": 17397067456962824000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 10,
"total_tokens": 47
}
} |
OK
|
| moz/Llama-3.3-70B-Instruct-Turbo |
Meta Llama 3.3 70B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"moz\/Llama-3.3-70B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o35qa4i-2j9zxn-95f3fef88dc46a85",
"object": "text.completion",
"created": 1752527313,
"model": "moz/Llama-3.3-70B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "hello<|im_end|>\n<|im",
"finish_reason": "length",
"seed": 654812040483433900,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 24,
"completion_tokens": 10,
"total_tokens": 34
}
} |
OK
|
| NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO |
Nous Hermes 2 Mixtral 8X7B Dpo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"NousResearch\/Nous-Hermes-2-Mixtral-8x7B-DPO","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBbnm-z1gNr-966387661fc09b86",
"object": "text.completion",
"created": 1753696820,
"model": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
"prompt": [],
"choices": [
{
"text": " to the new year.\n\nThe first day",
"finish_reason": "length",
"seed": 17894941513163293000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 3,
"completion_tokens": 10,
"total_tokens": 13
}
} |
OK
|
| nvidia/Llama-3.1-Nemotron-70B-Instruct-HF |
Llama 3.1 Nemotron 70B Instruct HF |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"nvidia\/Llama-3.1-Nemotron-70B-Instruct-HF","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBc9e-J37TN-9663876ac94bcee6",
"object": "text.completion",
"created": 1753696821,
"model": "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
"prompt": [],
"choices": [
{
"text": "**Hello!**\n\n*waves virtually*\n\nIt's",
"finish_reason": "length",
"seed": 13678988595033797000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 18,
"completion_tokens": 10,
"total_tokens": 28
}
} |
OK
|
| openai/whisper-large-v3 |
Whisper large-v3 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"openai\/whisper-large-v3","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBcSD-2j9zxn-96638772dd3d7a98",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| perplexity-ai/r1-1776 |
R1 1776 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"perplexity-ai\/r1-1776","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBdCJ-zqrih-966387829b322bf2",
"object": "text.completion",
"created": 1753696825,
"model": "perplexity-ai/r1-1776",
"prompt": [],
"choices": [
{
"text": " to the world\" << endl;\n return ",
"finish_reason": "length",
"seed": 11392291127169053000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12
}
} |
OK
|
| Qwen/Qwen2-72B-Instruct |
Qwen 2 Instruct (72B) |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen2-72B-Instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBdMZ-3NKUce-9663878a399903ec",
"object": "text.completion",
"created": 1753696825,
"model": "Qwen/Qwen2-72B-Instruct",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "length",
"seed": 6507118850353997000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 21,
"completion_tokens": 10,
"total_tokens": 31
}
} |
OK
|
| Qwen/Qwen2-VL-72B-Instruct |
Qwen2-VL (72B) Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen2-VL-72B-Instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBhiD-4YNCb4-966387e2a8a8d28a",
"object": "chat.completion",
"created": 1753696840,
"model": "Qwen/Qwen2-VL-72B-Instruct",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How can I help you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 21,
"total_tokens": 31,
"completion_tokens": 10
}
} |
OK
|
| Qwen/Qwen2.5-72B-Instruct-Turbo |
Qwen2.5 72B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen2.5-72B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBi1G-62bZhn-966387e77a4bdbf6",
"object": "text.completion",
"created": 1753696841,
"model": "Qwen/Qwen2.5-72B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "stop",
"seed": 7700067159289728000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 31,
"completion_tokens": 10,
"total_tokens": 41,
"cached_tokens": 0
}
} |
OK
|
| Qwen/Qwen2.5-7B-Instruct-Turbo |
Qwen2.5 7B Instruct Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen2.5-7B-Instruct-Turbo","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBi3o-3NKUce-966387ed1d003604",
"object": "text.completion",
"created": 1753696841,
"model": "Qwen/Qwen2.5-7B-Instruct-Turbo",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "length",
"seed": 11657686299285903000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 31,
"completion_tokens": 10,
"total_tokens": 41
}
} |
OK
|
| Qwen/Qwen2.5-Coder-32B-Instruct |
Qwen 2.5 Coder 32B Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen2.5-Coder-32B-Instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBiRU-62bZhn-966387f09d9065c9",
"object": "text.completion",
"created": 1753696842,
"model": "Qwen/Qwen2.5-Coder-32B-Instruct",
"prompt": [],
"choices": [
{
"text": "Hello! How can I assist you today?",
"finish_reason": "stop",
"seed": 4867957581827424000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 31,
"completion_tokens": 10,
"total_tokens": 41,
"cached_tokens": 0
}
} |
OK
|
| Qwen/Qwen2.5-VL-72B-Instruct |
Qwen2.5-VL (72B) Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen2.5-VL-72B-Instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBij4-66dFFu-966387f54d87ae0b",
"object": "chat.completion",
"created": 1753696843,
"model": "Qwen/Qwen2.5-VL-72B-Instruct",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How can I assist you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 21,
"total_tokens": 31,
"completion_tokens": 10
}
} |
OK
|
| Qwen/Qwen3-235B-A22B-fp8-tput |
Qwen3 235B A22B FP8 Throughput |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen3-235B-A22B-fp8-tput","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBjP7-zqrih-966388023ecb9b2b",
"object": "chat.completion",
"created": 1753696845,
"model": "Qwen/Qwen3-235B-A22B-fp8-tput",
"kv_transfer_params": null,
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "<think>\nOkay, the user said \"say hello",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "length",
"seed": null
}
],
"usage": {
"prompt_tokens": 10,
"total_tokens": 20,
"completion_tokens": 10
}
} |
OK
|
| Qwen/Qwen3-235B-A22B-Instruct-2507-tput |
Qwen3 235B A22B Instruct 2507 FP8 Throughput |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen3-235B-A22B-Instruct-2507-tput","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBjs6-zqrih-9663880b4ebddbf3",
"object": "chat.completion",
"created": 1753696847,
"model": "Qwen/Qwen3-235B-A22B-Instruct-2507-tput",
"kv_transfer_params": null,
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How can I assist you today?",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "length",
"seed": null
}
],
"usage": {
"prompt_tokens": 10,
"total_tokens": 20,
"completion_tokens": 10
}
} |
OK
|
| Qwen/Qwen3-235B-A22B-Thinking-2507 |
Qwen3 235B A22B Thinking 2507 FP8 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen3-235B-A22B-Thinking-2507","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBkJe-28Eivz-96638815a8119a1e",
"object": "chat.completion",
"created": 1753696848,
"model": "Qwen/Qwen3-235B-A22B-Thinking-2507",
"kv_transfer_params": null,
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "<think>\nOkay, the user said \"say hello\". That",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "length",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 22,
"completion_tokens": 10
}
} |
OK
|
| Qwen/Qwen3-32B-FP8 |
Qwen3 32B Fp8 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen3-32B-FP8","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBkYY-4Yz4kd-9663881d4e44380a",
"object": "text.completion",
"created": 1753696849,
"model": "Qwen/Qwen3-32B-FP8",
"prompt": [],
"choices": [
{
"text": "<think>\nOkay, the user just said \"say",
"finish_reason": "length",
"seed": 5595382024418403000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 10,
"completion_tokens": 10,
"total_tokens": 20,
"cached_tokens": 0
}
} |
OK
|
| Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8 |
Qwen3 Coder 480B A35B Instruct Fp8 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/Qwen3-Coder-480B-A35B-Instruct-FP8","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBksC-28Eivz-966388225ce6dcbd",
"object": "chat.completion",
"created": 1753696852,
"model": "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello!",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "stop",
"seed": null
}
],
"usage": {
"prompt_tokens": 10,
"total_tokens": 13,
"completion_tokens": 3
}
} |
OK
|
| Qwen/QwQ-32B |
Qwen QwQ-32B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Qwen\/QwQ-32B","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBmgf-62bZhn-966388356bd4dc9e",
"object": "text.completion",
"created": 1753696853,
"model": "Qwen/QwQ-32B",
"prompt": [],
"choices": [
{
"text": "<think>\nOkay, the user said \"say hello",
"finish_reason": "length",
"seed": 8319883032563089000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 21,
"completion_tokens": 10,
"total_tokens": 31,
"cached_tokens": 0
}
} |
OK
|
| Salesforce/Llama-Rank-V1 |
Salesforce Llama Rank V1 (8B) |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"Salesforce\/Llama-Rank-V1","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBmyg-62bZhn-9663883aea149753",
"object": "chat.completion",
"created": 1753696854,
"model": "Salesforce/Llama-Rank-V1",
"prompt": [],
"choices": [
{
"index": 0,
"message": {
"role": "assistant",
"content": "Hello! How are you doing today? I'm",
"tool_calls": []
},
"logprobs": null,
"finish_reason": "length",
"seed": null
}
],
"usage": {
"prompt_tokens": 12,
"total_tokens": 22,
"completion_tokens": 10
}
} |
OK
|
| scb10x/scb10x-llama3-1-typhoon2-70b-instruct |
Typhoon 2 70B Instruct |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"scb10x\/scb10x-llama3-1-typhoon2-70b-instruct","messages":[{"role":"user","content":"say hello"}],"max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBn7U-3NKUce-9663883fb80a6512",
"object": "text.completion",
"created": 1753696855,
"model": "scb10x/scb10x-llama3-1-typhoon2-70b-instruct",
"prompt": [],
"choices": [
{
"text": "Hello! How can I help you today?",
"finish_reason": "length",
"seed": 16804719273722448000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 37,
"completion_tokens": 10,
"total_tokens": 47
}
} |
OK
|
| scb10x/scb10x-typhoon-2-1-gemma3-12b |
Typhoon 2.1 12B |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"scb10x\/scb10x-typhoon-2-1-gemma3-12b","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBnhs-J37TN-9663884798192608",
"object": "text.completion",
"created": 1753696857,
"model": "scb10x/scb10x-typhoon-2-1-gemma3-12b",
"choices": [
{
"index": 0,
"text": "\n\nHey there! 👋 \n\nI'm",
"logprobs": null,
"finish_reason": "length",
"stop_reason": null,
"prompt_logprobs": null
}
],
"usage": {
"prompt_tokens": 3,
"total_tokens": 13,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"kv_transfer_params": null,
"prompt": []
} |
OK
|
| togethercomputer/m2-bert-80M-32k-retrieval |
M2-BERT-Retrieval-32k |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"togethercomputer\/m2-bert-80M-32k-retrieval","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBo9C-4pPsy7-966388501de25d69",
"object": "text.completion",
"created": 1753696858,
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"prompt": [],
"choices": [
{
"text": "",
"finish_reason": "length",
"seed": null,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 32768,
"completion_tokens": 1,
"total_tokens": 32769
}
} |
OK
|
| togethercomputer/MoA-1 |
Together AI MoA-1 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"togethercomputer\/MoA-1","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBoyj-4pPsy7-966388628b33d284",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| togethercomputer/MoA-1-Turbo |
Together AI MoA-1-Turbo |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"togethercomputer\/MoA-1-Turbo","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBppG-4pPsy7-96638873fe002bfc",
"error": {
"message": "Internal server error",
"type": "server_error",
"param": null,
"code": null
}
} |
Fehler
|
| togethercomputer/Refuel-Llm-V2 |
Refuel LLM V2 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"togethercomputer\/Refuel-Llm-V2","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBqgz-2j9zxn-96638889491a5d48",
"object": "text.completion",
"created": 1753696867,
"model": "togethercomputer/Refuel-Llm-V2",
"choices": [
{
"index": 0,
"text": " to the much anticipated video and return of Tiara",
"logprobs": null,
"finish_reason": "length",
"stop_reason": null,
"prompt_logprobs": null
}
],
"usage": {
"prompt_tokens": 4,
"total_tokens": 14,
"completion_tokens": 10,
"prompt_tokens_details": null
},
"prompt": []
} |
OK
|
| togethercomputer/Refuel-Llm-V2-Small |
Refuel LLM V2 Small |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"togethercomputer\/Refuel-Llm-V2-Small","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o4sBqw3-4YNCb4-9663888e0fff1e68",
"object": "text.completion",
"created": 1753696867,
"model": "togethercomputer/Refuel-Llm-V2-Small",
"prompt": [],
"choices": [
{
"text": " to the world, and to the world say hello",
"finish_reason": "length",
"seed": 14970139985671006000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cache_hit_rate": 0
}
} |
OK
|
| yan/deepseek-ai-deepseek-v3 |
DeepSeek V3-0324 |
curl -i -X POST 'https://api.together.xyz/v1/completions' -d '{"model":"yan\/deepseek-ai-deepseek-v3","prompt":"say hello","max_tokens":10}' -H 'Authorization: Bearer 86d6bf3c800d8a7d2f181183617b9e95535a2861d41a97467870bb5400b24599' -H 'Content-Type: application/json' |
{
"id": "o35qiAr-zqrih-95f3ffa40b5d6791",
"object": "text.completion",
"created": 1752527340,
"model": "yan/deepseek-ai-deepseek-v3",
"prompt": [],
"choices": [
{
"text": " to the world\" program in C++:\n\n#include",
"finish_reason": "length",
"seed": 17665556534166303000,
"logprobs": null,
"index": 0
}
],
"usage": {
"prompt_tokens": 2,
"completion_tokens": 10,
"total_tokens": 12,
"cached_tokens": 0
}
} |
OK
|