{ "replicate": {}, "sambanova": { "DeepSeek-R1": 32768, "DeepSeek-R1-Distill-Llama-70B": 131072, "DeepSeek-V3-0324": 32768, "E5-Mistral-7B-Instruct": 4096, "Llama-4-Maverick-17B-128E-Instruct": 131072, "Llama-4-Scout-17B-16E-Instruct": 8192, "Meta-Llama-3.1-405B-Instruct": 16384, "Meta-Llama-3.1-8B-Instruct": 16384, "Meta-Llama-3.2-1B-Instruct": 16384, "Meta-Llama-3.2-3B-Instruct": 4096, "Meta-Llama-3.3-70B-Instruct": 131072, "Meta-Llama-Guard-3-8B": 16384, "QwQ-32B": 16384, "Qwen2-Audio-7B-Instruct": 4096, "Qwen3-32B": 8192, "Whisper-Large-v3": 4096 }, "nebius": { "meta-llama/Meta-Llama-3.1-8B-Instruct-fast": 131072, "meta-llama/Meta-Llama-3.1-8B-Instruct": 131072, "meta-llama/Meta-Llama-3.1-70B-Instruct": 131072, "meta-llama/Meta-Llama-3.1-405B-Instruct": 131072, "meta-llama/Llama-Guard-3-8B": 131072, "nvidia/Llama-3_1-Nemotron-Ultra-253B-v1": 131072, "mistralai/Mistral-Nemo-Instruct-2407": 128000, "google/gemma-2-2b-it": 8192, "google/gemma-2-9b-it-fast": 8192, "Qwen/Qwen2.5-Coder-7B-fast": 32768, "Qwen/Qwen2.5-Coder-7B": 32768, "Qwen/Qwen2.5-Coder-32B-Instruct-fast": 131072, "Qwen/Qwen2.5-Coder-32B-Instruct": 131072, "Qwen/Qwen2.5-32B-Instruct-fast": 131072, "Qwen/Qwen2.5-32B-Instruct": 131072, "Qwen/Qwen2.5-72B-Instruct-fast": 131072, "Qwen/Qwen2.5-72B-Instruct": 131072, "Qwen/Qwen2-VL-72B-Instruct": 32768, "aaditya/Llama3-OpenBioLLM-70B": 8192, "BAAI/bge-en-icl": 32768, "BAAI/bge-multilingual-gemma2": 8192, "intfloat/e5-mistral-7b-instruct": 32768, "meta-llama/Llama-3.3-70B-Instruct": 131072, "meta-llama/Llama-3.3-70B-Instruct-fast": 131072, "microsoft/phi-4": 16384, "deepseek-ai/DeepSeek-V3": 163840, "deepseek-ai/DeepSeek-R1": 163840, "NousResearch/Hermes-3-Llama-405B": 131072, "deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072, "deepseek-ai/DeepSeek-R1-fast": 163840, "Qwen/QwQ-32B-fast": 131072, "Qwen/QwQ-32B": 131072, "Qwen/Qwen3-235B-A22B": 40960, "Qwen/Qwen3-30B-A3B": 40960, "Qwen/Qwen3-30B-A3B-fast": 40960, "Qwen/Qwen3-32B": 40960, "Qwen/Qwen3-32B-fast": 40960, "Qwen/Qwen3-14B": 40960, "Qwen/Qwen3-4B-fast": 40960, "nvidia/Llama-3_3-Nemotron-Super-49B-v1": 131072, "mistralai/Mistral-Small-3.1-24B-Instruct-2503": 131072, "google/gemma-3-27b-it": 110000, "google/gemma-3-27b-it-fast": 110000, "Qwen/Qwen2.5-VL-72B-Instruct": 32000, "deepseek-ai/DeepSeek-V3-0324": 163840, "deepseek-ai/DeepSeek-V3-0324-fast": 163840, "black-forest-labs/flux-dev": 0, "black-forest-labs/flux-schnell": 0, "stability-ai/sdxl": 0 }, "novita": { "deepseek/deepseek-v3-0324": 128000, "qwen/qwen3-235b-a22b-fp8": 40960, "qwen/qwen3-30b-a3b-fp8": 40960, "qwen/qwen3-32b-fp8": 40960, "qwen/qwen2.5-vl-72b-instruct": 96000, "deepseek/deepseek-v3-turbo": 64000, "meta-llama/llama-4-maverick-17b-128e-instruct-fp8": 1048576, "google/gemma-3-27b-it": 32000, "qwen/qwq-32b": 32768, "deepseek/deepseek-r1-turbo": 64000, "Sao10K/L3-8B-Stheno-v3.2": 8192, "gryphe/mythomax-l2-13b": 4096, "deepseek/deepseek-prover-v2-671b": 160000, "meta-llama/llama-4-scout-17b-16e-instruct": 131072, "deepseek/deepseek-r1-distill-llama-8b": 32000, "meta-llama/llama-3.1-8b-instruct": 16384, "deepseek/deepseek-r1-distill-qwen-14b": 64000, "meta-llama/llama-3.3-70b-instruct": 131072, "qwen/qwen-2.5-72b-instruct": 32000, "mistralai/mistral-nemo": 64000, "deepseek/deepseek-r1-distill-qwen-32b": 64000, "meta-llama/llama-3-8b-instruct": 8192, "microsoft/wizardlm-2-8x22b": 65535, "deepseek/deepseek-r1-distill-llama-70b": 32000, "meta-llama/llama-3.1-70b-instruct": 32768, "google/gemma-2-9b-it": 8192, "mistralai/mistral-7b-instruct": 32768, "meta-llama/llama-3-70b-instruct": 8192, "nousresearch/hermes-2-pro-llama-3-8b": 8192, "sao10k/l3-70b-euryale-v2.1": 8192, "cognitivecomputations/dolphin-mixtral-8x22b": 16000, "sophosympatheia/midnight-rose-70b": 4096, "sao10k/l3-8b-lunaris": 8192, "pa/cd-op-4-20250514": 200000, "qwen/qwen3-0.6b-fp8": 32000, "qwen/qwen3-1.7b-fp8": 32000, "qwen/qwen3-8b-fp8": 128000, "qwen/qwen3-4b-fp8": 128000, "qwen/qwen3-14b-fp8": 40960, "thudm/glm-4-9b-0414": 32000, "thudm/glm-z1-9b-0414": 32000, "thudm/glm-z1-32b-0414": 32000, "thudm/glm-4-32b-0414": 32000, "thudm/glm-z1-rumination-32b-0414": 32000, "qwen/qwen2.5-7b-instruct": 32000, "meta-llama/llama-3.2-1b-instruct": 131000, "meta-llama/llama-3.2-11b-vision-instruct": 32768, "meta-llama/llama-3.2-3b-instruct": 32768, "meta-llama/llama-3.1-8b-instruct-bf16": 8192, "sao10k/l31-70b-euryale-v2.2": 8192 }, "fal": { "fal/model-name": 4096 }, "cerebras": { "cerebras/model-name": 8192 }, "hf-inference": { "google/gemma-2-9b-it": 8192, "meta-llama/Meta-Llama-3-8B-Instruct": 8192 }, "hyperbolic": { "Qwen/Qwen2.5-72B-Instruct": 131072, "Qwen/Qwen2.5-VL-72B-Instruct": 32768, "meta-llama/Meta-Llama-3-70B-Instruct": 8192, "deepseek-ai/DeepSeek-V3": 131072, "deepseek-ai/DeepSeek-V3-0324": 163840, "meta-llama/Llama-3.3-70B-Instruct": 131072, "Qwen/QwQ-32B-Preview": 32768, "Qwen/Qwen2.5-Coder-32B-Instruct": 32768, "meta-llama/Llama-3.2-3B-Instruct": 131072, "NousResearch/Hermes-3-Llama-3.1-70B": 12288, "meta-llama/Meta-Llama-3.1-405B-Instruct": 131000, "meta-llama/Meta-Llama-3.1-70B-Instruct": 131072, "meta-llama/Meta-Llama-3.1-8B-Instruct": 131072, "mistralai/Pixtral-12B-2409": 32768, "Qwen/Qwen2.5-VL-7B-Instruct": 32768, "meta-llama/Meta-Llama-3.1-405B": 32768, "meta-llama/Meta-Llama-3.1-405B-FP8": 32768, "deepseek-ai/DeepSeek-R1": 163840, "Qwen/QwQ-32B": 131072 }, "cohere": { "embed-english-light-v3.0": 512, "embed-multilingual-v2.0": 256, "rerank-v3.5": 4096, "embed-v4.0": 8192, "rerank-english-v3.0": 4096, "command-r-08-2024": 132096, "embed-english-light-v3.0-image": 0, "embed-english-v3.0-image": 0, "command-a-03-2025": 288000, "command-nightly": 288000, "command-r-plus-08-2024": 132096, "c4ai-aya-vision-32b": 16384, "command-r": 132096, "command-r7b-12-2024": 132000, "command-r7b-arabic-02-2025": 128000, "command-light-nightly": 4096, "embed-english-v3.0": 512, "embed-multilingual-light-v3.0-image": 0, "embed-multilingual-v3.0-image": 0, "c4ai-aya-expanse-32b": 128000, "command": 4096 }, "together": { "meta-llama/Llama-Guard-4-12B": 1048576, "togethercomputer/m2-bert-80M-32k-retrieval": 32768, "cartesia/sonic": 0, "scb10x/scb10x-llama3-1-typhoon2-8b-instruct": 8192, "meta-llama-llama-2-70b-hf": 4096, "togethercomputer/Refuel-Llm-V2": 16384, "intfloat/multilingual-e5-large-instruct": 514, "BAAI/bge-base-en-v1.5": 512, "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815, "Gryphe/MythoMax-L2-13b": 4096, "Alibaba-NLP/gte-modernbert-base": 8192, "mistralai/Mistral-7B-Instruct-v0.1": 32768, "Qwen/Qwen2.5-7B-Instruct-Turbo": 32768, "Qwen/Qwen2.5-72B-Instruct-Turbo": 131072, "Qwen/QwQ-32B": 131072, "mistralai/Mixtral-8x7B-Instruct-v0.1": 32768, "google/gemma-2-27b-it": 8192, "Qwen/Qwen2-VL-72B-Instruct": 32768, "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 131072, "meta-llama/LlamaGuard-2-8b": 8192, "cartesia/sonic-2": 0, "togethercomputer/m2-bert-80M-8k-retrieval": 8192, "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": 131072, "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": 131072, "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192, "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": 131072, "deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072, "deepseek-ai/DeepSeek-V3": 131072, "togethercomputer/Refuel-Llm-V2-Small": 8192, "togethercomputer/MoA-1": 32768, "meta-llama/Meta-Llama-3-70B-Instruct-Turbo": 8192, "google/gemma-2b-it": 8192, "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072, "Gryphe/MythoMax-L2-13b-Lite": 4096, "meta-llama/Meta-Llama-Guard-3-8B": 8192, "marin-community/marin-8b-instruct": 131072, "deepseek-ai/DeepSeek-R1": 163840, "Qwen/Qwen2.5-VL-72B-Instruct": 32768, "arcee-ai/arcee-blitz": 32768, "arcee-ai/caller": 32768, "arcee-ai/coder-large": 32768, "arcee-ai/maestro-reasoning": 131072, "arcee-ai/virtuoso-large": 131072, "arcee-ai/virtuoso-medium-v2": 131072, "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo": 131072, "meta-llama/Llama-3-70b-chat-hf": 8192, "meta-llama/Llama-3-8b-chat-hf": 8192, "mistralai/Mistral-Small-24B-Instruct-2501": 32768, "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": 1048576, "togethercomputer/MoA-1-Turbo": 32768, "perplexity-ai/r1-1776": 163840, "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": 32768, "meta-llama/Meta-Llama-3-8B-Instruct-Lite": 8192, "Qwen/Qwen3-235B-A22B-fp8": 40960, "Qwen/Qwen3-235B-A22B-fp8-tput": 40960, "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 131072, "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": 32768, "scb10x/scb10x-llama3-1-typhoon2-70b-instruct": 8192, "mistralai/Mistral-7B-Instruct-v0.2": 32768, "deepseek-ai/DeepSeek-V3-p-dp": 131072, "Qwen/Qwen2.5-Coder-32B-Instruct": 16384, "Qwen/Qwen2-72B-Instruct": 32768, "mistralai/Mistral-7B-Instruct-v0.3": 32768, "Salesforce/Llama-Rank-V1": 8192, "meta-llama/Llama-Vision-Free": 131072, "meta-llama/Llama-Guard-3-11B-Vision-Turbo": 131072, "meta-llama/Llama-3.2-3B-Instruct-Turbo": 131072, "meta-llama/Llama-3.3-70B-Instruct-Turbo": 131072, "meta-llama/Llama-4-Scout-17B-16E-Instruct": 1048576, "meta-llama/Llama-2-70b-hf": 4096, "arcee_ai/arcee-spotlight": 131072 }, "fireworks-ai": { "accounts/fireworks/models/qwq-32b": 131072, "accounts/fireworks/models/llama4-maverick-instruct-basic": 1048576, "accounts/fireworks/models/qwen3-30b-a3b": 40000, "accounts/fireworks/models/deepseek-r1-basic": 163840, "accounts/fireworks/models/llama-guard-3-8b": 131072, "accounts/fireworks/models/qwen2p5-vl-32b-instruct": 128000, "accounts/fireworks/models/llama4-scout-instruct-basic": 1048576, "accounts/fireworks/models/qwen2-vl-72b-instruct": 32768, "accounts/fireworks/models/firesearch-ocr-v6": 131072, "accounts/fireworks/models/deepseek-v3": 131072, "accounts/fireworks/models/llama-v3p1-8b-instruct": 131072, "accounts/fireworks/models/llama-v3p1-70b-instruct": 131072, "accounts/fireworks/models/deepseek-v3-0324": 163840, "accounts/fireworks/models/qwen3-235b-a22b": 128000, "accounts/fireworks/models/llama-v3p3-70b-instruct": 131072, "accounts/fireworks/models/deepseek-r1": 163840, "accounts/sentientfoundation/models/dobby-unhinged-llama-3-3-70b-new": 131072, "accounts/perplexity/models/r1-1776": 163840, "accounts/fireworks/models/llama-v3p1-405b-instruct": 131072, "accounts/fireworks/models/mixtral-8x22b-instruct": 65536, "accounts/fireworks/models/qwen2p5-72b-instruct": 32768 } }