---
id: "deepinfra"
site: "deepinfra.com"
headquarters: "US"
gateways: ["hf", "openrouter", "requesty", "vercel"]
models: 285
endpoints: 420
tokens_week: 924570640319
token_share: "6.1%"
rank: 3
cheapest_on: "218 of 336 shared models"
cheaper_than: "100% of offers at the median"
vs_card: "20% off the card price at the median over 48 models"
cache_hit: "88.3%"
uptime_1d: 98.5000
latency_p50_ms: 596
tokens_per_second: 44
trains_on_some: false
retains_on_some: true
quantization: "fp8 (122), fp4 (74), unknown (49), bf16 (39), fp16 (2), fp32 (2), mxfp4 (1)"
---
# DeepInfra

`alibaba/qwen2.5-72b-instruct`, `alibaba/qwen2.5-coder-32b-instruct`, `alibaba/qwen-3-14b`, `alibaba/qwen-3-235b`, `alibaba/qwen3-235b-a22b`, `alibaba/qwen3-235b-a22b-instruct-2507`, `alibaba/qwen3-235b-a22b-thinking`, `alibaba/qwen3-235b-a22b-thinking-2507`, `alibaba/qwen3-235b-a22b-thinking-2507:flex`, `alibaba/qwen-3-30b`, `alibaba/qwen-3-32b`, `alibaba/qwen3-32b`, `alibaba/qwen3-32b:flex`, `alibaba/qwen3.5-27b`, `alibaba/qwen3.5-27b:flex`, `alibaba/qwen3.5-2b`, `alibaba/qwen3.5-35b-a3b`, `alibaba/qwen3.5-35b-a3b:flex`, `alibaba/qwen3.5-397b-a17b`, `alibaba/qwen3.5-397b-a17b:flex`, `alibaba/qwen3.8-2.4t-a95b`, `alibaba/qwen3.8-27b`, `alibaba/qwen3-coder`, `alibaba/qwen3-coder-480b-a35b-instruct`, `alibaba/qwen3-coder-480b-a35b-instruct-turbo`, `alibaba/qwen3-coder-480b-a35b-instruct-turbo:flex`, `alibaba/qwen3-embedding-0.6b`, `alibaba/qwen3-embedding-4b`, `alibaba/qwen3-embedding-8b`, `alibaba/qwen3-max`, `alibaba/qwen3-next-80b-a3b-instruct`, `alibaba/qwen3-vl-235b-a22b-instruct`, `alibaba/qwen3-vl-instruct`, `baai/bge-base-en-v1.5`, `baai/bge-large-en-v1.5`, `baai/bge-m3`, `bytedance/seed-1.8`, `bytedance/seed-2.0-code`, `bytedance/seed-2.0-mini`, `bytedance/seed-2.0-pro`, `canopylabs/orpheus-3b-0.1-ft`, `cloudflare/clef`, `cloudflare/clef-flash`, `deepinfra/glm-5.2`, `deepinfra/glm-5.2:flex`, `deepinfra/qwen3.8-2.4T-A95B`, `deepseek-ai/DeepSeek-R1-0528`, `deepseek-ai/DeepSeek-V3`, `deepseek-ai/DeepSeek-V3-0324`, `deepseek-ai/DeepSeek-V3.1`, `deepseek-ai/DeepSeek-V3.1-Terminus`, `deepseek-ai/DeepSeek-V3.2`, `deepseek-ai/DeepSeek-V4.1-Flash`, `deepseek-ai/DeepSeek-V4-Flash`, `deepseek-ai/DeepSeek-V4-Flash-0731`, `deepseek-ai/DeepSeek-V4-Flash-Vision-Exp`, `deepseek-ai/DeepSeek-V4-Pro`, `deepseek-ai/DeepSeek-V4-Pro-0813`, `deepseek/deepseek-chat`, `deepseek/deepseek-chat-v3-0324`, `deepseek/deepseek-chat-v3.1`, `deepseek/deepseek-r1`, `deepseek/deepseek-r1-0528`, `deepseek/deepseek-r1-distill-llama-70b`, `deepseek/deepseek-v3`, `deepseek/deepseek-v3.1`, `deepseek/deepseek-v3.1:flex`, `deepseek/deepseek-v3.1-terminus`, `deepseek/deepseek-v3.2`, `deepseek/deepseek-v3.2-thinking`, `deepseek/deepseek-v3:flex`, `deepseek/deepseek-v4.1-flash`, `deepseek/deepseek-v4.1-flash-1017`, `deepseek/deepseek-v4.1-flash-1017:priority`, `deepseek/deepseek-v4.1-flash:flex`, `deepseek/deepseek-v4-flash`, `deepseek/deepseek-v4-flash-0424`, `deepseek/deepseek-v4-flash-0424:flex`, `deepseek/deepseek-v4-flash-0731`, `deepseek/deepseek-v4-flash-0731:flex`, `deepseek/deepseek-v4-flash:flex`, `deepseek/deepseek-v4-flash-vision-exp`, `deepseek/deepseek-v4-pro`, `deepseek/deepseek-v4-pro-0424`, `deepseek/deepseek-v4-pro-0424:flex`, `deepseek/deepseek-v4-pro-0813`, `deepseek/deepseek-v4-pro:flex`, `google/gemma-3-12b-it`, `google/gemma-3-27b-it`, `google/gemma-3-4b-it`, `google/gemma-4-26b-a4b-it`, `google/gemma-4-26B-A4B-it`, `google/gemma-4-26b-a4b-it:flex`, `google/gemma-4-31b-it`, `google/gemma-4-31B-it`, `google/gemma-4-31b-it:flex`, `gryphe/mythomax-l2-13b`, `hexgrad/kokoro-82m`, `ibm-granite/granite-4.2-30b`, `ibm-granite/granite-4.2-3b`, `ibm-granite/granite-4.2-8b`, `inclusionai/ling-3.0-flash`, `inclusionAI/Ling-3.0-flash`, `inclusionai/ling-3.0-flash-fin`, `inclusionAI/Ling-3.0-flash-Fin`, `inclusionai/ling-3.0-flash-vl`, `inclusionAI/Ling-3.0-flash-VL`, `inclusionai/ling-3.1-flash`, `intfloat/e5-base-v2`, `intfloat/e5-large-v2`, `intfloat/multilingual-e5-large`, `meta/llama-3.1-70b`, `meta/llama-3.1-8b`, `meta/llama-3.2-90b-vision-instruct`, `meta/llama-3.3-70b-instruct`, `meta/llama-3.3-70b-instruct-turbo`, `meta/llama-3.3-70b-instruct-turbo:flex`, `meta/llama-4-maverick`, `meta/llama-4-scout`, `meta-llama/llama-3.1-70b-instruct`, `meta-llama/llama-3.1-8b-instruct`, `meta-llama/Llama-3.1-8B-Instruct`, `meta-llama/llama-3.3-70b-instruct`, `meta-llama/llama-4-maverick`, `meta-llama/llama-4-scout`, `meta-llama/Llama-4-Scout-17B-16E-Instruct`, `meta-llama/llama-guard-4-12b`, `meta-llama/Llama-Guard-4-12B`, `meta/meta-llama-3.1-405b-instruct`, `meta/meta-llama-3.1-70b-instruct`, `meta/meta-llama-3.1-8b-instruct-turbo`, `meta-models/Muse-Glimmer-30B`, `meta/muse-glimmer-30b`, `microsoft/phi-4`, `microsoft/phi-4:flex`, `MiniMaxAI/MiniMax-M2.7`, `MiniMaxAI/MiniMax-M3`, `minimax/minimax-m2.5`, `minimax/minimax-m2.7`, `minimax/minimax-m3`, `mistralai/mistral-nemo`, `mistralai/mistral-small-24b-instruct-2501`, `mistralai/mistral-small-3.2-24b-instruct`, `mistralai/voxtral-mini-3b-2507`, `mistralai/voxtral-small-24b-2507-stt`, `mistral/mistral-nemo`, `moonshotai/kimi-k2.5`, `moonshotai/Kimi-K2.5`, `moonshotai/kimi-k2.6`, `moonshotai/Kimi-K2.6`, `moonshotai/kimi-k2.7-code`, `moonshotai/Kimi-K2.7-Code`, `moonshotai/kimi-k2-thinking`, `moonshotai/kimi-k3`, `moonshotai/Kimi-K3`, `moonshotai/kimi-k3.1-pro`, `moonshot/kimi k2.5`, `moonshot/kimi-k2.6`, `moonshot/kimi-k2.6:flex`, `moonshot/kimi-k3.1-pro`, `nace-ai/drex-max`, `nace-ai/drex-max-finance`, `nace-ai/drex-v1.5`, `nace-ai/drex-v2.0`, `nousresearch/hermes-3-llama-3.1-405b`, `nousresearch/hermes-3-llama-3.1-70b`, `NousResearch/Hermes-3-Llama-3.1-70B`, `nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b`, `nvidia/nemotron-3.5-content-safety`, `nvidia/nemotron-3.5-lightning`, `nvidia/nemotron-3.5-super-vl`, `nvidia/nemotron-3.5-transcribe`, `nvidia/nemotron-3-nano-30b-a3b`, `nvidia/nemotron-3-nano-30b-a3b:flex`, `nvidia/nemotron-3-super-120b-a12b`, `nvidia/nemotron-3-ultra-550b-a55b`, `nvidia/nemotron-nano-12b-v2-vl`, `nvidia/nemotron-nano-9b-v2`, `nvidia/nvidia-nemotron-3-super-120b-a12b`, `nvidia/nvidia-nemotron-3-super-120b-a12b:flex`, `nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16`, `openai/gpt-oss-120b`, `openai/gpt-oss-20b`, `openai/whisper-large-v3`, `openai/whisper-large-v3-turbo`, `qwen/qwen-2.5-72b-instruct`, `Qwen/Qwen2.5-72B-Instruct`, `qwen/qwen3-14b`, `Qwen/Qwen3-14B`, `qwen/qwen3-235b-a22b-2507`, `Qwen/Qwen3-235B-A22B-Instruct-2507`, `qwen/qwen3-235b-a22b-thinking-2507`, `Qwen/Qwen3-235B-A22B-Thinking-2507`, `qwen/qwen3-30b-a3b`, `Qwen/Qwen3-30B-A3B`, `qwen/qwen3-32b`, `Qwen/Qwen3-32B`, `qwen/qwen3.5-122b-a10b`, `Qwen/Qwen3.5-122B-A10B`, `qwen/qwen3.5-27b`, `Qwen/Qwen3.5-27B`, `qwen/qwen3.5-35b-a3b`, `Qwen/Qwen3.5-35B-A3B`, `qwen/qwen3.5-397b-a17b`, `Qwen/Qwen3.5-397B-A17B`, `qwen/qwen3.5-9b`, `Qwen/Qwen3.5-9B`, `qwen/qwen3.6-27b`, `Qwen/Qwen3.6-27B`, `qwen/qwen3.6-35b-a3b`, `Qwen/Qwen3.6-35B-A3B`, `qwen/qwen3.8-2.4t-a95b`, `Qwen/Qwen3.8-2.4T-A95B`, `qwen/qwen3.8-27b`, `Qwen/Qwen3.8-27B`, `qwen/qwen3-asr-0.6b`, `qwen/qwen3-asr-1.7b`, `qwen/qwen3-coder`, `qwen/qwen3-embedding-4b`, `qwen/qwen3-embedding-8b`, `qwen/qwen3-next-80b-a3b-instruct`, `Qwen/Qwen3-Next-80B-A3B-Instruct`, `qwen/qwen3-vl-235b-a22b-instruct`, `Qwen/Qwen3-VL-235B-A22B-Instruct`, `qwen/qwen3-vl-30b-a3b-instruct`, `Qwen/Qwen3-VL-30B-A3B-Instruct`, `sao10k/l3.1-euryale-70b`, `sao10k/l3-lunaris-8b`, `sentence-transformers/all-minilm-l12-v2`, `sentence-transformers/all-minilm-l6-v2`, `sentence-transformers/all-mpnet-base-v2`, `sentence-transformers/multi-qa-mpnet-base-dot-v1`, `sentence-transformers/paraphrase-minilm-l6-v2`, `sesame/csm-1b`, `stepfun-ai/Step-3.5-Flash`, `stepfun-ai/Step-3.7-Flash`, `stepfun/step-3.5-flash`, `stepfun/step-3.7-flash`, `stepfun/step-5-preview`, `tencent/hy3`, `tencent/Hy3`, `tencent/hy4-preview`, `tencent/Hy4-preview`, `thenlper/gte-base`, `thenlper/gte-large`, `thinkingmachines/inkling`, `thinkingmachines/Inkling`, `thinkingmachines/inkling-small`, `thinkingmachines/Inkling-Small`, `XiaomiMiMo/MiMo-V2.5`, `XiaomiMiMo/MiMo-V2.5-Pro`, `xiaomi/mimo-v2.5`, `xiaomi/mimo-v2.5:flex`, `xiaomi/mimo-v2.5-pro`, `xiaomi/mimo-v2.5-pro:flex`, `xiaomi/mimo-v2.6-flash`, `xiaomi/mimo-v2.6-pro`, `zai/glm-4.5`, `zai/glm-4.5-air`, `z-ai/glm-4.6`, `zai/glm-4.6`, `z-ai/glm-4.7`, `zai/glm-4.7`, `z-ai/glm-4.7-flash`, `z-ai/glm-5`, `zai/glm-5`, `z-ai/glm-5.1`, `zai/glm-5.1`, `zai/glm-5.1:flex`, `z-ai/glm-5.2`, `zai/glm-5.2`, `z-ai/glm-5.3`, `zai/glm-5.3`, `z-ai/glm-5.3-flash`, `zai/glm-5.3-flash`, `zai-org/GLM-4.6`, `zai-org/GLM-4.7`, `zai-org/GLM-4.7-Flash`, `zai-org/GLM-5`, `zai-org/GLM-5.1`, `zai-org/GLM-5.2`, `zai-org/GLM-5.3`, `zai-org/GLM-5.3-Flash`, `zyphra/zonos-v0.1-hybrid`, `zyphra/zonos-v0.1-transformer`