| name | contextWindow | inputCost | outputCost | quality | medianPrice | outputTokensPerSecond | latencyToFirstChunk | average | multiChoiceQs | reasoning | pythonCoding | futureCapabilities | gradeSchoolMath | mathProblems | arenaScore | confidenceInterval | votes | organization | license | knowledgeCutoff |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| ChatGPT-4o-latest (2024-08-08) | 128000 | 0.00500 | 0.01500 | 77 | 0.00750 | 96.9 | 0.43 | null | 88.7% | null | 90.2% | null | null | 76.60% | 1317 | +5/-4 | 20599 | OpenAI | Proprietary | 2023/10 |
| GPT-4o-2024-08-06 | 128000 | 0.00500 | 0.01500 | 77 | 0.00438 | 103.8 | 0.43 | null | null | null | null | null | null | null | 1262 | +5/-5 | 13603 | OpenAI | Proprietary | 2023/10 |
| Gemini-1.5-Pro-Exp-0801 | 128000 | 0.00700 | 0.02100 | null | null | null | null | null | null | null | null | null | null | null | 1298 | +5/-4 | 23124 | Proprietary | 2023/11 | |
| Meta-Llama-3.1-405b-Instruct | 8192 | 0.00150 | 0.00300 | 72 | 0.00450 | 29.5 | 0.68 | null | null | null | null | null | null | null | 1265 | +4/-5 | 22215 | Meta | Llama 3.1 Community | 2023/12 |
| GPT-4o-mini-2024-07-18 | 128000 | 0.00015 | 0.00060 | 71 | 0.00026 | 114.1 | 0.42 | null | 82% | null | 87.00% | null | null | 70.20% | 1275 | +4/-4 | 21547 | OpenAI | Proprietary | 2023/10 |
| Command-R+ | 128000 | 0.00500 | 0.01500 | 46 | 0.00600 | 65.3 | 0.46 | null | null | null | null | null | null | null | null | null | null | Cohere | Open | null |
| Claude 3.5 Sonnet (Alt) | 200000 | 0.00300 | 0.01500 | 57 | 0.00600 | 58.5 | 0.88 | null | null | null | null | null | null | null | null | null | null | Anthropic | Proprietary | null |
| Gemini 1.5 Pro | 128000 | 0.00700 | 0.02100 | 72 | 0.00525 | 64.5 | 0.95 | 80.08% | 81.90% | 92.50% | 71.90% | 84% | 91.70% | 58.50% | null | null | null | Proprietary | null | |
| Gemini 1.5 Flash | 1000000 | 0.00035 | 0.00070 | 60 | 0.00013 | 208.4 | 0.79 | null | 78.90% | null | null | 89.20% | null | 67.70% | null | null | null | Proprietary | null | |
| GPT-4o-2024-05-13 | 128000 | 0.00500 | 0.01500 | null | null | null | null | null | null | null | null | null | null | null | 1286 | +3/-3 | 80639 | OpenAI | Proprietary | 2023/10 |
| GPT-4 | 8000 | 0.03000 | 0.06000 | null | 0.03750 | 29.1 | 0.59 | 79.45% | 86.40% | 95.30% | 67% | 83.10% | 92% | 52.90% | null | null | null | OpenAI | Proprietary | null |
| GPT-4-Turbo-2024-04-09 | 128000 | 0.01000 | 0.03000 | 74 | 0.01500 | 35.7 | 0.60 | null | 86.5% | null | null | 87.60% | null | 72.2% | 1257 | +3/-2 | 86593 | OpenAI | Proprietary | 2023/12 |
| Claude 2.0 | 100000 | 0.01000 | 0.03000 | null | 0.01200 | 40.2 | 1.10 | null | null | null | null | null | null | null | null | null | null | Anthropic | Proprietary | null |
| Claude 2.1 | 200000 | 0.01000 | 0.03000 | null | 0.01200 | 37.3 | 1.41 | null | null | null | null | null | null | null | null | null | null | Anthropic | Proprietary | null |
| Claude 3 Opus | 200000 | 0.01500 | 0.07500 | 70 | 0.03000 | 28.0 | 1.77 | 84.83% | 86.80% | 95.40% | 84.90% | 86.80% | 95.00% | 60.10% | 1248 | +2/-2 | 158026 | Anthropic | Proprietary | 2023/8 |
| Claude 3.5 Sonnet | 200000 | 0.00300 | 0.01500 | 77 | 0.00600 | 75.6 | 1.36 | 88.38% | 88.70% | 89.00% | 92.00% | 93.10% | 96.40% | 71.10% | 1271 | +3/-3 | 51008 | Anthropic | Proprietary | 2024/4 |
| GPT-3.5 Turbo | 16000 | 0.00050 | 0.00150 | 53 | 0.00075 | 90.7 | 0.38 | null | null | null | null | null | null | null | null | null | null | OpenAI | Proprietary | null |
| GPT-3.5 Turbo Instruct | 4000 | 0.00150 | 0.00200 | null | 0.00163 | 113.5 | 0.55 | null | null | null | null | null | null | null | null | null | null | OpenAI | Proprietary | null |
| GPT-4-32k | 32000 | 0.06000 | 0.12000 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | OpenAI | Proprietary | null |
| Llama 3.1 70B | 128000 | 0.00150 | 0.00300 | 65 | 0.00089 | 55.1 | 0.42 | null | null | null | null | null | null | null | null | null | null | Meta | Open | null |
| Llama 3.1 8B | 128000 | 0.00150 | 0.00300 | 53 | 0.00019 | 167.8 | 0.28 | null | null | null | null | null | null | null | null | null | null | Meta | Open | null |
| Mixtral 8x7B | 32000 | 0.00150 | 0.00300 | null | null | null | null | 59.79% | 70.60% | 84.40% | 40.20% | 60.76% | 74.40% | 28.40% | null | null | null | null | null | null |
| Mixtral 8x22B | 65000 | 0.00150 | 0.00300 | 61 | 0.00120 | 59.1 | 0.35 | null | null | null | null | null | null | null | null | null | null | Mistral | Open | null |
| Gemini Pro | 32000 | 0.00013 | 0.00038 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | Proprietary | null | |
| Google Palm | 8192 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | |
| GPT-3.5 Turbo 16k | 16000 | 0.00200 | 0.00400 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | OpenAI | Proprietary | null |
| GPT-4-0125-preview | 8000 | 0.03000 | 0.06000 | null | null | null | null | null | null | null | null | null | null | null | 1245 | +3/-3 | 86878 | OpenAI | Proprietary | 2023/12 |
| GPT-4-1106-preview | 8000 | 0.03000 | 0.06000 | null | null | null | null | null | null | null | null | null | null | null | 1251 | +3/-2 | 93502 | OpenAI | Proprietary | 2023/4 |
| DeepSeek-V2 | 128000 | 0.00150 | 0.00300 | 66 | 0.00017 | 18.5 | 1.16 | null | null | null | null | null | null | null | null | null | null | DeepSeek | Open | null |
| gpt-3.5-turbo | 16000 | 0.00050 | 0.00150 | 53 | 0.00075 | 90.7 | 0.38 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| gpt-3.5-turbo-instruct | 4000 | 0.00150 | 0.00200 | null | 0.00163 | 113.5 | 0.55 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| gpt-4 | 8000 | 0.03000 | 0.06000 | null | 0.03750 | 29.1 | 0.59 | 79.45% | 86.40% | 95.30% | 67% | 83.10% | 92% | 52.90% | null | null | null | null | null | null |
| gpt-4-turbo | 128000 | 0.01000 | 0.03000 | 74 | 0.01500 | 35.7 | 0.60 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| gpt-4-32k | 32000 | 0.06000 | 0.12000 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null |
| gpt-4o | 128000 | 0.00500 | 0.01500 | 77 | 0.00750 | 96.9 | 0.43 | null | 88.7% | null | 90.2% | null | null | 76.60% | null | null | null | null | null | null |
| gpt-4o-mini | 128000 | 0.00015 | 0.00060 | 71 | 0.00026 | 114.1 | 0.42 | null | 82% | null | 87.00% | null | null | 70.20% | null | null | null | null | null | null |
| claude-3-opus | 200000 | 0.01500 | 0.07500 | 70 | 0.03000 | 28.0 | 1.77 | 84.83% | 86.80% | 95.40% | 84.90% | 86.80% | 95.00% | 60.10% | 1248 | +2/-2 | 158026 | Anthropic | Proprietary | 2023/8 |
| claude-3-sonnet | 200000 | 0.00300 | 0.01500 | 77 | 0.00600 | 75.6 | 1.36 | 88.38% | 88.70% | 89.00% | 92.00% | 93.10% | 96.40% | 71.10% | 1271 | +3/-3 | 51008 | Anthropic | Proprietary | 2024/4 |
| claude-3-haiku | 200000 | 0.00025 | 0.00125 | 54 | 0.00050 | 128.4 | 0.51 | 73.08% | 75.20% | 85.90% | 75.90% | 73.70% | 88.90% | 38.90% | null | null | null | null | null | null |
| Llama 3 Instruct - 8B | 8000 | 0.00150 | 0.00300 | 53 | 0.00019 | 167.8 | 0.28 | null | 68.40% | null | 62% | 61% | 79.60% | 30% | null | null | null | null | null | null |
| Llama 3 Instruct - 70B | 8000 | 0.00150 | 0.00300 | 65 | 0.00089 | 55.1 | 0.42 | 79.23% | 82% | 87% | 81.7% | 81.3% | 93% | 50.40% | null | null | null | null | null | null |
| Meta-Llama-3.1-405b-Instruct-2 | 8192 | 0.00150 | 0.00300 | 72 | 0.00450 | 29.5 | 0.68 | null | null | null | null | null | null | null | 1265 | +4/-5 | 22215 | Meta | Llama 3.1 Community | 2023/12 |
| Mistral 7B | 33000 | 0.00150 | 0.00300 | 24 | 0.00018 | 94.8 | 0.29 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| Mixtral 8x7B-2 | 32000 | 0.00150 | 0.00300 | 42 | 0.00050 | 88.4 | 0.32 | 59.79% | 70.60% | 84.40% | 40.20% | 60.76% | 74.40% | 28.40% | null | null | null | null | null | null |
| Mixtral 8x22B-2 | 65000 | 0.00150 | 0.00300 | 61 | 0.00120 | 59.1 | 0.35 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| command-r | 128000 | 0.00500 | 0.01500 | 36 | 0.00075 | 114.3 | 0.42 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| command-r-plus | 128000 | 0.00500 | 0.01500 | 46 | 0.00600 | 65.3 | 0.46 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| gemini-pro | 32000 | 0.00013 | 0.00038 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null |
| Mistral Large 2 | 128000 | 0.00150 | 0.00300 | 73 | 0.00450 | 41.4 | 0.48 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| Mistral NeMo | 128000 | 0.00150 | 0.00300 | 52 | 0.00030 | 139.7 | 0.35 | null | null | null | null | null | null | null | null | null | null | null | null | null |
| ChatGPT-4o-latest (2024-08-08)-2 | 128000 | 0.00500 | 0.01500 | 77 | 0.00750 | 96.9 | 0.43 | null | 88.7% | null | 90.2% | null | null | 76.60% | 1317 | +5/-4 | 20599 | OpenAI | Proprietary | 2023/10 |
| GPT-4o-2024-08-06-2 | 128000 | 0.00500 | 0.01500 | 77 | 0.00438 | 103.8 | 0.43 | null | null | null | null | null | null | null | 1262 | +5/-5 | 13603 | OpenAI | Proprietary | 2023/10 |
| command-r-plus-online | 128000 | 0.00500 | 0.01500 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null | null |
| glm-4 | 32000 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | THUDM | Apache 2.0 | 2023/12 |
| glm-3-turbo | 8192 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | THUDM | Apache 2.0 | 2023/10 |
| deepseek-chat | 128000 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | DeepSeek | Open | 2024/8 |
| claude-3-5-sonnet | 200000 | 0.00300 | 0.01500 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | Anthropic | Proprietary | 2024/4 |
| Qwen1.5-0.5B-Chat | 4096 | 0.00010 | 0.00020 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | Alibaba Cloud | Apache 2.0 | 2023/12 |
| Qwen1.5-7B-Chat | 8192 | 0.00050 | 0.00100 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | Alibaba Cloud | Apache 2.0 | 2023/12 |
| Yi-34B-Chat | 8192 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | 01.AI | Apache 2.0 | 2023/12 |
| Qwen1.5-32B-Chat | 8192 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | Alibaba Cloud | Apache 2.0 | 2023/12 |
| Qwen2-72B-Instruct | 8192 | 0.00150 | 0.00300 | null | null | null | null | null | null | null | null | null | null | null | null | null | null | Alibaba Cloud | Apache 2.0 | 2024/08 |