{"xai/grok-4.20-0309-non-reasoning":{"id":"xai/grok-4.20-0309-non-reasoning","name":"Grok 4.20 (Non-Reasoning)","family":"grok","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-03-09","last_updated":"2026-03-09","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":30000}},"xai/grok-4.3":{"id":"xai/grok-4.3","name":"Grok 4.3","family":"grok","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-17","last_updated":"2026-04-17","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":30000}},"xai/grok-4.20-0309-reasoning":{"id":"xai/grok-4.20-0309-reasoning","name":"Grok 4.20 (Reasoning)","family":"grok","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-03-09","last_updated":"2026-03-09","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":30000}},"xai/grok-build-0.1":{"id":"xai/grok-build-0.1","name":"Grok Build 0.1","family":"grok-build","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-16","last_updated":"2026-04-16","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":256000,"output":256000}},"moonshotai/kimi-k2-thinking-turbo":{"id":"moonshotai/kimi-k2-thinking-turbo","name":"Kimi K2 Thinking Turbo","family":"kimi-thinking","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-08","release_date":"2025-11-06","last_updated":"2025-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/moonshotai/Kimi-K2-Thinking"}]},"moonshotai/kimi-k2.7-code":{"id":"moonshotai/kimi-k2.7-code","name":"Kimi K2.7 Code","family":"kimi-k2","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-01","release_date":"2026-06-12","last_updated":"2026-06-12","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/moonshotai/Kimi-K2.7-Code"}]},"moonshotai/kimi-k2-thinking":{"id":"moonshotai/kimi-k2-thinking","name":"Kimi K2 Thinking","family":"kimi-thinking","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-08","release_date":"2025-11-06","last_updated":"2025-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/moonshotai/Kimi-K2-Thinking"}],"benchmarks":[{"name":"SWE-Bench Verified","score":71.3,"metric":"resolved","source":"https://huggingface.co/moonshotai/Kimi-K2-Thinking"}]},"moonshotai/kimi-k2.5":{"id":"moonshotai/kimi-k2.5","name":"Kimi K2.5","family":"kimi-k2","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-01","release_date":"2026-01","last_updated":"2026-01","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/moonshotai/Kimi-K2.5"}],"benchmarks":[{"name":"SWE-Bench Verified","score":70.8,"metric":"resolved","source":"https://www.swebench.com/"},{"name":"SWE-Atlas Codebase QnA","score":13.1,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":20.95,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":25.77,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"}]},"moonshotai/kimi-k2.6":{"id":"moonshotai/kimi-k2.6","name":"Kimi K2.6","family":"kimi-k2","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-04-21","last_updated":"2026-04-21","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/moonshotai/Kimi-K2.6"}],"benchmarks":[{"name":"SWE-Bench Verified","score":80.2,"metric":"resolved","source":"https://huggingface.co/moonshotai/Kimi-K2.6"},{"name":"Artificial Analysis Coding Agent Index","score":50.5,"metric":"average pass@1","harness":"Claude Code","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":59.8,"metric":"pass@1","harness":"Claude Code","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":27.3,"metric":"pass@1","harness":"Claude Code","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":64.3,"metric":"pass@1","harness":"Claude Code","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"zhipuai/glm-4.7":{"id":"zhipuai/glm-4.7","name":"GLM-4.7","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-12-22","last_updated":"2025-12-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.7"}],"benchmarks":[{"name":"SWE-Bench Verified","score":73.8,"metric":"resolved","source":"https://huggingface.co/zai-org/GLM-4.7"},{"name":"Terminal Bench 2.0","score":33.4,"metric":"score","source":"https://huggingface.co/zai-org/GLM-4.7"}]},"zhipuai/glm-4.5v":{"id":"zhipuai/glm-4.5v","name":"GLM-4.5V","family":"glm","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-08-11","last_updated":"2025-08-11","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":64000,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.5V"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":10.9,"metric":"index","source":"https://openrouter.ai/z-ai/glm-4.5v/benchmarks","date":"2026-04-29"},{"name":"SciCode","score":22.1,"metric":"percent correct","source":"https://openrouter.ai/z-ai/glm-4.5v/benchmarks","date":"2026-04-29"},{"name":"Terminal-Bench Hard","score":5.3,"metric":"success rate","source":"https://openrouter.ai/z-ai/glm-4.5v/benchmarks","date":"2026-04-29"}]},"zhipuai/glm-4.5":{"id":"zhipuai/glm-4.5","name":"GLM-4.5","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":98304},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.5"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":26.3,"metric":"index","source":"https://openrouter.ai/z-ai/glm-4.5/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":34.8,"metric":"percent correct","source":"https://openrouter.ai/z-ai/glm-4.5/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":22,"metric":"success rate","source":"https://openrouter.ai/z-ai/glm-4.5/benchmarks","date":"2026-03-11"}]},"zhipuai/glm-4.7-flashx":{"id":"zhipuai/glm-4.7-flashx","name":"GLM-4.7-FlashX","family":"glm-flash","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2026-01-19","last_updated":"2026-01-19","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":200000,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.7-Flash"}]},"zhipuai/glm-5.1":{"id":"zhipuai/glm-5.1","name":"GLM-5.1","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-03-27","last_updated":"2026-03-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":200000,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-5.1"}],"benchmarks":[{"name":"Artificial Analysis Coding Agent Index","score":52.7,"metric":"average pass@1","harness":"Claude Code","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":73.2,"metric":"pass@1","harness":"Claude Code","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":19.8,"metric":"pass@1","harness":"Claude Code","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":65.1,"metric":"pass@1","harness":"Claude Code","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"zhipuai/glm-4.6":{"id":"zhipuai/glm-4.6","name":"GLM-4.6","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-09-30","last_updated":"2025-09-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.6"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":29.5,"metric":"index","source":"https://openrouter.ai/z-ai/glm-4.6/benchmarks","date":"2026-05-22"},{"name":"SciCode","score":38.4,"metric":"percent correct","source":"https://openrouter.ai/z-ai/glm-4.6/benchmarks","date":"2026-05-22"},{"name":"Terminal-Bench Hard","score":25,"metric":"success rate","source":"https://openrouter.ai/z-ai/glm-4.6/benchmarks","date":"2026-05-22"},{"name":"SWE-Bench Pro","score":9.67,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"zhipuai/glm-5.2":{"id":"zhipuai/glm-5.2","name":"GLM-5.2","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-06-13","last_updated":"2026-06-13","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":131072}},"zhipuai/glm-4.6v":{"id":"zhipuai/glm-4.6v","name":"GLM-4.6V","family":"glm","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-12-08","last_updated":"2025-12-08","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":32768},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.6V"}]},"zhipuai/glm-5v-turbo":{"id":"zhipuai/glm-5v-turbo","name":"GLM-5V-Turbo","family":"glm","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-04-01","last_updated":"2026-04-01","modalities":{"input":["text","image","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":131072}},"zhipuai/glm-4.5-air":{"id":"zhipuai/glm-4.5-air","name":"GLM-4.5-Air","family":"glm-air","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":98304},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.5-Air"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":23.8,"metric":"index","source":"https://openrouter.ai/z-ai/glm-4.5-air/benchmarks","date":"2026-05-30"},{"name":"SciCode","score":30.6,"metric":"percent correct","source":"https://openrouter.ai/z-ai/glm-4.5-air/benchmarks","date":"2026-05-30"},{"name":"Terminal-Bench Hard","score":20.5,"metric":"success rate","source":"https://openrouter.ai/z-ai/glm-4.5-air/benchmarks","date":"2026-05-30"}]},"zhipuai/glm-4.7-flash":{"id":"zhipuai/glm-4.7-flash","name":"GLM-4.7-Flash","family":"glm-flash","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2026-01-19","last_updated":"2026-01-19","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":200000,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-4.7-Flash"}],"benchmarks":[{"name":"SWE-Bench Verified","score":59.2,"metric":"resolved","source":"https://huggingface.co/zai-org/GLM-4.7-Flash"}]},"zhipuai/glm-4.5-flash":{"id":"zhipuai/glm-4.5-flash","name":"GLM-4.5-Flash","family":"glm-flash","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":131072,"output":98304}},"zhipuai/glm-5":{"id":"zhipuai/glm-5","name":"GLM-5","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-02-11","last_updated":"2026-02-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/zai-org/GLM-5"}],"benchmarks":[{"name":"SWE-Bench Verified","score":72.8,"metric":"resolved","source":"https://www.swebench.com/"},{"name":"SWE-Atlas Codebase QnA","score":20.5,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":24.24,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":28.74,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"}]},"zhipuai/glm-5-turbo":{"id":"zhipuai/glm-5-turbo","name":"GLM-5-Turbo","family":"glm","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-03-16","last_updated":"2026-03-16","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":131072}},"mistral/codestral-latest":{"id":"mistral/codestral-latest","name":"Codestral (latest)","family":"codestral","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-10","release_date":"2024-05-29","last_updated":"2025-01-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":4096},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Codestral-22B-v0.1"}],"benchmarks":[{"name":"Aider Polyglot","score":11.1,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-01-13"}]},"mistral/mistral-large-latest":{"id":"mistral/mistral-large-latest","name":"Mistral Large (latest)","family":"mistral-large","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2025-12-02","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512"}]},"mistral/devstral-small-2507":{"id":"mistral/devstral-small-2507","name":"Devstral Small","family":"devstral","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-05","release_date":"2025-07-10","last_updated":"2025-07-10","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Devstral-Small-2507"}],"benchmarks":[{"name":"SWE-Bench Verified","score":53.6,"metric":"resolved","source":"https://mistral.ai/news/devstral-2507","date":"2025-07-10"}]},"mistral/pixtral-large-latest":{"id":"mistral/pixtral-large-latest","name":"Pixtral Large (latest)","family":"pixtral","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2024-11-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Pixtral-Large-Instruct-2411"}]},"mistral/mistral-nemo":{"id":"mistral/mistral-nemo","name":"Mistral Nemo","family":"mistral-nemo","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-07","release_date":"2024-07-01","last_updated":"2024-07-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407"}]},"mistral/mistral-small-2506":{"id":"mistral/mistral-small-2506","name":"Mistral Small 3.2","family":"mistral-small","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-03","release_date":"2025-06-20","last_updated":"2025-06-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506"}]},"mistral/mistral-medium-latest":{"id":"mistral/mistral-medium-latest","name":"Mistral Medium (latest)","family":"mistral-medium","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-05","release_date":"2025-08-12","last_updated":"2025-08-12","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":77.6,"metric":"resolved","source":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"}]},"mistral/mistral-medium-2604":{"id":"mistral/mistral-medium-2604","name":"Mistral Medium 3.5","family":"mistral-medium","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-29","last_updated":"2026-04-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":77.6,"metric":"resolved","source":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"}]},"mistral/mistral-small-latest":{"id":"mistral/mistral-small-latest","name":"Mistral Small (latest)","family":"mistral-small","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-06","release_date":"2026-03-16","last_updated":"2026-03-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":256000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603"}]},"mistral/mistral-small-2603":{"id":"mistral/mistral-small-2603","name":"Mistral Small 4","family":"mistral-small","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-06","release_date":"2026-03-16","last_updated":"2026-03-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":256000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":24.3,"metric":"index","source":"https://openrouter.ai/mistralai/mistral-small-2603/benchmarks","date":"2026-06-01"},{"name":"SciCode","score":38,"metric":"percent correct","source":"https://openrouter.ai/mistralai/mistral-small-2603/benchmarks","date":"2026-06-01"},{"name":"Terminal-Bench Hard","score":17.4,"metric":"success rate","source":"https://openrouter.ai/mistralai/mistral-small-2603/benchmarks","date":"2026-06-01"}]},"mistral/mistral-medium-2505":{"id":"mistral/mistral-medium-2505","name":"Mistral Medium 3","family":"mistral-medium","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-05","release_date":"2025-05-07","last_updated":"2025-05-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":131072,"output":131072},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":13.6,"metric":"index","source":"https://openrouter.ai/mistralai/mistral-medium-3/benchmarks","date":"2026-05-30"},{"name":"SciCode","score":33.1,"metric":"percent correct","source":"https://openrouter.ai/mistralai/mistral-medium-3/benchmarks","date":"2026-05-30"},{"name":"Terminal-Bench Hard","score":3.8,"metric":"success rate","source":"https://openrouter.ai/mistralai/mistral-medium-3/benchmarks","date":"2026-05-30"}]},"mistral/mistral-large-2411":{"id":"mistral/mistral-large-2411","name":"Mistral Large 2.1","family":"mistral-large","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-11","release_date":"2024-11-18","last_updated":"2024-11-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2411"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":13.8,"metric":"index","source":"https://openrouter.ai/mistralai/mistral-large-2407/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":29.2,"metric":"percent correct","source":"https://openrouter.ai/mistralai/mistral-large-2407/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":6.1,"metric":"success rate","source":"https://openrouter.ai/mistralai/mistral-large-2407/benchmarks","date":"2026-03-11"}]},"mistral/magistral-medium-latest":{"id":"mistral/magistral-medium-latest","name":"Magistral Medium (latest)","family":"magistral-medium","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-06","release_date":"2025-03-17","last_updated":"2025-03-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384}},"mistral/devstral-medium-latest":{"id":"mistral/devstral-medium-latest","name":"Devstral 2 (latest)","family":"devstral","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-12","release_date":"2025-12-02","last_updated":"2025-12-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512"}]},"mistral/devstral-2512":{"id":"mistral/devstral-2512","name":"Devstral 2","family":"devstral","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-12","release_date":"2025-12-09","last_updated":"2025-12-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":23.7,"metric":"index","source":"https://openrouter.ai/mistralai/devstral-2512/benchmarks","date":"2026-05-31"},{"name":"SciCode","score":33.1,"metric":"percent correct","source":"https://openrouter.ai/mistralai/devstral-2512/benchmarks","date":"2026-05-31"},{"name":"Terminal-Bench Hard","score":18.9,"metric":"success rate","source":"https://openrouter.ai/mistralai/devstral-2512/benchmarks","date":"2026-05-31"}]},"mistral/pixtral-12b":{"id":"mistral/pixtral-12b","name":"Pixtral 12B","family":"pixtral","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-09","release_date":"2024-09-01","last_updated":"2024-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Pixtral-12B-2409"}]},"mistral/mistral-large-2512":{"id":"mistral/mistral-large-2512","name":"Mistral Large 3","family":"mistral-large","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-11","release_date":"2024-11-01","last_updated":"2025-12-02","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":22.7,"metric":"index","source":"https://openrouter.ai/mistralai/mistral-large-2512/benchmarks","date":"2026-06-04"},{"name":"SciCode","score":36.2,"metric":"percent correct","source":"https://openrouter.ai/mistralai/mistral-large-2512/benchmarks","date":"2026-06-04"},{"name":"Terminal-Bench Hard","score":15.9,"metric":"success rate","source":"https://openrouter.ai/mistralai/mistral-large-2512/benchmarks","date":"2026-06-04"}]},"mistral/devstral-medium-2507":{"id":"mistral/devstral-medium-2507","name":"Devstral Medium","family":"devstral","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-05","release_date":"2025-07-10","last_updated":"2025-07-10","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":128000},"benchmarks":[{"name":"SWE-Bench Verified","score":61.6,"metric":"resolved","source":"https://mistral.ai/news/devstral-2507","date":"2025-07-10"}]},"google/gemini-2.5-pro-tts":{"id":"google/gemini-2.5-pro-tts","name":"Gemini 2.5 Pro TTS","family":"gemini-pro","attachment":false,"reasoning":false,"tool_call":false,"temperature":false,"knowledge":"2025-01","release_date":"2025-09-30","last_updated":"2025-12-10","modalities":{"input":["text"],"output":["audio"]},"open_weights":false,"limit":{"context":32768,"output":16384}},"google/gemini-3.1-flash-lite":{"id":"google/gemini-3.1-flash-lite","name":"Gemini 3.1 Flash Lite","family":"gemini-flash-lite","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-05-07","last_updated":"2026-05-07","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"google/gemini-2.5-pro":{"id":"google/gemini-2.5-pro","name":"Gemini 2.5 Pro","family":"gemini-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536},"benchmarks":[{"name":"Aider Polyglot","score":83.1,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-06-06"},{"name":"Artificial Analysis Coding Index","score":32,"metric":"index","source":"https://openrouter.ai/google/gemini-2.5-pro/benchmarks","date":"2026-06-02"},{"name":"SciCode","score":42.8,"metric":"percent correct","source":"https://openrouter.ai/google/gemini-2.5-pro/benchmarks","date":"2026-06-02"},{"name":"Terminal-Bench Hard","score":26.5,"metric":"success rate","source":"https://openrouter.ai/google/gemini-2.5-pro/benchmarks","date":"2026-06-02"}]},"google/gemini-2.5-flash-tts":{"id":"google/gemini-2.5-flash-tts","name":"Gemini 2.5 Flash TTS","family":"gemini-flash","attachment":false,"reasoning":false,"tool_call":false,"temperature":true,"knowledge":"2025-01","release_date":"2025-09-30","last_updated":"2025-12-10","modalities":{"input":["text"],"output":["audio"]},"open_weights":false,"limit":{"context":32768,"output":16384}},"google/gemini-2.5-flash":{"id":"google/gemini-2.5-flash","name":"Gemini 2.5 Flash","family":"gemini-flash","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536},"benchmarks":[{"name":"Aider Polyglot","score":55.1,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-25"},{"name":"Artificial Analysis Coding Index","score":22.2,"metric":"index","source":"https://openrouter.ai/google/gemini-2.5-flash/benchmarks","date":"2026-06-02"},{"name":"SciCode","score":39.4,"metric":"percent correct","source":"https://openrouter.ai/google/gemini-2.5-flash/benchmarks","date":"2026-06-02"},{"name":"Terminal-Bench Hard","score":13.6,"metric":"success rate","source":"https://openrouter.ai/google/gemini-2.5-flash/benchmarks","date":"2026-06-02"}]},"google/gemini-3.5-flash":{"id":"google/gemini-3.5-flash","name":"Gemini 3.5 Flash","family":"gemini-flash","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-05-19","last_updated":"2026-05-19","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"google/gemma-4-31b-it":{"id":"google/gemma-4-31b-it","name":"Gemma 4 31B IT","family":"gemma","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-02","last_updated":"2026-04-02","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":32768},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/google/gemma-4-31B-it"}]},"google/gemini-2.0-flash":{"id":"google/gemini-2.0-flash","name":"Gemini 2.0 Flash","family":"gemini-flash","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":8192}},"google/gemma-4-E4B-it":{"id":"google/gemma-4-E4B-it","name":"Gemma 4 E4B IT","family":"gemma","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-02","last_updated":"2026-04-02","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":8192},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/google/gemma-4-E4B-it"}]},"google/gemini-embedding-001":{"id":"google/gemini-embedding-001","name":"Gemini Embedding 001","family":"gemini","attachment":false,"reasoning":false,"tool_call":false,"temperature":false,"knowledge":"2025-05","release_date":"2025-05-20","last_updated":"2025-05-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":2048,"output":1}},"google/gemini-3.1-pro-preview-customtools":{"id":"google/gemini-3.1-pro-preview-customtools","name":"Gemini 3.1 Pro Preview Custom Tools","family":"gemini-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-02-19","last_updated":"2026-02-19","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"google/gemini-flash-lite-latest":{"id":"google/gemini-flash-lite-latest","name":"Gemini Flash-Lite Latest","family":"gemini-flash-lite","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"google/gemma-4-E2B-it":{"id":"google/gemma-4-E2B-it","name":"Gemma 4 E2B IT","family":"gemma","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-02","last_updated":"2026-04-02","modalities":{"input":["text","image","audio"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":8192},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/google/gemma-4-E2B-it"}]},"google/gemini-3-pro-image-preview":{"id":"google/gemini-3-pro-image-preview","name":"Nano Banana Pro","family":"gemini-pro","attachment":true,"reasoning":true,"tool_call":false,"temperature":true,"knowledge":"2025-01","release_date":"2025-11-20","last_updated":"2025-11-20","modalities":{"input":["text","image"],"output":["text","image"]},"open_weights":false,"limit":{"context":65536,"output":32768}},"google/gemini-2.5-flash-image":{"id":"google/gemini-2.5-flash-image","name":"Nano Banana","family":"gemini-flash","attachment":true,"reasoning":true,"tool_call":false,"temperature":true,"knowledge":"2025-06","release_date":"2025-08-26","last_updated":"2025-08-26","modalities":{"input":["text","image"],"output":["text","image"]},"open_weights":false,"limit":{"context":32768,"output":32768}},"google/gemini-2.5-flash-lite":{"id":"google/gemini-2.5-flash-lite","name":"Gemini 2.5 Flash-Lite","family":"gemini-flash-lite","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-06-17","last_updated":"2025-06-17","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":9.5,"metric":"index","source":"https://openrouter.ai/google/gemini-2.5-flash-lite/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":19.3,"metric":"percent correct","source":"https://openrouter.ai/google/gemini-2.5-flash-lite/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":4.5,"metric":"success rate","source":"https://openrouter.ai/google/gemini-2.5-flash-lite/benchmarks","date":"2026-03-11"}]},"google/gemini-3.1-flash-image-preview":{"id":"google/gemini-3.1-flash-image-preview","name":"Nano Banana 2","family":"gemini-flash","attachment":true,"reasoning":true,"tool_call":false,"temperature":true,"knowledge":"2025-01","release_date":"2026-02-26","last_updated":"2026-02-26","modalities":{"input":["text","image","pdf"],"output":["text","image"]},"open_weights":false,"limit":{"context":65536,"output":65536}},"google/gemini-3.1-pro-preview":{"id":"google/gemini-3.1-pro-preview","name":"Gemini 3.1 Pro Preview","family":"gemini-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-02-19","last_updated":"2026-02-19","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536},"benchmarks":[{"name":"SWE-Bench Pro","score":54.2,"metric":"resolve rate","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"Terminal-Bench","score":70.3,"metric":"success rate","harness":"Terminus-2","version":"2.1","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"SWE-Bench Pro","score":46.1,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"},{"name":"SWE-Atlas Codebase QnA","score":13.5,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":33.81,"metric":"score","harness":"Gemini CLI","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":29.84,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"Artificial Analysis Coding Agent Index","score":43,"metric":"average pass@1","harness":"Gemini CLI","variant":"high","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":45.6,"metric":"pass@1","harness":"Gemini CLI","variant":"high","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":15.1,"metric":"pass@1","harness":"Gemini CLI","variant":"high","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":68.3,"metric":"pass@1","harness":"Gemini CLI","variant":"high","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"google/gemma-4-26b-a4b-it":{"id":"google/gemma-4-26b-a4b-it","name":"Gemma 4 26B A4B IT","family":"gemma","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-02","last_updated":"2026-04-02","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":32768},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/google/gemma-4-26B-A4B-it"}]},"google/gemini-3-pro-preview":{"id":"google/gemini-3-pro-preview","name":"Gemini 3 Pro Preview","family":"gemini-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-11-18","last_updated":"2025-11-18","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536},"benchmarks":[{"name":"SWE-Bench Pro","score":43.3,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"google/gemini-3-flash-preview":{"id":"google/gemini-3-flash-preview","name":"Gemini 3 Flash Preview","family":"gemini-flash","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-12-17","last_updated":"2025-12-17","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536},"benchmarks":[{"name":"SWE-Bench Pro","score":34.63,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"},{"name":"SWE-Atlas Codebase QnA","score":8.2,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":10,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":30.3,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"}]},"google/gemini-flash-latest":{"id":"google/gemini-flash-latest","name":"Gemini Flash Latest","family":"gemini-flash","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2025-09-25","last_updated":"2025-09-25","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"google/gemini-3.1-flash-lite-preview":{"id":"google/gemini-3.1-flash-lite-preview","name":"Gemini 3.1 Flash Lite Preview","family":"gemini-flash-lite","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-03-03","last_updated":"2026-03-03","modalities":{"input":["text","image","video","audio","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"google/gemini-2.0-flash-lite":{"id":"google/gemini-2.0-flash-lite","name":"Gemini 2.0 Flash-Lite","family":"gemini-flash-lite","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2024-06","release_date":"2024-12-11","last_updated":"2024-12-11","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":8192}},"openai/o3":{"id":"openai/o3","name":"o3","family":"o","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000},"benchmarks":[{"name":"Aider Polyglot","score":81.3,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-06-25"}]},"openai/gpt-5.5-instant":{"id":"openai/gpt-5.5-instant","name":"GPT-5.5 Instant","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-12-01","release_date":"2026-05-05","last_updated":"2026-05-28","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":400000,"output":128000}},"openai/gpt-5.2-pro":{"id":"openai/gpt-5.2-pro","name":"GPT-5.2 Pro","family":"gpt-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":false,"temperature":false,"knowledge":"2025-08-31","release_date":"2025-12-11","last_updated":"2025-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5":{"id":"openai/gpt-5","name":"GPT-5","family":"gpt","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000},"benchmarks":[{"name":"Aider Polyglot","score":88,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-08-23"},{"name":"SWE-Bench Pro","score":41.78,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"openai/gpt-3.5-turbo":{"id":"openai/gpt-3.5-turbo","name":"GPT-3.5-turbo","family":"gpt","attachment":false,"reasoning":false,"tool_call":false,"structured_output":false,"temperature":true,"knowledge":"2021-09-01","release_date":"2023-03-01","last_updated":"2023-11-06","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":16385,"output":4096},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":10.7,"metric":"index","source":"https://openrouter.ai/openai/gpt-3.5-turbo/benchmarks","date":"2026-03-11"}]},"openai/gpt-5-pro":{"id":"openai/gpt-5-pro","name":"GPT-5 Pro","family":"gpt-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-10-06","last_updated":"2025-10-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":272000}},"openai/gpt-4o":{"id":"openai/gpt-4o","name":"GPT-4o","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-08-06","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"benchmarks":[{"name":"Aider Polyglot","score":23.1,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2024-12-30"}]},"openai/gpt-4":{"id":"openai/gpt-4","name":"GPT-4","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":false,"temperature":true,"knowledge":"2023-11","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":8192,"output":8192},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":13.1,"metric":"index","source":"https://openrouter.ai/openai/gpt-4/benchmarks","date":"2026-03-11"}]},"openai/o4-mini":{"id":"openai/o4-mini","name":"o4-mini","family":"o-mini","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-05","release_date":"2025-04-16","last_updated":"2025-04-16","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000},"benchmarks":[{"name":"Aider Polyglot","score":72,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-04-16"}]},"openai/o3-pro":{"id":"openai/o3-pro","name":"o3-pro","family":"o-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-05","release_date":"2025-06-10","last_updated":"2025-06-10","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000},"benchmarks":[{"name":"Aider Polyglot","score":84.9,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-06-28"}]},"openai/gpt-4o-2024-05-13":{"id":"openai/gpt-4o-2024-05-13","name":"GPT-4o (2024-05-13)","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2023-09","release_date":"2024-05-13","last_updated":"2024-05-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":4096},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":24.2,"metric":"index","source":"https://openrouter.ai/openai/gpt-4o-2024-05-13/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":30.9,"metric":"percent correct","source":"https://openrouter.ai/openai/gpt-4o-2024-05-13/benchmarks","date":"2026-03-11"}]},"openai/gpt-5.4-nano":{"id":"openai/gpt-5.4-nano","name":"GPT-5.4 nano","family":"gpt-nano","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2026-03-17","last_updated":"2026-03-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5-chat-latest":{"id":"openai/gpt-5-chat-latest","name":"GPT-5 Chat (latest)","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":false,"structured_output":true,"temperature":true,"knowledge":"2024-09-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5.1-codex":{"id":"openai/gpt-5.1-codex","name":"GPT-5.1 Codex","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-11-13","last_updated":"2025-11-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5.1-codex-max":{"id":"openai/gpt-5.1-codex-max","name":"GPT-5.1 Codex Max","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-11-13","last_updated":"2025-11-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5.3-chat-latest":{"id":"openai/gpt-5.3-chat-latest","name":"GPT-5.3 Chat (latest)","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-08-31","release_date":"2026-03-03","last_updated":"2026-03-03","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384}},"openai/gpt-4o-2024-08-06":{"id":"openai/gpt-4o-2024-08-06","name":"GPT-4o (2024-08-06)","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2023-09","release_date":"2024-08-06","last_updated":"2024-08-06","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"benchmarks":[{"name":"Aider Polyglot","score":23.1,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2024-12-30"},{"name":"Artificial Analysis Coding Index","score":16.6,"metric":"index","source":"https://openrouter.ai/openai/gpt-4o-2024-08-06/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":33.1,"metric":"percent correct","source":"https://openrouter.ai/openai/gpt-4o-2024-08-06/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":8.3,"metric":"success rate","source":"https://openrouter.ai/openai/gpt-4o-2024-08-06/benchmarks","date":"2026-03-11"}]},"openai/o3-mini":{"id":"openai/o3-mini","name":"o3-mini","family":"o-mini","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-05","release_date":"2024-12-20","last_updated":"2025-01-29","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000},"benchmarks":[{"name":"Aider Polyglot","score":60.4,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-01-31"}]},"openai/gpt-5.2":{"id":"openai/gpt-5.2","name":"GPT-5.2","family":"gpt","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2025-12-11","last_updated":"2025-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":29.94,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"openai/gpt-5.3-codex":{"id":"openai/gpt-5.3-codex","name":"GPT-5.3 Codex","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2026-02-05","last_updated":"2026-02-05","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000},"benchmarks":[{"name":"SWE-Atlas Codebase QnA","score":32.6,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":42.38,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":38.98,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-tw"}]},"openai/gpt-5.1-codex-mini":{"id":"openai/gpt-5.1-codex-mini","name":"GPT-5.1 Codex mini","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-11-13","last_updated":"2025-11-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5.1-chat-latest":{"id":"openai/gpt-5.1-chat-latest","name":"GPT-5.1 Chat","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-11-13","last_updated":"2025-11-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384}},"openai/gpt-5.2-chat-latest":{"id":"openai/gpt-5.2-chat-latest","name":"GPT-5.2 Chat","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2025-12-11","last_updated":"2025-12-11","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384}},"openai/o4-mini-deep-research":{"id":"openai/o4-mini-deep-research","name":"o4-mini-deep-research","family":"o-mini","attachment":true,"reasoning":true,"tool_call":true,"temperature":false,"knowledge":"2024-05","release_date":"2024-06-26","last_updated":"2024-06-26","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000}},"openai/gpt-4.1-nano":{"id":"openai/gpt-4.1-nano","name":"GPT-4.1 nano","family":"gpt-nano","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":1047576,"output":32768},"benchmarks":[{"name":"Aider Polyglot","score":8.9,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-04-14"}]},"openai/gpt-4o-2024-11-20":{"id":"openai/gpt-4o-2024-11-20","name":"GPT-4o (2024-11-20)","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2023-09","release_date":"2024-11-20","last_updated":"2024-11-20","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"benchmarks":[{"name":"Aider Polyglot","score":18.2,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2024-12-30"},{"name":"Artificial Analysis Coding Index","score":16.7,"metric":"index","source":"https://openrouter.ai/openai/gpt-4o-2024-11-20/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":33.3,"metric":"percent correct","source":"https://openrouter.ai/openai/gpt-4o-2024-11-20/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":8.3,"metric":"success rate","source":"https://openrouter.ai/openai/gpt-4o-2024-11-20/benchmarks","date":"2026-03-11"}]},"openai/o1":{"id":"openai/o1","name":"o1","family":"o","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2023-09","release_date":"2024-12-05","last_updated":"2024-12-05","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000},"benchmarks":[{"name":"Aider Polyglot","score":61.7,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2024-12-21"}]},"openai/o1-pro":{"id":"openai/o1-pro","name":"o1-pro","family":"o-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2023-09","release_date":"2025-03-19","last_updated":"2025-03-19","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000}},"openai/gpt-5.4":{"id":"openai/gpt-5.4","name":"GPT-5.4","family":"gpt","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2026-03-05","last_updated":"2026-03-05","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1050000,"input":922000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":59.1,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"},{"name":"SWE-Atlas Codebase QnA","score":40.8,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Codebase QnA","score":36.3,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":44.29,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":44.36,"metric":"score","harness":"Codex CLI","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"SWE-Atlas Test Writing","score":40,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"Artificial Analysis Coding Agent Index","score":53.6,"metric":"average pass@1","harness":"Codex","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":72.4,"metric":"pass@1","harness":"Codex","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":18.4,"metric":"pass@1","harness":"Codex","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":69.8,"metric":"pass@1","harness":"Codex","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Artificial Analysis Coding Agent Index","score":52.2,"metric":"average pass@1","harness":"Cursor CLI","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":72.9,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":18.9,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":64.7,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"openai/gpt-5.4-mini":{"id":"openai/gpt-5.4-mini","name":"GPT-5.4 mini","family":"gpt-mini","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2026-03-17","last_updated":"2026-03-17","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-4.1":{"id":"openai/gpt-4.1","name":"GPT-4.1","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1047576,"output":32768},"benchmarks":[{"name":"Aider Polyglot","score":52.4,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-04-14"}]},"openai/o3-deep-research":{"id":"openai/o3-deep-research","name":"o3-deep-research","family":"o","attachment":true,"reasoning":true,"tool_call":true,"temperature":false,"knowledge":"2024-05","release_date":"2024-06-26","last_updated":"2024-06-26","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":100000}},"openai/gpt-5-mini":{"id":"openai/gpt-5-mini","name":"GPT-5 Mini","family":"gpt-mini","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-4.1-mini":{"id":"openai/gpt-4.1-mini","name":"GPT-4.1 mini","family":"gpt-mini","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2024-04","release_date":"2025-04-14","last_updated":"2025-04-14","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1047576,"output":32768},"benchmarks":[{"name":"Aider Polyglot","score":32.4,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-04-14"}]},"openai/gpt-4-turbo":{"id":"openai/gpt-4-turbo","name":"GPT-4 Turbo","family":"gpt","attachment":true,"reasoning":false,"tool_call":true,"structured_output":false,"temperature":true,"knowledge":"2023-12","release_date":"2023-11-06","last_updated":"2024-04-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":4096},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":21.5,"metric":"index","source":"https://openrouter.ai/openai/gpt-4-turbo/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":31.9,"metric":"percent correct","source":"https://openrouter.ai/openai/gpt-4-turbo/benchmarks","date":"2026-03-11"}]},"openai/gpt-5-nano":{"id":"openai/gpt-5-nano","name":"GPT-5 Nano","family":"gpt-nano","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-05-30","release_date":"2025-08-07","last_updated":"2025-08-07","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5.4-pro":{"id":"openai/gpt-5.4-pro","name":"GPT-5.4 Pro","family":"gpt-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":false,"temperature":false,"knowledge":"2025-08-31","release_date":"2026-03-05","last_updated":"2026-03-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":1050000,"input":922000,"output":128000}},"openai/gpt-5.5-pro":{"id":"openai/gpt-5.5-pro","name":"GPT-5.5 Pro","family":"gpt-pro","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-12-01","release_date":"2026-04-23","last_updated":"2026-04-23","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1050000,"input":922000,"output":128000}},"openai/gpt-4o-mini":{"id":"openai/gpt-4o-mini","name":"GPT-4o mini","family":"gpt-mini","attachment":true,"reasoning":false,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2023-09","release_date":"2024-07-18","last_updated":"2024-07-18","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":16384},"benchmarks":[{"name":"Aider Polyglot","score":3.6,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2024-12-21"},{"name":"SciCode","score":22.9,"metric":"percent correct","source":"https://openrouter.ai/openai/gpt-4o-mini/benchmarks","date":"2026-03-11"}]},"openai/gpt-5-codex":{"id":"openai/gpt-5-codex","name":"GPT-5-Codex","family":"gpt-codex","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-09-15","last_updated":"2025-09-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":38.9,"metric":"index","source":"https://openrouter.ai/openai/gpt-5-codex/benchmarks","date":"2026-06-01"},{"name":"SciCode","score":40.9,"metric":"percent correct","source":"https://openrouter.ai/openai/gpt-5-codex/benchmarks","date":"2026-06-01"},{"name":"Terminal-Bench Hard","score":37.9,"metric":"success rate","source":"https://openrouter.ai/openai/gpt-5-codex/benchmarks","date":"2026-06-01"}]},"openai/gpt-5.2-codex":{"id":"openai/gpt-5.2-codex","name":"GPT-5.2 Codex","family":"gpt-codex","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-08-31","release_date":"2025-12-11","last_updated":"2025-12-11","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":41.04,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"openai/gpt-5.1":{"id":"openai/gpt-5.1","name":"GPT-5.1","family":"gpt","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2024-09-30","release_date":"2025-11-13","last_updated":"2025-11-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":400000,"input":272000,"output":128000}},"openai/gpt-5.5":{"id":"openai/gpt-5.5","name":"GPT-5.5","family":"gpt","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":false,"knowledge":"2025-12-01","release_date":"2026-04-23","last_updated":"2026-04-23","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1050000,"input":922000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":58.6,"metric":"resolve rate","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"Terminal-Bench","score":78.2,"metric":"success rate","harness":"Terminus-2","version":"2.1","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"SWE-Atlas Codebase QnA","score":45.43,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":44.79,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":42.59,"metric":"score","harness":"Codex","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"Artificial Analysis Coding Agent Index","score":65.3,"metric":"average pass@1","harness":"Codex","variant":"xhigh","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":80.8,"metric":"pass@1","harness":"Codex","variant":"xhigh","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":30.9,"metric":"pass@1","harness":"Codex","variant":"xhigh","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":84.1,"metric":"pass@1","harness":"Codex","variant":"xhigh","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Artificial Analysis Coding Agent Index","score":60.4,"metric":"average pass@1","harness":"Codex","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":79.1,"metric":"pass@1","harness":"Codex","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":26.2,"metric":"pass@1","harness":"Codex","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":75.8,"metric":"pass@1","harness":"Codex","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Artificial Analysis Coding Agent Index","score":57.8,"metric":"average pass@1","harness":"Cursor CLI","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":75,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":24.9,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":73.4,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"nvidia/llama-nemotron-embed-vl-1b-v2":{"id":"nvidia/llama-nemotron-embed-vl-1b-v2","name":"Llama Nemotron Embed VL 1B v2","family":"nemotron","attachment":true,"reasoning":false,"tool_call":false,"temperature":false,"release_date":"2026-02-10","last_updated":"2026-02-10","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":32768,"output":2048}},"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning":{"id":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning","name":"Nemotron 3 Nano Omni 30B A3B Reasoning","family":"nemotron","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-04-28","last_updated":"2026-04-28","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":65536}},"nvidia/nemotron-cascade-2-30b-a3b":{"id":"nvidia/nemotron-cascade-2-30b-a3b","name":"Nemotron Cascade 2 30B A3B","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-03-24","last_updated":"2026-04-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":32768}},"nvidia/nemotron-content-safety-reasoning-4b":{"id":"nvidia/nemotron-content-safety-reasoning-4b","name":"Nemotron Content Safety Reasoning 4B","family":"nemotron","attachment":false,"reasoning":true,"tool_call":false,"temperature":false,"release_date":"2026-01-22","last_updated":"2026-01-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4096}},"nvidia/nemotron-3.5-content-safety":{"id":"nvidia/nemotron-3.5-content-safety","name":"Nemotron 3.5 Content Safety","family":"nemotron","attachment":true,"reasoning":true,"tool_call":false,"temperature":true,"release_date":"2026-06-04","last_updated":"2026-06-04","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":8192}},"nvidia/nemotron-voicechat":{"id":"nvidia/nemotron-voicechat","name":"Nemotron VoiceChat","family":"nemotron","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"release_date":"2026-03-16","last_updated":"2026-03-16","modalities":{"input":["text","audio"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":8192}},"nvidia/nemotron-3-ultra-550b-a55b":{"id":"nvidia/nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-06-04","last_updated":"2026-06-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1000000,"output":128000}},"nvidia/llama-3.3-nemotron-super-49b-v1":{"id":"nvidia/llama-3.3-nemotron-super-49b-v1","name":"Llama 3.3 Nemotron Super 49B v1","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-04-07","last_updated":"2025-04-07","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":131072}},"nvidia/nemotron-3-nano-30b-a3b":{"id":"nvidia/nemotron-3-nano-30b-a3b","name":"Nemotron 3 Nano 30B A3B","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-12-15","last_updated":"2025-12-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144}},"nvidia/llama-3.3-nemotron-super-49b-v1.5":{"id":"nvidia/llama-3.3-nemotron-super-49b-v1.5","name":"Llama 3.3 Nemotron Super 49B v1.5","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-07-25","last_updated":"2025-07-25","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":131072}},"nvidia/nemotron-nano-9b-v2":{"id":"nvidia/nemotron-nano-9b-v2","name":"Nemotron Nano 9B v2","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-08-18","last_updated":"2025-08-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":131072}},"nvidia/mistral-nemotron":{"id":"nvidia/mistral-nemotron","name":"Mistral Nemotron","family":"nemotron","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"release_date":"2025-06-11","last_updated":"2025-06-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":8192}},"nvidia/llama-3.1-nemotron-70b-instruct":{"id":"nvidia/llama-3.1-nemotron-70b-instruct","name":"Llama 3.1 Nemotron 70B Instruct","family":"nemotron","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"release_date":"2025-04-15","last_updated":"2025-04-15","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":8192}},"nvidia/llama-3.1-nemotron-ultra-253b":{"id":"nvidia/llama-3.1-nemotron-ultra-253b","name":"Llama 3.1 Nemotron Ultra 253B","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-04-07","last_updated":"2025-04-07","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":8192}},"nvidia/nemotron-mini-4b-instruct":{"id":"nvidia/nemotron-mini-4b-instruct","name":"Nemotron Mini 4B Instruct","family":"nemotron","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"release_date":"2024-08-21","last_updated":"2024-08-26","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":8192}},"nvidia/llama-nemotron-rerank-vl-1b-v2":{"id":"nvidia/llama-nemotron-rerank-vl-1b-v2","name":"Llama Nemotron Rerank VL 1B v2","family":"nemotron","attachment":true,"reasoning":false,"tool_call":false,"temperature":false,"release_date":"2026-03-31","last_updated":"2026-03-31","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4096}},"nvidia/llama-3.1-nemotron-safety-guard-8b-v3":{"id":"nvidia/llama-3.1-nemotron-safety-guard-8b-v3","name":"Llama 3.1 Nemotron Safety Guard 8B v3","family":"nemotron","attachment":false,"reasoning":false,"tool_call":false,"temperature":false,"release_date":"2025-10-28","last_updated":"2025-10-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4096}},"nvidia/nemotron-3-super-120b-a12b":{"id":"nvidia/nemotron-3-super-120b-a12b","name":"Nemotron 3 Super 120B A12B","family":"nemotron","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-03-11","last_updated":"2026-03-11","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":262144}},"nvidia/nemotron-3-content-safety":{"id":"nvidia/nemotron-3-content-safety","name":"Nemotron 3 Content Safety","family":"nemotron","attachment":false,"reasoning":false,"tool_call":false,"temperature":false,"release_date":"2026-04-16","last_updated":"2026-04-16","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4096}},"nvidia/nemotron-nano-12b-v2-vl":{"id":"nvidia/nemotron-nano-12b-v2-vl","name":"Nemotron Nano 12B v2 VL","family":"nemotron","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-10-28","last_updated":"2025-10-28","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000}},"xiaomi/mimo-v2.5-pro-ultraspeed":{"id":"xiaomi/mimo-v2.5-pro-ultraspeed","name":"MiMo-V2.5-Pro-UltraSpeed","family":"mimo","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-12","release_date":"2026-06-08","last_updated":"2026-06-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1048576,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro-FP4-DFlash"}]},"xiaomi/mimo-v2.5":{"id":"xiaomi/mimo-v2.5","name":"MiMo-V2.5","family":"mimo","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-12","release_date":"2026-04-22","last_updated":"2026-04-22","modalities":{"input":["text","image","audio","video"],"output":["text"]},"open_weights":true,"limit":{"context":1048576,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5"}]},"xiaomi/mimo-v2-omni":{"id":"xiaomi/mimo-v2-omni","name":"MiMo-V2-Omni","family":"mimo","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-12","release_date":"2026-03-18","last_updated":"2026-03-18","modalities":{"input":["text","image","audio","video","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":262144,"output":131072}},"xiaomi/mimo-v2-flash":{"id":"xiaomi/mimo-v2-flash","name":"MiMo-V2-Flash","family":"mimo","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-12-01","release_date":"2025-12-16","last_updated":"2026-02-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash"}]},"xiaomi/mimo-v2-pro":{"id":"xiaomi/mimo-v2-pro","name":"MiMo-V2-Pro","family":"mimo","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-12","release_date":"2026-03-18","last_updated":"2026-03-18","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":131072}},"xiaomi/mimo-v2.5-pro":{"id":"xiaomi/mimo-v2.5-pro","name":"MiMo-V2.5-Pro","family":"mimo","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-12","release_date":"2026-04-22","last_updated":"2026-04-22","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1048576,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro"}],"benchmarks":[{"name":"SWE-Bench Verified","score":78.9,"metric":"resolved","source":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro"}]},"anthropic/claude-opus-4-5":{"id":"anthropic/claude-opus-4-5","name":"Claude Opus 4.5 (latest)","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-11-24","last_updated":"2025-11-24","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000}},"anthropic/claude-haiku-4-5-20251001":{"id":"anthropic/claude-haiku-4-5-20251001","name":"Claude Haiku 4.5","family":"claude-haiku","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-02-28","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000}},"anthropic/claude-3-5-haiku-20241022":{"id":"anthropic/claude-3-5-haiku-20241022","name":"Claude Haiku 3.5","family":"claude-haiku","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-07-31","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":8192},"benchmarks":[{"name":"Aider Polyglot","score":28,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2024-12-21"}]},"anthropic/claude-opus-4-0":{"id":"anthropic/claude-opus-4-0","name":"Claude Opus 4 (latest)","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":32000},"benchmarks":[{"name":"Aider Polyglot","score":72,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-25"}]},"anthropic/claude-opus-4-1-20250805":{"id":"anthropic/claude-opus-4-1-20250805","name":"Claude Opus 4.1","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":32000}},"anthropic/claude-sonnet-4-5":{"id":"anthropic/claude-sonnet-4-5","name":"Claude Sonnet 4.5 (latest)","family":"claude-sonnet","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000},"benchmarks":[{"name":"SWE-Bench Pro","score":43.6,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"anthropic/claude-opus-4-7":{"id":"anthropic/claude-opus-4-7","name":"Claude Opus 4.7","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":false,"knowledge":"2026-01-31","release_date":"2026-04-16","last_updated":"2026-04-16","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":64.3,"metric":"resolve rate","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"Terminal-Bench","score":66.1,"metric":"success rate","harness":"Terminus-2","version":"2.1","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"SWE-Atlas Refactoring","score":48.57,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"Artificial Analysis Coding Agent Index","score":66.6,"metric":"average pass@1","harness":"Claude Code","variant":"max","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":81,"metric":"pass@1","harness":"Claude Code","variant":"max","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":44.9,"metric":"pass@1","harness":"Claude Code","variant":"max","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":73.8,"metric":"pass@1","harness":"Claude Code","variant":"max","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Artificial Analysis Coding Agent Index","score":61.2,"metric":"average pass@1","harness":"Cursor CLI","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":78.4,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":34.4,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":70.6,"metric":"pass@1","harness":"Cursor CLI","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Artificial Analysis Coding Agent Index","score":59.9,"metric":"average pass@1","harness":"Claude Code","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":71.7,"metric":"pass@1","harness":"Claude Code","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":36.4,"metric":"pass@1","harness":"Claude Code","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":71.4,"metric":"pass@1","harness":"Claude Code","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"anthropic/claude-opus-4-5-20251101":{"id":"anthropic/claude-opus-4-5-20251101","name":"Claude Opus 4.5","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-11-01","last_updated":"2025-11-01","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000},"benchmarks":[{"name":"SWE-Bench Pro","score":45.89,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"anthropic/claude-3-5-sonnet-20241022":{"id":"anthropic/claude-3-5-sonnet-20241022","name":"Claude Sonnet 3.5 v2","family":"claude-sonnet","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-04-30","release_date":"2024-10-22","last_updated":"2024-10-22","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":8192},"benchmarks":[{"name":"Aider Polyglot","score":51.6,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-01-17"}]},"anthropic/claude-opus-4-8":{"id":"anthropic/claude-opus-4-8","name":"Claude Opus 4.8","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":false,"release_date":"2026-05-28","last_updated":"2026-05-28","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":69.2,"metric":"resolve rate","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"},{"name":"Terminal-Bench","score":74.6,"metric":"success rate","harness":"Terminus-2","version":"2.1","source":"https://www.anthropic.com/news/claude-opus-4-8","date":"2026-05-28"}]},"anthropic/claude-opus-4-20250514":{"id":"anthropic/claude-opus-4-20250514","name":"Claude Opus 4","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":32000},"benchmarks":[{"name":"Aider Polyglot","score":72,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-25"}]},"anthropic/claude-sonnet-4-20250514":{"id":"anthropic/claude-sonnet-4-20250514","name":"Claude Sonnet 4","family":"claude-sonnet","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000},"benchmarks":[{"name":"Aider Polyglot","score":61.3,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-24"}]},"anthropic/claude-opus-4-1":{"id":"anthropic/claude-opus-4-1","name":"Claude Opus 4.1 (latest)","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-08-05","last_updated":"2025-08-05","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":32000}},"anthropic/claude-fable-5":{"id":"anthropic/claude-fable-5","name":"Claude Fable 5","family":"claude-fable","attachment":true,"reasoning":true,"tool_call":true,"temperature":false,"knowledge":"2026-01-31","release_date":"2026-06-09","last_updated":"2026-06-09","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":128000}},"anthropic/claude-sonnet-4-0":{"id":"anthropic/claude-sonnet-4-0","name":"Claude Sonnet 4 (latest)","family":"claude-sonnet","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-03-31","release_date":"2025-05-22","last_updated":"2025-05-22","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000},"benchmarks":[{"name":"Aider Polyglot","score":61.3,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-24"},{"name":"SWE-Bench Pro","score":42.7,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"anthropic/claude-3-7-sonnet-20250219":{"id":"anthropic/claude-3-7-sonnet-20250219","name":"Claude Sonnet 3.7","family":"claude-sonnet","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-10-31","release_date":"2025-02-19","last_updated":"2025-02-19","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000},"benchmarks":[{"name":"Aider Polyglot","score":64.9,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-02-24"}]},"anthropic/claude-haiku-4-5":{"id":"anthropic/claude-haiku-4-5","name":"Claude Haiku 4.5 (latest)","family":"claude-haiku","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-02-28","release_date":"2025-10-15","last_updated":"2025-10-15","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000},"benchmarks":[{"name":"SWE-Bench Pro","score":39.45,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"anthropic/claude-opus-4-6":{"id":"anthropic/claude-opus-4-6","name":"Claude Opus 4.6","family":"claude-opus","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-05-31","release_date":"2026-02-05","last_updated":"2026-03-13","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":128000},"benchmarks":[{"name":"SWE-Bench Pro","score":51.9,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"},{"name":"SWE-Atlas Codebase QnA","score":33.3,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Codebase QnA","score":30,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":35.58,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":36.67,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"SWE-Atlas Test Writing","score":36.08,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"Artificial Analysis Coding Agent Index","score":51.3,"metric":"average pass@1","harness":"Claude Code","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":71.9,"metric":"pass@1","harness":"Claude Code","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":11.8,"metric":"pass@1","harness":"Claude Code","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":70.2,"metric":"pass@1","harness":"Claude Code","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"anthropic/claude-sonnet-4-5-20250929":{"id":"anthropic/claude-sonnet-4-5-20250929","name":"Claude Sonnet 4.5","family":"claude-sonnet","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-07-31","release_date":"2025-09-29","last_updated":"2025-09-29","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":64000}},"anthropic/claude-sonnet-4-6":{"id":"anthropic/claude-sonnet-4-6","name":"Claude Sonnet 4.6","family":"claude-sonnet","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-08-31","release_date":"2026-02-17","last_updated":"2026-03-13","modalities":{"input":["text","image","pdf"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":64000},"benchmarks":[{"name":"SWE-Atlas Codebase QnA","score":31.2,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":32.21,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":31.76,"metric":"score","harness":"Claude Code","source":"https://labs.scale.com/leaderboard/sweatlas-tw"},{"name":"Artificial Analysis Coding Agent Index","score":49.4,"metric":"average pass@1","harness":"Claude Code","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":70.3,"metric":"pass@1","harness":"Claude Code","variant":"medium","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":14.9,"metric":"pass@1","harness":"Claude Code","variant":"medium","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":63.1,"metric":"pass@1","harness":"Claude Code","variant":"medium","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"tencent/hy3-preview":{"id":"tencent/hy3-preview","name":"Hy3 preview","family":"Hy","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-04-20","last_updated":"2026-04-20","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":64000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/tencent/Hy3-preview"}],"benchmarks":[{"name":"SWE-Bench Verified","score":74.4,"metric":"resolved","source":"https://huggingface.co/tencent/Hy3-preview"}]},"cohere/command-a-03-2025":{"id":"cohere/command-a-03-2025","name":"Command A","family":"command-a","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-06-01","release_date":"2025-03-13","last_updated":"2025-03-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":8000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/CohereLabs/c4ai-command-a-03-2025"}],"benchmarks":[{"name":"Aider Polyglot","score":12,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-03-14"}]},"cohere/command-r-08-2024":{"id":"cohere/command-r-08-2024","name":"Command R","family":"command-r","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-06-01","release_date":"2024-08-30","last_updated":"2024-08-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/CohereLabs/c4ai-command-r-08-2024"}]},"cohere/command-r7b-12-2024":{"id":"cohere/command-r7b-12-2024","name":"Command R7B","family":"command-r","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-06-01","release_date":"2024-12-02","last_updated":"2024-12-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/CohereLabs/c4ai-command-r7b-12-2024"}]},"cohere/command-a-plus-05-2026":{"id":"cohere/command-a-plus-05-2026","name":"Command A Plus","family":"command-a","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-04-01","release_date":"2026-05-20","last_updated":"2026-06-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":64000}},"cohere/command-r-plus-08-2024":{"id":"cohere/command-r-plus-08-2024","name":"Command R+","family":"command-r","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-06-01","release_date":"2024-08-30","last_updated":"2024-08-30","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/CohereLabs/c4ai-command-r-plus-08-2024"}]},"cohere/north-mini-code-1-0":{"id":"cohere/north-mini-code-1-0","name":"North Mini Code","family":"north","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-09-23","release_date":"2026-06-09","last_updated":"2026-06-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"output":64000}},"sarvam/sarvam-105b":{"id":"sarvam/sarvam-105b","name":"Sarvam 105B","family":"sarvam","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-09-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":131072}},"sarvam/sarvam-30b":{"id":"sarvam/sarvam-30b","name":"Sarvam 30B","family":"sarvam","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-02-18","last_updated":"2026-02-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":128000}},"stepfun/step-3.7-flash":{"id":"stepfun/step-3.7-flash","name":"Step 3.7 Flash","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2026-01-01","release_date":"2026-05-29","last_updated":"2026-05-29","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"input":256000,"output":256000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash"}]},"stepfun/step-3.5-flash-2603":{"id":"stepfun/step-3.5-flash-2603","name":"Step 3.5 Flash 2603","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-04-02","last_updated":"2026-04-02","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"input":256000,"output":256000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/stepfun-ai/Step-3.5-Flash"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":34.6,"metric":"index","source":"https://openrouter.ai/stepfun/step-3.5-flash/benchmarks","date":"2026-06-02"},{"name":"SciCode","score":38.5,"metric":"percent correct","source":"https://openrouter.ai/stepfun/step-3.5-flash/benchmarks","date":"2026-06-02"},{"name":"Terminal-Bench Hard","score":32.6,"metric":"success rate","source":"https://openrouter.ai/stepfun/step-3.5-flash/benchmarks","date":"2026-06-02"}]},"stepfun/step-3.5-flash":{"id":"stepfun/step-3.5-flash","name":"Step 3.5 Flash","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-01","release_date":"2026-01-29","last_updated":"2026-02-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":256000,"input":256000,"output":256000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/stepfun-ai/Step-3.5-Flash"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":31.6,"metric":"index","source":"https://openrouter.ai/stepfun/step-3.5-flash/benchmarks","date":"2026-06-02"},{"name":"SciCode","score":40.4,"metric":"percent correct","source":"https://openrouter.ai/stepfun/step-3.5-flash/benchmarks","date":"2026-06-02"},{"name":"Terminal-Bench Hard","score":27.3,"metric":"success rate","source":"https://openrouter.ai/stepfun/step-3.5-flash/benchmarks","date":"2026-06-02"},{"name":"SWE-Bench Verified","score":74.4,"metric":"resolved","source":"https://arxiv.org/abs/2602.10604"}]},"perplexity/sonar-reasoning-pro":{"id":"perplexity/sonar-reasoning-pro","name":"Sonar Reasoning Pro","family":"sonar-reasoning","attachment":true,"reasoning":true,"tool_call":false,"temperature":true,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":4096}},"perplexity/sonar":{"id":"perplexity/sonar","name":"Sonar","family":"sonar","attachment":false,"reasoning":false,"tool_call":false,"temperature":true,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":128000,"output":4096},"benchmarks":[{"name":"SciCode","score":22.9,"metric":"percent correct","source":"https://openrouter.ai/perplexity/sonar/benchmarks","date":"2026-03-11"}]},"perplexity/sonar-pro":{"id":"perplexity/sonar-pro","name":"Sonar Pro","family":"sonar-pro","attachment":true,"reasoning":false,"tool_call":false,"temperature":true,"knowledge":"2025-09-01","release_date":"2024-01-01","last_updated":"2025-09-01","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":200000,"output":8192},"benchmarks":[{"name":"SciCode","score":22.6,"metric":"percent correct","source":"https://openrouter.ai/perplexity/sonar-pro/benchmarks","date":"2026-03-11"}]},"alibaba/qwen3-coder-plus":{"id":"alibaba/qwen3-coder-plus","name":"Qwen3 Coder Plus","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-07-23","last_updated":"2025-07-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1048576,"output":65536}},"alibaba/qwen-plus":{"id":"alibaba/qwen-plus","name":"Qwen Plus","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-09-11","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":32768}},"alibaba/qwen3-coder-30b-a3b-instruct":{"id":"alibaba/qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder 30B-A3B Instruct","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":19.4,"metric":"index","source":"https://openrouter.ai/qwen/qwen3-coder-30b-a3b-instruct/benchmarks","date":"2026-06-02"},{"name":"SciCode","score":27.8,"metric":"percent correct","source":"https://openrouter.ai/qwen/qwen3-coder-30b-a3b-instruct/benchmarks","date":"2026-06-02"},{"name":"Terminal-Bench Hard","score":15.2,"metric":"success rate","source":"https://openrouter.ai/qwen/qwen3-coder-30b-a3b-instruct/benchmarks","date":"2026-06-02"}]},"alibaba/qwen3-32b":{"id":"alibaba/qwen3-32b","name":"Qwen3 32B","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3-32B"}],"benchmarks":[{"name":"Aider Polyglot","score":40,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-08"}]},"alibaba/qwen3-next-80b-a3b-instruct":{"id":"alibaba/qwen3-next-80b-a3b-instruct","name":"Qwen3-Next 80B-A3B Instruct","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":32768},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct"}]},"alibaba/qwen3.7-plus":{"id":"alibaba/qwen3.7-plus","name":"Qwen3.7 Plus","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2026-06-02","last_updated":"2026-06-02","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":64000}},"alibaba/qwen3.6-35b-a3b":{"id":"alibaba/qwen3.6-35b-a3b","name":"Qwen3.6 35B-A3B","family":"qwen","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-17","last_updated":"2026-04-17","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":73.4,"metric":"resolved","source":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B"}]},"alibaba/qwen3.7-max":{"id":"alibaba/qwen3.7-max","name":"Qwen3.7 Max","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-05-21","last_updated":"2026-05-21","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":65536}},"alibaba/qwen3-max":{"id":"alibaba/qwen3-max","name":"Qwen3 Max","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":262144,"output":65536},"benchmarks":[{"name":"Artificial Analysis Coding Index","score":26.4,"metric":"index","source":"https://openrouter.ai/qwen/qwen3-max/benchmarks","date":"2026-05-30"},{"name":"SciCode","score":38.3,"metric":"percent correct","source":"https://openrouter.ai/qwen/qwen3-max/benchmarks","date":"2026-05-30"},{"name":"Terminal-Bench Hard","score":20.5,"metric":"success rate","source":"https://openrouter.ai/qwen/qwen3-max/benchmarks","date":"2026-05-30"}]},"alibaba/qwen3-next-80b-a3b-thinking":{"id":"alibaba/qwen3-next-80b-a3b-thinking","name":"Qwen3-Next 80B-A3B (Thinking)","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-09","last_updated":"2025-09","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":32768},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking"}]},"alibaba/qwen3.6-flash":{"id":"alibaba/qwen3.6-flash","name":"Qwen3.6 Flash","family":"qwen3.6","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-27","last_updated":"2026-04-27","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":65536}},"alibaba/qwen2-5-vl-72b-instruct":{"id":"alibaba/qwen2-5-vl-72b-instruct","name":"Qwen2.5-VL 72B Instruct","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2024-09","last_updated":"2024-09","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":8192},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen2.5-VL-72B-Instruct"}]},"alibaba/qwen3-vl-plus":{"id":"alibaba/qwen3-vl-plus","name":"Qwen3-VL Plus","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-09-23","last_updated":"2025-09-23","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":262144,"output":32768}},"alibaba/qwen3.5-plus":{"id":"alibaba/qwen3.5-plus","name":"Qwen3.5 Plus","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2026-02-16","last_updated":"2026-02-16","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":65536}},"alibaba/qwen-omni-turbo":{"id":"alibaba/qwen-omni-turbo","name":"Qwen-Omni Turbo","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2025-01-19","last_updated":"2025-03-26","modalities":{"input":["text","image","audio","video"],"output":["text","audio"]},"open_weights":false,"limit":{"context":32768,"output":2048}},"alibaba/qwen-flash":{"id":"alibaba/qwen-flash","name":"Qwen Flash","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":32768}},"alibaba/qwen-vl-max":{"id":"alibaba/qwen-vl-max","name":"Qwen-VL Max","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2024-04-08","last_updated":"2025-08-13","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":131072,"output":8192}},"alibaba/qwen3.5-27b":{"id":"alibaba/qwen3.5-27b","name":"Qwen3.5 27B","family":"qwen","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-02-23","last_updated":"2026-02-23","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3.5-27B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":72.4,"metric":"resolved","source":"https://huggingface.co/Qwen/Qwen3.5-27B"}]},"alibaba/qwen-max":{"id":"alibaba/qwen-max","name":"Qwen Max","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2024-04-03","last_updated":"2025-01-25","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":32768,"output":8192},"benchmarks":[{"name":"Aider Polyglot","score":21.8,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-01-28"}]},"alibaba/qwen3-235b-a22b":{"id":"alibaba/qwen3-235b-a22b","name":"Qwen3 235B-A22B","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":131072,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3-235B-A22B"}],"benchmarks":[{"name":"Aider Polyglot","score":59.6,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-05-09"},{"name":"SWE-Bench Pro","score":21.41,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"alibaba/qwen3.6-27b":{"id":"alibaba/qwen3.6-27b","name":"Qwen3.6 27B","family":"qwen","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-04-22","last_updated":"2026-04-22","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3.6-27B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":77.2,"metric":"resolved","source":"https://huggingface.co/Qwen/Qwen3.6-27B"}]},"alibaba/qwen3.5-35b-a3b":{"id":"alibaba/qwen3.5-35b-a3b","name":"Qwen3.5 35B-A3B","family":"qwen","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-02-23","last_updated":"2026-02-23","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B"}]},"alibaba/qwen3-coder-480b-a35b-instruct":{"id":"alibaba/qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder 480B-A35B Instruct","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-04","last_updated":"2025-04","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct"}],"benchmarks":[{"name":"SWE-Bench Pro","score":38.7,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"alibaba/qwq-plus":{"id":"alibaba/qwq-plus","name":"QwQ Plus","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2025-03-05","last_updated":"2025-03-05","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":131072,"output":8192}},"alibaba/qwen3.5-397b-a17b":{"id":"alibaba/qwen3.5-397b-a17b","name":"Qwen3.5 397B-A17B","family":"qwen","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-02-15","last_updated":"2026-02-15","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":76.4,"metric":"resolved","source":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B"}]},"alibaba/qwen3-coder-flash":{"id":"alibaba/qwen3-coder-flash","name":"Qwen3 Coder Flash","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2025-07-28","last_updated":"2025-07-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":65536}},"alibaba/qwen-turbo":{"id":"alibaba/qwen-turbo","name":"Qwen Turbo","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2024-11-01","last_updated":"2025-04-28","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":16384}},"alibaba/qwen3.6-max-preview":{"id":"alibaba/qwen3.6-max-preview","name":"Qwen3.6 Max Preview","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2026-04-20","last_updated":"2026-04-20","modalities":{"input":["text"],"output":["text"]},"open_weights":false,"limit":{"context":262144,"output":65536}},"alibaba/qwen3.5-122b-a10b":{"id":"alibaba/qwen3.5-122b-a10b","name":"Qwen3.5 122B-A10B","family":"qwen","attachment":true,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"release_date":"2026-02-23","last_updated":"2026-02-23","modalities":{"input":["text","image","video","audio"],"output":["text"]},"open_weights":true,"limit":{"context":262144,"output":65536},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B"}],"benchmarks":[{"name":"SWE-Bench Verified","score":72,"metric":"resolved","source":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B"}]},"alibaba/qwen-vl-plus":{"id":"alibaba/qwen-vl-plus","name":"Qwen-VL Plus","family":"qwen","attachment":false,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-04","release_date":"2024-01-25","last_updated":"2025-08-15","modalities":{"input":["text","image"],"output":["text"]},"open_weights":false,"limit":{"context":131072,"output":8192}},"alibaba/qwen3.6-plus":{"id":"alibaba/qwen3.6-plus","name":"Qwen3.6 Plus","family":"qwen","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-04","release_date":"2026-04-02","last_updated":"2026-04-02","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":false,"limit":{"context":1000000,"output":65536}},"meta/llama-4-scout-17b-instruct":{"id":"meta/llama-4-scout-17b-instruct","name":"Llama 4 Scout 17B Instruct","family":"llama","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":3500000,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct"}]},"meta/llama-3.3-70b-instruct":{"id":"meta/llama-3.3-70b-instruct","name":"Llama-3.3-70B-Instruct","family":"llama","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2023-12","release_date":"2024-12-06","last_updated":"2024-12-06","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":4096},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct"}],"benchmarks":[{"name":"Artificial Analysis Coding Index","score":10.7,"metric":"index","source":"https://openrouter.ai/meta-llama/llama-3.3-70b-instruct/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":26,"metric":"percent correct","source":"https://openrouter.ai/meta-llama/llama-3.3-70b-instruct/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":3,"metric":"success rate","source":"https://openrouter.ai/meta-llama/llama-3.3-70b-instruct/benchmarks","date":"2026-03-11"}]},"meta/llama-4-maverick-17b-instruct":{"id":"meta/llama-4-maverick-17b-instruct","name":"Llama 4 Maverick 17B Instruct","family":"llama","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2024-08","release_date":"2025-04-05","last_updated":"2025-04-05","modalities":{"input":["text","image"],"output":["text"]},"open_weights":true,"limit":{"context":1000000,"output":16384},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct"}],"benchmarks":[{"name":"Aider Polyglot","score":15.6,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-04-06"},{"name":"SWE-Bench Pro","score":5.24,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"deepseek/deepseek-v4-flash":{"id":"deepseek/deepseek-v4-flash","name":"DeepSeek V4 Flash","family":"deepseek-flash","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-05","release_date":"2026-04-24","last_updated":"2026-04-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1000000,"output":384000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"}],"benchmarks":[{"name":"SWE-Bench Verified","score":79,"metric":"resolved","source":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"}]},"deepseek/deepseek-v4-pro":{"id":"deepseek/deepseek-v4-pro","name":"DeepSeek V4 Pro","family":"deepseek-thinking","attachment":false,"reasoning":true,"tool_call":true,"structured_output":true,"temperature":true,"knowledge":"2025-05","release_date":"2026-04-24","last_updated":"2026-04-24","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1000000,"output":384000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"}],"benchmarks":[{"name":"SWE-Bench Verified","score":80.6,"metric":"resolved","source":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"},{"name":"Artificial Analysis Coding Agent Index","score":50.1,"metric":"average pass@1","harness":"Claude Code","variant":"high","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Atlas Codebase QnA","score":67.8,"metric":"pass@1","harness":"Claude Code","variant":"high","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"SWE-Bench Pro","score":18,"metric":"pass@1","harness":"Claude Code","variant":"high","dataset":"hard-aa","source":"https://artificialanalysis.ai/agents/coding-agents"},{"name":"Terminal-Bench","score":64.7,"metric":"pass@1","harness":"Claude Code","variant":"high","version":"2.1","source":"https://artificialanalysis.ai/agents/coding-agents"}]},"deepseek/deepseek-r1":{"id":"deepseek/deepseek-r1","name":"DeepSeek-R1","family":"deepseek-thinking","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2024-07","release_date":"2025-01-20","last_updated":"2025-05-29","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":128000,"output":32768},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1"}],"benchmarks":[{"name":"Aider Polyglot","score":56.9,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-01-20"},{"name":"Artificial Analysis Coding Index","score":15.9,"metric":"index","source":"https://openrouter.ai/deepseek/deepseek-r1/benchmarks","date":"2026-03-11"},{"name":"SciCode","score":35.7,"metric":"percent correct","source":"https://openrouter.ai/deepseek/deepseek-r1/benchmarks","date":"2026-03-11"},{"name":"Terminal-Bench Hard","score":6.1,"metric":"success rate","source":"https://openrouter.ai/deepseek/deepseek-r1/benchmarks","date":"2026-03-11"}]},"deepseek/deepseek-reasoner":{"id":"deepseek/deepseek-reasoner","name":"DeepSeek Reasoner","family":"deepseek-thinking","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"knowledge":"2025-09","release_date":"2025-12-01","last_updated":"2026-02-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1000000,"output":384000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2"}],"benchmarks":[{"name":"Aider Polyglot","score":74.2,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-10-03"}]},"deepseek/deepseek-chat":{"id":"deepseek/deepseek-chat","name":"DeepSeek Chat","family":"deepseek","attachment":true,"reasoning":false,"tool_call":true,"temperature":true,"knowledge":"2025-09","release_date":"2025-12-01","last_updated":"2026-02-28","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":1000000,"output":384000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2"}],"benchmarks":[{"name":"Aider Polyglot","score":70.2,"metric":"percent correct","source":"https://aider.chat/docs/leaderboards/","date":"2025-10-03"}]},"minimax/MiniMax-M2.1":{"id":"minimax/MiniMax-M2.1","name":"MiniMax-M2.1","family":"minimax","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-12-23","last_updated":"2025-12-23","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.1"}],"benchmarks":[{"name":"SWE-Bench Verified","score":74,"metric":"resolved","source":"https://huggingface.co/MiniMaxAI/MiniMax-M2.1"},{"name":"SWE-Bench Pro","score":36.81,"metric":"resolve rate","dataset":"public","source":"https://labs.scale.com/leaderboard/swe_bench_pro_public"}]},"minimax/MiniMax-M2.5-highspeed":{"id":"minimax/MiniMax-M2.5-highspeed","name":"MiniMax-M2.5-highspeed","family":"minimax","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-02-13","last_updated":"2026-02-13","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.5"}]},"minimax/MiniMax-M2.7-highspeed":{"id":"minimax/MiniMax-M2.7-highspeed","name":"MiniMax-M2.7-highspeed","family":"minimax","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-03-18","last_updated":"2026-03-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7"}]},"minimax/MiniMax-M2":{"id":"minimax/MiniMax-M2","name":"MiniMax-M2","family":"minimax","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2025-10-27","last_updated":"2025-10-27","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":196608,"output":128000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2"}],"benchmarks":[{"name":"SWE-Bench Verified","score":69.4,"metric":"resolved","source":"https://huggingface.co/MiniMaxAI/MiniMax-M2"}]},"minimax/MiniMax-M2.5":{"id":"minimax/MiniMax-M2.5","name":"MiniMax-M2.5","family":"minimax","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-02-12","last_updated":"2026-02-12","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.5"}],"benchmarks":[{"name":"SWE-Bench Verified","score":75.8,"metric":"resolved","source":"https://www.swebench.com/"},{"name":"SWE-Atlas Codebase QnA","score":10.3,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-qna"},{"name":"SWE-Atlas Refactoring","score":19.52,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-refactoring"},{"name":"SWE-Atlas Test Writing","score":18.6,"metric":"score","harness":"Mini-SWE-Agent","source":"https://labs.scale.com/leaderboard/sweatlas-tw"}]},"minimax/MiniMax-M3":{"id":"minimax/MiniMax-M3","name":"MiniMax-M3","family":"minimax","attachment":true,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-06-01","last_updated":"2026-06-01","modalities":{"input":["text","image","video"],"output":["text"]},"open_weights":true,"limit":{"context":512000,"output":128000},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M3"}]},"minimax/MiniMax-M2.7":{"id":"minimax/MiniMax-M2.7","name":"MiniMax-M2.7","family":"minimax","attachment":false,"reasoning":true,"tool_call":true,"temperature":true,"release_date":"2026-03-18","last_updated":"2026-03-18","modalities":{"input":["text"],"output":["text"]},"open_weights":true,"limit":{"context":204800,"output":131072},"weights":[{"label":"Hugging Face","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7"}]}}