llmlagbench / data /model_metadata.json
fzarnecki's picture
Added new model
1f4e9a1
{
"ai21/jamba-large-1.7": {
"Parameters": "398B",
"Release date": "2024.07.03",
"Provider cutoff": "2024.03 / 2024.08.22",
"Model cutoff": "2024.02",
"Provider": "ai21"
},
"amazon/nova-lite-v1": {
"Parameters": "N/A",
"Release date": "2025.03.17",
"Provider cutoff": "N/A",
"Model cutoff": "2021.10",
"Provider": "amazon"
},
"amazon/nova-pro-v1": {
"Parameters": "N/A",
"Release date": "2025.03.17",
"Provider cutoff": "N/A",
"Model cutoff": "2023.10",
"Provider": "amazon"
},
"anthropic/claude-3-5-sonnet-20240620": {
"Parameters": "N/A",
"Release date": "2024.08.21",
"Provider cutoff": "2024.04",
"Model cutoff": "2022.09",
"Provider": "anthropic"
},
"anthropic/claude-3-haiku-2024030": {
"Parameters": "N/A",
"Release date": "2024.03.13",
"Provider cutoff": "2023.08",
"Model cutoff": "2021",
"Provider": "anthropic"
},
"anthropic/claude-3-opus-20240229": {
"Parameters": "N/A",
"Release date": "2024.03.04",
"Provider cutoff": "2023.08",
"Model cutoff": "2021",
"Provider": "anthropic"
},
"anthropic/claude-sonnet-4": {
"Parameters": "N/A",
"Release date": "2025.05.22",
"Provider cutoff": "2025.01",
"Model cutoff": "2024.04",
"Provider": "anthropic"
},
"anthropic/claude-opus-4.5": {
"Parameters": "N/A",
"Release date": "2025.11.24",
"Provider cutoff": "2025.08",
"Model cutoff": "",
"Provider": "anthropic"
},
"CohereForAI/c4ai-command-a-03-2025": {
"Parameters": "111B",
"Release date": "2025.03.13",
"Provider cutoff": "2024.07.01",
"Model cutoff": "2024.06",
"Provider": "CohereForAI"
},
"CohereForAI/c4ai-command-r-plus": {
"Parameters": "35B",
"Release date": "2024.08",
"Provider cutoff": "2024.07.01",
"Model cutoff": "2023.01",
"Provider": "CohereForAI"
},
"deepseek-ai/DeepSeek-V3-0324": {
"Parameters": "685B",
"Release date": "2024.12.27",
"Provider cutoff": "N/A",
"Model cutoff": "2023.09",
"Provider": "deepseek-ai"
},
"deepseek/deepseek-chat-v3.1": {
"Parameters": "671B",
"Release date": "2025.08.21",
"Provider cutoff": "N/A",
"Model cutoff": "2023.10",
"Provider": "deepseek-ai"
},
"deepseek/deepseek-r1-0528": {
"Parameters": "685B",
"Release date": "2025.01.22",
"Provider cutoff": "N/A",
"Model cutoff": "2024.07",
"Provider": "deepseek-ai"
},
"google/gemma-3-27b-it": {
"Parameters": "27B",
"Release date": "2025.08.14",
"Provider cutoff": "2024.08",
"Model cutoff": "2023.11.09",
"Provider": "google"
},
"google/gemma-3-4b-it": {
"Parameters": "4B",
"Release date": "2025.08.14",
"Provider cutoff": "2024.08",
"Model cutoff": "2023.11.09",
"Provider": "google"
},
"google/gemini-2.0-flash-001": {
"Parameters": "N/A",
"Release date": "2024.12.11",
"Provider cutoff": "2024.06",
"Model cutoff": "2021.09/2023",
"Provider": "google"
},
"google/gemini-2.5-flash": {
"Parameters": "N/A",
"Release date": "2025.07.22",
"Provider cutoff": "2025.01",
"Model cutoff": "2024.07",
"Provider": "google"
},
"google/gemini-3-pro-preview": {
"Parameters": "N/A",
"Release date": "2025.11.08",
"Provider cutoff": "2025.01",
"Model cutoff": "",
"Provider": "google"
},
"gpt-3.5-turbo-0125": {
"Parameters": "175B",
"Release date": "2022.11.30",
"Provider cutoff": "2021.09.01",
"Model cutoff": "2021.09",
"Provider": "openai"
},
"gpt-4o-2024-08-06": {
"Parameters": "N/A",
"Release date": "2024.08.06",
"Provider cutoff": "2023.10.01",
"Model cutoff": "2023.10",
"Provider": "openai"
},
"gpt-4o-mini-2024-07-18": {
"Parameters": "N/A",
"Release date": "2024.07.18",
"Provider cutoff": "2023.10.01",
"Model cutoff": "2021.10",
"Provider": "openai"
},
"meta-llama/Llama-3.1-8B-Instruct": {
"Parameters": "8B",
"Release date": "2024.07.21",
"Provider cutoff": "2023.12",
"Model cutoff": "2023.12",
"Provider": "meta-llama"
},
"meta-llama/Llama-3.3-70B-Instruct": {
"Parameters": "70B",
"Release date": "2024.12.06",
"Provider cutoff": "2023.12",
"Model cutoff": "2023.12",
"Provider": "meta-llama"
},
"meta-llama/Llama-4-Scout-17B-16E-Instruct": {
"Parameters": "17B",
"Release date": "2025.04.05",
"Provider cutoff": "2024.08",
"Model cutoff": "2024.08",
"Provider": "meta-llama"
},
"meta-llama/Meta-Llama-3.1-70B-Instruct": {
"Parameters": "70B",
"Release date": "2024.07.21",
"Provider cutoff": "2023.12",
"Model cutoff": "2023.12",
"Provider": "meta-llama"
},
"mistralai/ministral-8b": {
"Parameters": "8B",
"Release date": "2024.10.09",
"Provider cutoff": "N/A",
"Model cutoff": "2023.10",
"Provider": "mistralai"
},
"mistralai/mistral-medium-3": {
"Parameters": "N/A",
"Release date": "2025.05.07",
"Provider cutoff": "N/A",
"Model cutoff": "2023.12",
"Provider": "mistralai"
},
"mistralai/mistral-medium-3.1": {
"Parameters": "N/A",
"Release date": "2025.08.12",
"Provider cutoff": "N/A",
"Model cutoff": "2024.11",
"Provider": "mistralai"
},
"mistralai/Mixtral-8x22B-Instruct-v0.1": {
"Parameters": "22B",
"Release date": "2024.01.08",
"Provider cutoff": "N/A",
"Model cutoff": "2023",
"Provider": "mistralai"
},
"mistralai/mistral-large-2512": {
"Parameters": "675B",
"Release date": "2025.12.02",
"Provider cutoff": "N/A",
"Model cutoff": "",
"Provider": "mistralai"
},
"mistralai/mistral-small-24b-instruct-2501": {
"Parameters": "24B",
"Release date": "2025.01.30",
"Provider cutoff": "N/A",
"Model cutoff": "",
"Provider": "mistralai"
},
"moonshotai/kimi-k2": {
"Parameters": "1T",
"Release date": "2025.08.28",
"Provider cutoff": "2025.07",
"Model cutoff": "2025.04",
"Provider": "moonshotai"
},
"openai/gpt-oss-120b": {
"Parameters": "120B",
"Release date": "2025.08.05",
"Provider cutoff": "2024.07",
"Model cutoff": "2021.09",
"Provider": "openai"
},
"openai/gpt-oss-20b": {
"Parameters": "20B",
"Release date": "2025.08.05",
"Provider cutoff": "2024.07",
"Model cutoff": "2021.09",
"Provider": "openai"
},
"openai/gpt-5": {
"Parameters": "N/A",
"Release date": "2025.08.07",
"Provider cutoff": "2024.09.30",
"Model cutoff": "",
"Provider": "openai"
},
"openchat/openchat-3.5-1210": {
"Parameters": "7B",
"Release date": "2024.01.06",
"Provider cutoff": "N/A",
"Model cutoff": "2021.09",
"Provider": "openchat"
},
"x-ai/grok-3": {
"Parameters": "N/A",
"Release date": "2025.02.19",
"Provider cutoff": "2024.11",
"Model cutoff": "2023.10",
"Provider": "x-ai"
},
"x-ai/grok-4": {
"Parameters": "N/A",
"Release date": "2025.08.20",
"Provider cutoff": "2024.11",
"Model cutoff": "2023.10",
"Provider": "x-ai"
},
"z-ai/glm-4.5": {
"Parameters": "355B",
"Release date": "2025.08.08",
"Provider cutoff": "N/A",
"Model cutoff": "2024.06",
"Provider": "z-ai"
},
"Qwen/Qwen2.5-Omni-7B": {
"Parameters": "7B",
"Release date": "2025.01.03",
"Provider cutoff": "N/A",
"Model cutoff": "2023.12",
"Provider": "Qwen"
}
}