-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathmodel_meta.lua
More file actions
16 lines (16 loc) · 6.08 KB
/
Copy pathmodel_meta.lua
File metadata and controls
16 lines (16 loc) · 6.08 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
-- GENERATED by scripts/refresh_model_meta.py — do not edit by hand.
-- Model-level traits from OpenRouter (benchmarks/modalities/capabilities).
return {
["deepseek-v4-flash"] = { bench_agentic = 0.613, bench_agentic_rank = 7.0, bench_arena = 0.521, bench_arena_rank = 8.0, bench_coding = 0.387, bench_coding_rank = 8.0, bench_intelligence = 0.465, bench_intelligence_rank = 8.0, cap_logprobs = true, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
["deepseek-v4-pro"] = { bench_agentic = 0.672, bench_agentic_rank = 3.0, bench_arena = 0.64, bench_arena_rank = 4.0, bench_coding = 0.475, bench_coding_rank = 4.0, bench_intelligence = 0.515, bench_intelligence_rank = 5.0, cap_logprobs = true, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
["gemini-3.1-pro-preview"] = { bench_agentic = 0.591, bench_agentic_rank = 8.0, bench_arena = 0.71, bench_arena_rank = 1.0, bench_coding = 0.555, bench_coding_rank = 3.0, bench_intelligence = 0.5720000000000001, bench_intelligence_rank = 2.0, cap_logprobs = false, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = true, in_file = true, in_image = true, in_video = true, out_image = false },
["gemma-3-27b"] = { bench_agentic = 0.035, bench_agentic_rank = 12.0, bench_coding = 0.096, bench_coding_rank = 12.0, bench_intelligence = 0.10300000000000001, bench_intelligence_rank = 12.0, cap_logprobs = false, cap_parallel_tools = false, cap_reasoning = false, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = true, in_video = false, out_image = false },
["glm-5.1"] = { bench_agentic = 0.6709999999999999, bench_agentic_rank = 4.0, bench_arena = 0.67, bench_arena_rank = 2.0, bench_coding = 0.434, bench_coding_rank = 6.0, bench_intelligence = 0.514, bench_intelligence_rank = 6.0, cap_logprobs = true, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
["gpt-5.4"] = { bench_agentic = 0.68, bench_agentic_rank = 2.0, bench_arena = 0.594, bench_arena_rank = 6.0, bench_coding = 0.5720000000000001, bench_coding_rank = 2.0, bench_intelligence = 0.568, bench_intelligence_rank = 3.0, cap_logprobs = false, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = true, in_image = true, in_video = false, out_image = false },
["gpt-5.5"] = { bench_agentic = 0.741, bench_agentic_rank = 1.0, bench_arena = 0.642, bench_arena_rank = 3.0, bench_coding = 0.591, bench_coding_rank = 1.0, bench_intelligence = 0.602, bench_intelligence_rank = 1.0, cap_logprobs = false, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = true, in_image = true, in_video = false, out_image = false },
["gpt-oss-120b"] = { bench_agentic = 0.379, bench_agentic_rank = 9.0, bench_arena = 0.451, bench_arena_rank = 10.0, bench_coding = 0.28600000000000003, bench_coding_rank = 9.0, bench_intelligence = 0.33299999999999996, bench_intelligence_rank = 9.0, cap_logprobs = true, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
["kimi-k2.6"] = { bench_agentic = 0.66, bench_agentic_rank = 5.0, bench_arena = 0.632, bench_arena_rank = 5.0, bench_coding = 0.47100000000000003, bench_coding_rank = 5.0, bench_intelligence = 0.539, bench_intelligence_rank = 4.0, cap_logprobs = true, cap_parallel_tools = true, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = true, in_video = false, out_image = false },
["llama-3.3-70b"] = { bench_agentic = 0.091, bench_agentic_rank = 11.0, bench_coding = 0.107, bench_coding_rank = 11.0, bench_intelligence = 0.145, bench_intelligence_rank = 11.0, cap_logprobs = false, cap_parallel_tools = false, cap_reasoning = false, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
["minimax-m2.7"] = { bench_agentic = 0.615, bench_agentic_rank = 6.0, bench_arena = 0.541, bench_arena_rank = 7.0, bench_coding = 0.419, bench_coding_rank = 7.0, bench_intelligence = 0.496, bench_intelligence_rank = 7.0, cap_logprobs = true, cap_parallel_tools = false, cap_reasoning = true, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
["qwen3-235b-a22b"] = { bench_agentic = 0.228, bench_agentic_rank = 10.0, bench_arena = 0.47700000000000004, bench_arena_rank = 9.0, bench_coding = 0.221, bench_coding_rank = 10.0, bench_intelligence = 0.25, bench_intelligence_rank = 10.0, cap_logprobs = false, cap_parallel_tools = false, cap_reasoning = false, cap_response_format = true, cap_seed = true, cap_structured_outputs = true, cap_tool_choice = true, cap_tools = true, in_audio = false, in_file = false, in_image = false, in_video = false, out_image = false },
}