AIME (Vals) · Open Analysis

#	Model	Effort	Score	Cost / task	Harness
1	Gemini 3.1 Pro	high	98.1%	$0.127	–
2	GPT-5.2	xhigh	96.9%	$0.135	–
3	Muse Spark	–	96.9%	$0.0046	–
4	Gemini 3 Pro	high	96.7%	$0.169	–
5	GPT-5.4	xhigh	96.7%	$0.138	–
6	Grok 4.20	xhigh	96.5%	$0.059	–
7	Opus 4.7	max	96.3%	$0.451	–
8	Gemini 3 Flash	high	95.6%	$0.046	–
9	Opus 4.6	max	95.6%	$0.344	–
10	GPT-5.4 Mini	xhigh	95.6%	$0.129	–
11	Kimi K2.5	max	95.6%	$0.064	–
12	Opus 4.5	high	95.4%	$1.32	–
13	Qwen 3.6 Plus	max	94.6%	$0.094	–
14	GPT-5	high	93.4%	$0.093	–
15	GPT-5.1	high	93.3%	$0.150	–
16	GLM 4.7	none	93.3%	$0.043	–
17	GLM 4.6	none	92.7%	$0.116	–
18	gpt-oss-120b	high	92.6%	$0.010	–
19	Qwen 3.5 Flash	max	92.5%	$0.011	–
20	Sonnet 4.6	max	92.3%	$0.436	–
21	Grok 4.1 Fast	high	91.9%	$0.0041	–
22	GLM 5.1	max	91.9%	$0.071	–
23	GLM 5	high	91.7%	$0.070	–
24	GPT-5 Mini	high	91.5%	$0.023	–
25	Grok 4 Fast	none	91.3%	$0.0043	–
26	MiniMax M2.7	high	91.0%	$0.023	–
27	Grok 4	high	90.6%	$0.174	–
28	GPT-5.4 Nano	high	88.8%	$0.0034	–
29	MiniMax M2.5	high	88.8%	$0.041	–
30	Sonnet 4.5	high	88.2%	$0.267	–
31	GLM 4.5	xhigh	86.7%	$0.047	–
32	o3 mini	high	86.5%	$0.051	–
33	Qwen 3.5 Plus	none	86.0%	$0.045	–
34	gpt-oss-20b	high	86.0%	$0.011	–
35	Gemini 2.5 Pro	high	85.8%	$0.027	–
36	Kimi K2	medium	85.4%	$0.045	–
37	o3	high	85.3%	$0.060	–
38	Grok 3 Mini	high	85.0%	$0.0083	–
39	DeepSeek V3.2	high	84.6%	$0.0044	–
40	Qwen 3 235B	–	84.0%	$0.012	–
41	o4 mini	high	83.7%	$0.026	–
42	Magistral Medium 1.2	medium	83.5%	$0.087	–
43	Gemini 3.1 Flash-Lite	high	83.3%	$0.0070	–
44	Haiku 4.5	xhigh	82.7%	$0.174	–
45	GPT-5 Nano	high	81.2%	$0.0089	–
46	Qwen 3 Max	max	81.0%	$0.033	–
47	Magistral Small 1.2	–	80.7%	$0.025	–
48	Opus 4.1	high	78.2%	$0.860	–
49	MiniMax M2.1	–	77.9%	$0.024	–
50	Sonnet 4	high	76.3%	$0.295	–
51	DeepSeek R1	xhigh	74.0%	$0.053	–
52	o1	high	71.5%	$0.659	–
53	Grok 3	none	58.8%	$0.091	–
54	Llama 3.3	none	53.5%	$0.0000	–
55	DeepSeek V3	none	52.2%	$0.0032	–
56	Gemini 2.5 Flash	medium	51.5%	$0.0050	–
57	GPT-4.1 Mini	high	49.4%	$0.0079	–
58	Sonnet 3.7	medium	44.6%	$0.395	–
59	Mistral Large 3	none	42.9%	$0.0061	–
60	Mistral Medium 3.1	none	42.3%	$0.0000	–
61	Gemini 2.5 Flash Lite	none	42.1%	$0.0006	–
62	Opus 4	medium	41.3%	$0.110	–
63	GPT-4.1	high	39.6%	$0.050	–
64	Gemini 2.0 Flash	medium	29.8%	$0.0010	–
65	GPT-4.1 Nano	high	26.5%	$0.0012	–
66	Llama 4 Maverick	medium	25.2%	$0.0011	–
67	Llama 4 Scout	medium	19.0%	$0.0008	–
68	Gemini 1.5 Pro	none	18.8%	$0.0042	–
69	Gemini 1.5 Flash	none	17.3%	$0.0003	–
70	Grok 2	none	15.2%	$0.015	–
71	GPT-4o	high	14.0%	$0.012	–
72	Command A	none	13.3%	$0.012	–
73	GPT-4o mini	high	11.5%	$0.0010	–
74	Claude 3.5 Sonnet Latest	–	10.0%	$0.0088	–
75	Mistral Large 11	–	9.2%	$0.0063	–
76	Mistral Small 02	–	5.6%	$0.0008	–
77	Mistral Small 3.1	none	3.5%	$0.0003	–
78	Haiku 3.5	medium	3.3%	$0.0024	–
79	Jamba 1.6 Mini	none	0.4%	$0.0005	–
80	Jamba 1.6 Large	none	0.4%	$0.0077	–