GPQA Diamond (Vals) · Open Analysis

#	Model	Effort	Score	Cost / task	Harness
1	Gemini 3.1 Pro	high	95.5%	$0.081	–
2	GPT-5.6 Sol	max	95.2%	$0.110	–
3	Grok 4.6	high	94.7%	$0.045	–
4	Gemini 3.8 Flash	high	94.4%	$0.056	–
5	Gemini 3.7 Flash	high	93.9%	$0.023	–
6	Qwen 3.8 Max	max	93.7%	$0.077	–
7	Gemini 3.6 Flash	high	93.4%	$0.032	–
8	Opus 5	max	93.4%	$0.095	–
9	Fable 5.1	max	93.4%	$0.205	–
10	Fable 5	max	93.2%	$0.450	–
11	GPT-5.5	xhigh	93.2%	$0.083	–
12	Kimi K3	max	92.9%	$0.088	–
13	Grok 4.5	high	92.9%	$0.044	–
14	Gemini 3.5 Flash	high	92.7%	$0.064	–
15	MiniMax M3	max	92.7%	$0.025	–
16	Opus 4.8	max	92.4%	$0.339	–
17	DeepSeek V4 Pro 0813	max	92.4%	$0.066	–
18	GPT-5.6 Luna	max	91.7%	$0.011	–
19	Gemini 3 Pro	high	91.7%	$0.090	–
20	GPT-5.2	xhigh	91.7%	$0.149	–
21	GPT-5.4	xhigh	91.7%	$0.209	–
22	Grok 4.3	xhigh	91.4%	$0.025	–
23	Muse Spark 1.1	xhigh	91.2%	$0.034	–
24	GPT-5.6 Terra	xhigh	90.9%	$0.034	–
25	Qwen 3.7 Max	max	90.2%	$0.061	–
26	Opus 4.7	max	90.2%	$0.365	–
27	DeepSeek V4 Flash 0731	high	89.9%	$0.013	–
28	Muse Spark	–	89.6%	$0.0031	–
29	Opus 4.6	max	89.6%	$0.295	–
30	DeepSeek V4	max	89.4%	$0.126	–
31	Kimi K2.6	max	89.1%	$0.080	–
32	Sonnet 5	max	88.9%	$0.078	–
33	Qwen 3.8 27B	xhigh	88.9%	$0.047	–
34	Grok 4.20	xhigh	88.6%	$0.034	–
35	Grok 4	high	88.1%	$0.148	–
36	GLM 5.3	max	88.1%	$0.056	–
37	Gemini 3 Flash	high	87.9%	$0.044	–
38	Qwen 3.5 Plus	none	87.4%	$0.019	–
39	Qwen 3.6 Plus	max	87.4%	$0.023	–
40	Inkling	max	87.1%	$0.166	–
41	GPT-5.1	high	86.6%	$0.075	–
42	MiniMax M2.7	high	86.6%	$0.014	–
43	GLM 5.3 Flash	max	86.4%	$0.0016	–
44	Nemotron 3 Ultra 550B A55B	max	86.1%	–	–
45	Opus 4.5	high	85.9%	$0.713	–
46	GPT-5	high	85.6%	$0.073	–
47	GLM 5.2	max	85.6%	$0.057	–
48	Sonnet 4.6	max	85.6%	$0.409	–
49	Grok 4 Fast	none	85.4%	$0.0030	–
50	Ling 3.0 Flash	–	84.8%	$0.0033	–
51	Qwen 3 Max	max	84.8%	$0.074	–
52	GLM 5.1	max	84.5%	$0.045	–
53	Grok 4.1 Fast	high	84.3%	$0.0029	–
54	o3	high	84.1%	$0.036	–
55	Kimi K2.5	max	84.1%	$0.030	–
56	Gemini 3.5 Flash-Lite	high	83.8%	$0.012	–
57	Inkling Small	xhigh	83.6%	$0.020	–
58	GLM 5	high	83.3%	$0.034	–
59	GPT-5.4 Mini	xhigh	83.1%	$0.013	–
60	Qwen 3.5 Flash	max	82.8%	$0.0034	–
61	MiMo V2.5 Pro	xhigh	82.6%	$0.0067	–
62	MiniMax M2.5	high	82.1%	$0.018	–
63	Sonnet 4.5	high	81.6%	$0.114	–
64	Gemini 2.5 Flash	medium	81.6%	$0.0029	–
65	MiMo V2.5	xhigh	81.6%	$0.0025	–
66	Gemini 3.1 Flash-Lite	high	81.1%	$0.0023	–
67	Gemini 2.5 Pro	high	80.8%	$0.013	–
68	GPT-5 Mini	high	80.3%	$0.014	–
69	DeepSeek V3.2	high	80.3%	$0.0035	–
70	GLM 4.7	none	80.0%	$0.025	–
71	Grok 3 Mini	high	79.3%	$0.0039	–
72	gpt-oss-120b	high	78.5%	$0.0062	–
73	MiniMax M2.1	–	78.5%	$0.011	–
74	Kimi K2	medium	78.5%	$0.023	–
75	GPT-5.4 Nano	high	77.5%	$0.0016	–
76	Opus 4.1	high	76.3%	$0.145	–
77	o3 mini	high	75.5%	$0.036	–
78	Sonnet 3.7	medium	75.3%	$0.189	–
79	Sonnet 4	high	75.0%	$0.117	–
80	o4 mini	high	74.5%	$0.013	–
81	GLM 4.6	none	74.5%	$0.015	–
82	Grok 3	none	74.2%	$0.039	–
83	o1	high	73.2%	$0.253	–
84	Haiku 4.5	xhigh	72.2%	$0.055	–
85	GLM 4.5	xhigh	72.2%	$0.019	–
86	Opus 4	medium	71.7%	$0.067	–
87	Gemini 2.5 Flash Lite	none	70.2%	$0.0005	–
88	Qwen 3 235B	–	70.2%	$0.0065	–
89	Llama 4 Maverick	medium	69.4%	$0.0010	–
90	gpt-oss-20b	high	68.9%	$0.0067	–
91	Mistral Large 3	none	68.4%	$0.0022	–
92	GPT-4.1 Mini	high	67.9%	$0.0023	–
93	GPT-4.1	high	65.4%	$0.014	–
94	Gemini 2.0 Flash	medium	65.2%	$0.0005	–
95	GPT-5 Nano	high	63.4%	$0.0046	–
96	Llama 3.3	none	62.4%	–	–
97	Magistral Medium 1.2	medium	62.4%	$0.036	–
98	DeepSeek V3	none	61.6%	$0.0016	–
99	Claude 3.5 Sonnet Latest	–	59.3%	$0.0091	–
100	MiMo V2 Flash	high	59.3%	$0.0012	–
101	Gemini 1.5 Pro	none	58.3%	$0.0037	–
102	Magistral Small 1.2	–	58.3%	$0.0071	–
103	Laguna XS.2	–	55.0%	$0.0014	–
104	GPT-4o	high	53.8%	$0.0095	–
105	GPT-4.1 Nano	high	50.8%	$0.0005	–
106	Mistral Small 02	–	50.8%	$0.0006	–
107	Grok 2	none	50.8%	$0.0095	–
108	Command A	none	48.5%	$0.010	–
109	Mistral Large 11	–	47.7%	$0.0067	–
110	Llama 4 Scout	medium	47.0%	$0.0007	–
111	Gemini 1.5 Flash	none	46.0%	$0.0002	–
112	Mistral Small 3.1	none	44.2%	$0.0003	–
113	GPT-4o mini	high	44.2%	$0.0005	–
114	Haiku 3.5	medium	37.9%	$0.0022	–
115	Jamba 1.6 Large	none	36.1%	$0.0067	–
116	Mistral Medium 3.5	high	34.8%	$0.095	–
117	Jamba 1.6 Mini	none	32.1%	$0.0005	–
118	Command-R+ (Apr '24)	none	31.1%	$0.0074	–
119	GPT-3.5	high	30.6%	$0.0009	–
120	Laguna M.1	–	27.0%	–	–