LiveCodeBench (Vals) · Open Analysis

#	Model	Effort	Score	Cost / task	Harness
1	Fable 5.1	max	90.5%	$0.261	–
2	Fable 5	max	89.8%	$0.428	–
3	Gemini 3.8 Flash	high	89.5%	$0.071	–
4	Opus 5	max	89.0%	$0.134	–
5	Gemini 3.7 Flash	high	88.7%	$0.040	–
6	Gemini 3.1 Pro	high	88.5%	$0.101	–
7	Grok 4.6	high	88.2%	$0.040	–
8	Gemini 3.6 Flash	high	88.1%	$0.056	–
9	GPT-5.2 Codex	xhigh	88.0%	$0.117	–
10	Qwen 3.8 Max	max	87.9%	$0.091	–
11	Opus 4.8	max	87.8%	$0.327	–
12	Gemini 3.5 Flash	high	87.6%	$0.086	–
13	DeepSeek V4 Pro 0813	max	87.5%	$0.064	–
14	DeepSeek V4	max	87.5%	$0.110	–
15	Grok 4.5	high	87.4%	$0.045	–
16	GPT-5.3 Codex	xhigh	87.3%	$0.092	–
17	DeepSeek V4 Flash 0731	high	87.3%	$0.020	–
18	Kimi K3	max	87.2%	$0.104	–
19	Qwen 3.7 Max	max	87.1%	$0.087	–
20	Kimi K2.6	max	86.8%	$0.065	–
21	GPT-5 Mini	high	86.6%	$0.012	–
22	GPT-5.1	high	86.5%	$0.126	–
23	Gemini 3 Pro	high	86.4%	$0.127	–
24	Nemotron 3 Ultra 550B A55B	max	86.0%	–	–
25	Qwen 3.6 Plus	max	86.0%	$0.078	–
26	Inkling Small	xhigh	85.9%	$0.021	–
27	GPT-5.6 Terra	xhigh	85.9%	$0.031	–
28	GPT-5	high	85.9%	$0.064	–
29	Muse Spark 1.1	xhigh	85.9%	$0.046	–
30	Gemini 3 Flash	high	85.6%	$0.051	–
31	GPT-5.1 Codex	max	85.5%	$0.138	–
32	Inkling	max	85.5%	$0.153	–
33	GPT-5.2	xhigh	85.4%	$0.135	–
34	Qwen 3.5 Plus	none	85.3%	$0.048	–
35	GPT-5.5	xhigh	85.3%	$0.067	–
36	Opus 4.7	max	85.1%	$0.351	–
37	GPT-5 Codex	high	84.7%	$0.097	–
38	Opus 4.6	max	84.7%	$0.343	–
39	Grok 4.3	high	84.5%	$0.020	–
40	Grok 4.20	xhigh	84.3%	$0.052	–
41	GPT-5.4	xhigh	84.1%	$0.329	–
42	GPT-5.4 Nano	high	84.0%	$0.0025	–
43	Qwen 3.8 27B	xhigh	84.0%	$0.045	–
44	Ling 3.0 Flash	–	84.0%	$0.0030	–
45	o3	high	83.9%	$0.033	–
46	Kimi K2.5	max	83.9%	$0.039	–
47	Opus 4.5	high	83.7%	$0.971	–
48	Qwen 3.5 Flash	max	83.3%	$0.0095	–
49	Grok 4	high	83.2%	$0.156	–
50	gpt-oss-120b	high	83.2%	$0.0085	–
51	GPT-5.6 Sol	max	82.6%	$0.090	–
52	Sonnet 5	max	82.4%	$0.095	–
53	GLM 4.7	none	82.2%	$0.035	–
54	o4 mini	high	82.2%	$0.014	–
55	MiniMax M3	max	82.2%	$0.037	–
56	Sonnet 4.6	max	82.1%	$0.371	–
57	Kimi K2.7 Code	max	82.0%	$0.027	–
58	GLM 5	high	81.9%	$0.044	–
59	MiniMax M2.1	–	81.8%	$0.018	–
60	MiMo V2.5	xhigh	81.5%	$0.0022	–
61	GPT-5.4 Mini	xhigh	81.5%	$0.033	–
62	GLM 5.1	max	81.4%	$0.046	–
63	MiMo V2.5 Pro	xhigh	81.4%	$0.0068	–
64	GLM 4.6	none	81.0%	$0.027	–
65	DeepSeek V3.2	high	80.7%	$0.0033	–
66	Grok 4.1 Fast	high	80.6%	$0.0039	–
67	GLM 5.3	max	80.5%	$0.069	–
68	GLM 5.3 Flash	max	80.5%	$0.0071	–
69	gpt-oss-20b	high	80.4%	$0.0067	–
70	Gemini 3.1 Flash-Lite	high	80.1%	$0.0043	–
71	MiniMax M2.7	high	79.9%	$0.021	–
72	MiniMax M2.5	high	79.2%	$0.033	–
73	Gemini 2.5 Pro	high	79.2%	$0.020	–
74	Gemini 3.5 Flash-Lite	high	79.0%	$0.019	–
75	Grok 4 Fast	none	79.0%	$0.0045	–
76	Qwen 3 Max	max	78.2%	$0.021	–
77	Grok 3 Mini	high	76.2%	$0.0081	–
78	Gemini 2.5 Flash	medium	76.2%	$0.0024	–
79	Magistral Medium 1.2	medium	74.9%	$0.050	–
80	Sonnet 4.5	high	73.0%	$0.135	–
81	Magistral Small 1.2	–	72.1%	$0.015	–
82	o3 mini	high	71.5%	$0.033	–
83	Gemini 2.5 Flash Lite	none	71.4%	$0.0004	–
84	Qwen 3 235B	–	70.6%	$0.011	–
85	Kimi K2	medium	70.4%	$0.0069	–
86	DeepSeek R1	xhigh	70.2%	$0.041	–
87	GPT-5 Nano	high	70.2%	$0.0051	–
88	Opus 4	medium	70.2%	$0.397	–
89	GLM 5.2	max	69.5%	$0.129	–
90	Laguna M.1	–	68.1%	$0.0057	–
91	Laguna XS.2	–	67.8%	$0.0023	–
92	GLM 4.5	xhigh	67.4%	$0.018	–
93	Opus 4.1	high	66.5%	$0.361	–
94	DeepSeek V3	none	65.5%	$0.0018	–
95	Sonnet 4	high	62.4%	$0.042	–
96	Grok Code Fast	–	62.0%	$0.0085	–
97	Sonnet 3.7	medium	60.4%	$0.125	–
98	Llama 3.3	none	58.4%	–	–
99	GPT-4.1 Mini	high	58.2%	$0.0012	–
100	Mistral Large 3	none	55.3%	$0.0022	–
101	GPT-4.1	high	54.7%	$0.0093	–
102	Grok 3	none	52.9%	$0.0094	–
103	Devstral 2	none	51.8%	$0.057	–
104	o1	high	50.3%	$0.328	–
105	Claude 3.5 Sonnet Latest	–	49.6%	$0.012	–
106	Llama 4 Maverick	medium	47.3%	$0.0008	–
107	Mistral Medium 3.1	none	44.8%	$0.0016	–
108	Gemini 2.0 Flash	medium	43.6%	$0.0003	–
109	GPT-4o	high	43.4%	$0.0040	–
110	Devstral Small 2	none	43.2%	$0.0003	–
111	GPT-4.1 Nano	high	42.7%	$0.0003	–
112	Haiku 3.5	medium	41.9%	$0.0031	–
113	Gemini 1.5 Pro	none	41.7%	$0.0020	–
114	Haiku 4.5	xhigh	41.2%	$0.060	–
115	Grok 2	none	38.7%	$0.0030	–
116	Llama 4 Scout	medium	38.5%	$0.0006	–
117	Mistral Large 11	–	37.1%	$0.0033	–
118	Gemini 1.5 Flash	none	36.9%	$0.0001	–
119	Command A	none	35.1%	$0.0066	–
120	Mistral Small 3.1	none	31.8%	$0.0001	–
121	GPT-4o mini	high	26.4%	$0.0003	–
122	Jamba 1.6 Large	none	22.3%	$0.0032	–
123	Command-R+ (Apr '24)	none	18.2%	$0.0033	–
124	Mistral Small 02	–	15.8%	$0.0004	–
125	Jamba 1.6 Mini	none	9.9%	$0.0002	–