MedCode · Open Analysis

#	Model	Effort	Score	Cost / task	Harness
1	Opus 5	max	63.6%	$0.157	–
2	Gemini 3.1 Pro	high	59.1%	$0.025	–
3	Gemini 4	high	58.8%	$0.137	–
4	Fable 5	max	56.1%	$0.591	–
5	Gemini 3 Flash	high	55.9%	$0.0062	–
6	Gemini 3.5 Flash	high	55.8%	$0.074	–
7	Opus 4.7	max	54.9%	$0.226	–
8	Fable 5.1	max	53.5%	$1.12	–
9	Gemini 3.7 Flash	high	53.4%	$0.038	–
10	Opus 4.8	max	53.2%	$0.351	–
11	Gemini 3.6 Flash	high	53.2%	$0.044	–
12	Sonnet 5.5	max	52.9%	$0.392	–
13	GPT-5.1	high	52.7%	$0.014	–
14	Gemini 3 Pro	high	52.2%	$0.028	–
15	Haiku 5.5	max	51.5%	$0.032	–
16	Muse Spark	–	51.3%	$0.0053	–
17	Gemini 2.5 Pro	high	50.6%	$0.015	–
18	Wonder Full	max	49.9%	$0.247	–
19	Opus 5.5	max	49.8%	$0.658	–
20	GPT-5.2	xhigh	49.7%	$0.019	–
21	GPT-5	high	49.6%	$0.046	–
22	Grok 4.7	xhigh	49.6%	$0.105	–
23	Kimi K3	max	49.4%	$0.094	–
24	Muse Spark 1.2	xhigh	49.3%	$0.039	–
25	Opus 4.5	high	49.2%	$0.096	–
26	Opus 4.6	max	49.1%	$0.244	–
27	GPT-5.5	xhigh	49.1%	$0.161	–
28	GPT-6.1 Sol	max	48.8%	$0.085	–
29	GPT-6 Astra	max	48.5%	$0.451	–
30	Gemini 3.8 Flash	high	48.1%	$0.018	–
31	Gemini 3.1 Flash-Lite	high	47.6%	$0.0020	–
32	Sonnet 5	max	47.5%	$0.279	–
33	o3	high	47.3%	$0.030	–
34	Opus 4.1	high	47.2%	$0.269	–
35	GPT-6 Sol	max	47.1%	$0.086	–
36	MiniMax M3	max	46.3%	$0.012	–
37	MiMo V2.6 Pro	high	45.0%	$0.0095	–
38	Grok 4.6	high	44.7%	$0.050	–
39	GPT-6 Luna	max	44.7%	$0.0073	–
40	Sonnet 4.5	high	44.1%	$0.101	–
41	GPT-5.6 Sol	max	44.0%	$0.281	–
42	Gemini 3.5 Flash-Lite	high	43.5%	$0.0081	–
43	GPT-5.6 Terra	xhigh	43.4%	$0.047	–
44	Grok 4.5	high	43.3%	$0.048	–
45	Hy4	–	43.2%	$0.062	–
46	GPT-5 Mini	high	43.0%	$0.0056	–
47	GLM 5.3	max	42.9%	$0.082	–
48	DeepSeek V4 Pro 0813	max	42.5%	$0.061	–
49	GPT-5.6 Luna	max	42.4%	$0.016	–
50	GLM 5.1	max	41.6%	$0.024	–
51	DeepSeek V4 Flash 0731	high	41.4%	$0.020	–
52	GPT-5.4	xhigh	41.3%	$0.212	–
53	Inkling	max	41.2%	$0.127	–
54	DeepSeek V4.1 Flash	high	41.2%	$0.012	–
55	MiMo V2.6 Flash	high	41.1%	$0.0029	–
56	GPT-5.4 Nano	high	41.0%	$0.0008	–
57	GLM 5.2	max	40.8%	$0.045	–
58	Mistral Large 4	high	40.7%	$0.042	–
59	Qwen 3.8 Max	max	40.7%	$0.121	–
60	Gemini 2.5 Flash	medium	40.5%	$0.0037	–
61	DeepSeek V4	max	40.5%	$0.061	–
62	Kimi K2.6	max	40.1%	$0.041	–
63	Kimi K2.5	max	39.3%	$0.017	–
64	Qwen 3.7 Max	max	38.8%	$0.042	–
65	Nemotron 3 Ultra 550B A55B	max	38.6%	–	–
66	Grok 4	high	38.1%	$0.034	–
67	Grok 4.3	xhigh	38.1%	$0.022	–
68	Inkling Small	xhigh	37.9%	$0.017	–
69	Grok 4 Fast	none	37.4%	$0.0021	–
70	Qwen 3.6 Plus	max	36.9%	$0.016	–
71	Llama 4 Maverick	medium	36.5%	$0.0029	–
72	Sonnet 4	high	35.0%	$0.070	–
73	MiniMax M2.7	high	34.4%	$0.0074	–
74	Gemini 2.5 Flash Lite	none	34.2%	$0.0012	–
75	MiniMax M2.1	–	34.1%	–	–
76	o4 mini	high	33.8%	$0.018	–
77	Mistral Medium 3.5	high	33.8%	$0.053	–
78	Qwen 3.5 Flash	max	33.0%	$0.0039	–
79	GLM 4.7	none	32.8%	$0.0067	–
80	Haiku 4.5	xhigh	32.7%	$0.020	–
81	MiMo V2.5 Pro	xhigh	32.5%	$0.0067	–
82	Ling 3.0 Flash	–	32.3%	$0.0016	–
83	Grok 4.20	xhigh	32.2%	$0.036	–
84	MiMo V2.5	xhigh	31.9%	$0.0022	–
85	Qwen 3	high	31.7%	$0.0025	–
86	Qwen 3 Max	max	31.4%	$0.015	–
87	Mercury 2.5	high	31.3%	$0.0045	–
88	GPT-5 Nano	high	30.4%	$0.0017	–
89	Ling 3.0 Flash Fin	–	29.3%	$0.0014	–
90	Qwen 3.8 27B	xhigh	28.7%	$0.050	–
91	Grok 4.1 Fast	high	28.3%	$0.0022	–
92	Llama 4 Scout	medium	23.3%	$0.0022	–
93	Laguna M.1	–	23.1%	$0.0030	–
94	Laguna XS.2	–	21.3%	$0.0014	–
95	Command A	none	19.7%	$0.056	–