🏆 Turkish MMLU Leaderboard

Explore, evaluate, and compare AI model performance.

Filter by Family

Filter by Quantization Level


ytu-ce-cosmos-Turkish-Llama-8b-DPO-v0-1:latest	API-Accessed	command-r	Unknown	No Quantization	5260	53.059999999999995	13355.846


gpt-4o	API-Accessed	GPT	Unknown	No Quantization	5260	84.84	5021.924
claude-3-5-sonnet-20240620	API-Accessed	Sonnet	Unknown	No Quantization	5233	84.4	7379.819
llama3.3:latest	gguf	llama	70.6B	Q4_K_M	4924	79.42	13355.846
gemini-1.5-pro	API-Accessed	Gemini	Unknown	No Quantization	4758	76.74	4985.786
gemma3:27b	gguf	gemma3	27.4B	Q4_K_M	4654	75.06	5783.192
gemma2:27b	gguf	gemma2	27.2B	Q4_0	4470	72.1	5506.779
gemma3:12b	gguf	gemma3	12.2B	Q4_K_M	4386	70.74000000000001	2656.275
aya-expanse:32b	gguf	command-r	32.3B	Q4_K_M	4381	70.66	14526.999
llama3.1:70b	gguf	llama	70.6B	Q4_0	4366	70.42	11349.817
gemma2:latest	gguf	gemma2	9.2B	Q4_0	4294	69.26	2276.631
alibayram/metin-gemma2-9b-it-tr-dpo-v1:latest	gguf	gemma2	9.2B	Q4_0	4288	69.16	2214.452
mistral-small:latest	gguf	llama	23.6B	Q4_K_M	4152	66.97	7347.536
phi4:latest	gguf	phi3	14.7B	Q4_K_M	4062	65.52	4067.885
vanilj/Phi-4:latest	gguf	phi3	14.7B	unknown	3881	62.6	4857.518
aya-expanse:latest	gguf	command-r	8.0B	Q4_K_M	3848	62.06	1725.916
qwen2.5:latest	gguf	qwen2	7.6B	Q4_K_M	3824	61.68	1808.736
aya:35b	gguf	command-r	35.0B	F16	3716	59.94	5376.47
Defne-llama3.1-8B:latest	gguf	llama	8.0B	Q4_K_M	3549	57.24	1778.209
qwen2:latest	gguf	qwen2	7.6B	Q4_0	3461	55.82	1868.449
ytu-ce-cosmos-Turkish-Llama-8b-DPO-v0-1:latest	gguf	llama	8.0B	Q4_K_M	3406	54.94	1857.952
alibayram/doktorllama3-cosmos:latest	gguf	llama	8.0B	Q4_0	3295	53.15	1709.051
alibayram/doktorllama3:latest	gguf	llama	8.0B	Q4_0	3290	53.059999999999995	1602.997
Metin-LLaMA-3-8B-Instruct-TR-DPO:latest	gguf	llama	8.0B	Q4_K_M	3248	52.39	1770.83
llama3:latest	gguf	llama	8.0B	Q4_0	3238	52.23	1665.703
alibayram/erurollm-9b-instruct:latest	gguf	llama	9.2B	Q4_K_M	3180	51.29	2114.299
gemma2:2b	gguf	gemma2	2.6B	Q4_0	2999	48.37	1103.659
mistral-nemo:latest	gguf	llama	12.2B	Q4_0	2907	46.89	2421.859
llama3.2:latest	gguf	llama	3.2B	Q4_K_M	2787	44.95	1008.758
gemma3:1b	gguf	gemma3	999.89M	Q4_K_M	2650	42.74	1121.473
gemma3:4b	gguf	gemma3	4.3B	Q4_K_M	2650	42.74	1128.676
nemotron-mini:latest	gguf	nemotron	4.2B	Q4_K_M	2320	37.42	1399.608
llama3.1:latest	gguf	llama	8.0B	Q4_0	2177	35.11	2354.278
openchat:latest	gguf	llama	7B	Q4_0	2102	33.9	2856.109
phi3.5:latest	gguf	phi3	3.8B	Q4_0	1821	29.37	3244.336
Trendyol-LLM-8b-chat-v2.0:latest	gguf	llama	8.0B	Q4_K_M	1710	27.58	4457.242
cere-llama-3-8b-tr:latest	gguf	llama	8.0B	Q4_K_M	1710	27.58	4299.565
Kocdigital-LLM-8B:latest	gguf	llama	8.0B	Q4_K_M	1703	27.47	2867.119
zephyr:latest	gguf	llama	7B	Q4_0	1693	27.31	6041.852
CBDDO-LLM-8B-Instruct-v1:latest	gguf	llama	8.0B	Q4_K_M	1476	23.81	2653.279
phi3:latest	gguf	phi3	3.8B	Q4_0	1419	22.89	3847.113
Turkcell-LLM-7b-v1:latest	gguf	llama	7.4B	Q4_K_M	1209	19.5	3175.645
tinyllama:latest	gguf	llama	1B	Q4_0	1205	19.44	2058.766
Doktor-Llama-3-8b:latest	gguf	llama	6.8B	Q4_K_M	1192	19.23	6325.277
llama-3.1-openhermes-tr:latest	gguf	llama	8.0B	Q4_K_M	1166	18.81	5749.821
NVIDIA-Llama3-ChatQA-1.5-8B:latest	gguf	llama	8.0B	Q4_K_M	1166	18.81	5822.83
Morfoz-LLM-8b-v1.0:latest	gguf	llama	8.0B	Q4_K_M	1166	18.81	5750.086

Plot


alibayram/metin-gemma2-9b-it-tr-dpo-v1:latest	53.059999999999995	72	82	91	83	84	97	77	93	93	79	95	84	86	86	91	78	85	85	84	84	86	91	81	89	84	86	83	86	91	78	83	81	84	84	85	87	84	79	86	87	86	83	84	86	86	83	79	84	77	88	92	80	81	81	81	84	84	86	89	88	83	91


gpt-4o_cevap	84.84	72	82	91	83	84	97	77	93	93	79	95	84	86	86	91	78	85	85	84	84	86	91	81	89	84	86	83	86	91	78	83	81	84	84	85	87	84	79	86	87	86	83	84	86	86	83	79	84	77	88	92	80	81	81	81	84	84	86	89	88	83	91
claude-3-5-sonnet-20240620	84.4	65	78	88	73	83	96	78	82	90	81	94	89	89	90	87	82	84	87	85	84	84	87	87	79	81	84	85	87	85	85	86	89	87	89	87	86	83	78	87	83	85	85	86	86	90	87	79	85	79	84	88	83	78	81	84	83	82	83	87	85	84	85
llama3.3:latest	79.42	63	73	85	80	75	92	70	84	84	68	88	85	73	79	78	78	84	81	81	82	82	80	78	76	75	74	81	82	80	76	78	80	89	78	79	81	82	76	82	77	91	76	87	78	82	82	71	78	69	82	91	75	79	81	76	77	80	80	80	83	76	81
gemini-1.5-pro	76.74	62	71	75	72	74	90	63	79	76	63	85	83	76	72	75	77	81	75	76	80	69	72	73	67	77	75	78	81	79	69	76	80	79	82	72	79	75	80	83	81	82	82	81	82	86	73	71	83	77	80	86	72	74	73	73	78	82	84	78	74	80	75
gemma3:27b	75.06	53	73	76	71	76	85	65	77	74	62	77	80	77	78	71	77	75	81	79	74	80	64	82	78	69	79	78	76	76	70	79	76	82	75	64	80	69	70	80	70	75	77	78	74	80	75	71	81	65	80	81	75	77	73	77	73	76	79	74	72	80	83
gemma2:27b	72.1	52	66	77	67	72	90	68	79	69	60	76	71	79	74	66	70	76	73	82	74	71	62	75	74	68	76	75	79	74	68	75	73	78	70	56	75	73	70	74	68	81	72	73	76	73	76	66	73	63	77	73	75	75	64	68	69	72	80	65	73	76	75
gemma3:12b	70.74000000000001	57	63	67	64	62	78	66	75	61	58	83	77	74	74	67	69	71	74	81	71	72	68	75	69	69	82	70	72	71	69	78	69	74	69	61	75	71	70	78	64	73	75	77	74	73	68	61	75	71	70	79	74	66	70	63	62	72	78	62	74	74	77
aya-expanse:32b	70.66	51	71	69	67	70	84	60	74	68	60	78	76	67	75	68	62	74	76	80	68	71	68	68	69	69	73	69	80	72	66	65	74	75	69	61	72	70	66	76	66	83	74	76	73	69	64	63	73	61	76	78	70	72	65	66	70	76	77	75	72	71	80
llama3.1:70b	70.42	56	69	79	65	66	83	59	65	68	58	81	73	66	73	75	69	68	68	74	68	70	64	75	62	72	69	70	79	77	69	73	71	75	73	67	76	75	66	74	75	69	67	77	76	73	61	66	73	67	79	77	69	68	69	69	70	70	67	74	66	70	74
gemma2	69.26	52	70	64	65	66	83	60	76	68	52	73	77	67	71	64	67	66	74	78	60	76	59	72	62	66	75	72	72	71	66	76	72	77	69	56	71	66	70	77	68	75	69	71	68	73	67	65	68	67	74	77	66	65	65	66	69	72	80	70	76	71	74
alibayram/metin-gemma2-9b-it-tr-dpo-v1:latest	69.16	52	63	62	63	64	83	63	73	67	52	72	77	68	69	64	64	66	72	80	61	74	57	71	62	66	74	70	72	71	68	76	72	76	68	60	72	67	74	79	67	75	71	74	69	72	68	66	69	65	74	77	68	67	63	66	68	72	79	72	78	73	71
mistral-small:latest	66.97	50	62	77	57	59	77	55	71	64	56	70	74	65	60	59	61	67	73	79	68	65	63	65	65	64	63	73	75	69	62	70	70	74	63	57	69	64	64	69	69	74	71	66	71	71	63	58	75	62	74	75	65	65	71	69	68	69	71	64	75	64	74
phi4:latest	65.52	50	63	68	46	54	73	53	72	59	56	69	72	62	67	57	67	71	66	81	68	64	49	70	67	68	67	72	64	70	63	73	67	75	67	54	69	64	62	72	58	70	68	76	64	70	66	60	69	66	67	76	59	65	65	62	57	65	70	69	73	65	71
vanilj/Phi-4:latest	62.6	40	56	66	44	48	76	54	68	57	55	65	69	60	63	56	56	63	67	75	64	58	51	65	62	63	68	75	65	72	65	69	67	69	69	48	61	61	60	71	59	66	65	65	66	67	65	54	65	58	64	74	55	61	64	61	57	64	70	61	71	61	67
aya-expanse:latest	62.06	47	64	52	58	54	75	57	65	58	64	60	63	64	64	57	61	67	64	73	59	64	58	64	57	58	63	66	73	68	55	66	55	62	58	55	63	59	68	67	65	66	71	62	67	64	58	54	65	52	61	67	63	60	54	60	56	63	69	63	67	66	70
qwen2.5	61.68	43	53	53	50	47	77	51	67	54	56	57	71	65	64	52	62	63	73	73	55	60	54	62	56	60	71	61	68	69	56	66	66	66	62	56	69	62	62	75	55	65	64	60	71	66	58	56	71	64	64	63	59	65	53	63	58	62	59	64	61	62	74
aya:35b	59.94	49	56	59	63	63	68	48	54	57	51	75	73	60	61	57	60	61	54	71	56	63	55	61	57	56	56	59	65	59	56	64	62	66	62	48	68	58	54	69	67	62	56	60	62	60	61	54	69	59	61	66	61	60	54	59	53	54	57	60	57	64	66
Defne-llama3.1-8B	57.24	47	63	52	54	52	70	49	57	62	53	59	63	56	59	53	59	62	69	67	57	61	47	52	56	48	61	52	62	57	60	58	56	58	55	51	59	51	60	69	54	61	60	53	57	60	58	49	55	53	60	70	57	60	57	59	56	60	53	50	51	52	68
qwen2	55.82	41	49	55	47	42	65	49	61	47	50	59	51	53	58	51	53	56	58	62	51	56	53	59	61	56	60	55	61	53	54	59	56	62	55	54	60	58	49	69	57	63	55	61	56	48	60	44	65	56	62	62	63	57	50	59	54	59	49	56	60	52	65
ytu-ce-cosmos-Turkish-Llama-8b-DPO-v0-1	54.94	39	50	51	51	49	66	50	53	65	48	62	54	53	57	48	51	59	61	65	45	61	50	53	56	51	54	52	64	52	56	61	54	65	58	53	57	52	55	65	62	61	56	54	63	55	55	47	51	54	53	59	55	54	54	57	47	52	53	54	48	56	60
alibayram/doktorllama3-cosmos:latest	53.15	45	51	53	50	48	61	48	55	55	47	57	50	53	60	52	52	54	63	63	50	52	52	52	54	46	52	56	53	51	50	59	58	63	52	51	47	58	56	61	51	59	58	57	53	55	47	45	58	42	49	53	49	52	54	64	54	50	47	48	51	50	59
alibayram/doktorllama3:latest	53.059999999999995	44	49	54	54	48	60	46	51	58	50	55	50	59	52	50	49	51	57	62	53	56	57	56	58	45	56	54	60	53	46	61	56	59	54	51	46	49	55	62	56	60	56	52	58	54	46	51	56	42	55	58	51	48	47	57	48	50	50	45	45	56	63
Metin-LLaMA-3-8B-Instruct-TR-DPO	52.39	35	54	50	49	52	58	44	50	52	49	61	52	55	54	50	52	53	64	60	54	55	52	50	48	48	53	47	63	49	49	52	57	57	52	53	53	54	52	56	52	60	58	53	57	55	55	50	48	50	57	55	58	52	52	51	47	50	47	40	42	52	59
llama3	52.23	44	52	45	55	48	63	40	56	58	54	54	51	49	50	47	51	63	60	60	50	46	51	54	54	46	61	52	59	52	54	51	47	52	52	55	54	42	47	59	56	55	47	55	54	52	54	52	52	49	49	58	57	50	53	61	46	51	49	44	51	46	59
alibayram/erurollm-9b-instruct:latest	51.29	46	43	42	51	53	54	43	50	61	47	59	50	56	46	63	45	55	55	59	50	56	48	47	52	48	53	47	59	47	53	50	54	59	47	47	55	46	61	57	48	53	57	57	56	50	48	46	54	44	53	51	48	54	50	42	53	51	53	53	47	49	49
gemma2:2b	48.37	48	49	40	52	47	65	45	47	47	58	53	52	44	41	45	44	44	49	55	57	55	35	50	40	45	59	43	46	47	46	49	51	47	45	48	54	44	56	51	50	52	41	52	53	47	43	44	45	41	54	51	43	45	54	52	43	50	48	42	47	54	55
mistral-nemo	46.89	37	44	47	47	44	48	35	49	48	47	43	47	45	59	49	49	53	43	52	42	47	51	46	44	38	47	42	52	47	37	50	49	56	40	51	49	51	60	51	44	49	44	43	49	46	49	37	50	49	50	53	50	51	41	47	46	40	45	44	46	46	52
llama3.2:latest	44.95	42	39	41	42	43	49	39	40	47	35	43	40	42	48	43	47	45	54	53	48	50	44	44	48	38	45	40	41	52	40	47	40	53	39	45	44	49	56	45	49	48	38	46	51	47	43	45	47	42	42	51	53	42	34	43	44	49	48	44	46	46	49
gemma3:1b	42.74	36	43	41	43	45	52	38	27	41	44	39	43	37	39	38	48	42	38	49	43	48	48	45	39	40	46	41	36	46	36	41	48	47	35	50	39	43	51	42	36	46	48	44	52	45	41	38	46	44	41	48	49	43	37	47	39	39	52	45	40	41	42
gemma3:4b	42.74	36	43	41	43	45	52	38	27	41	44	39	43	37	39	38	48	42	38	49	43	48	48	45	39	40	46	41	36	46	36	41	48	47	35	50	39	43	51	42	36	46	48	44	52	45	41	38	46	44	41	48	49	43	37	47	39	39	52	45	40	41	42
nemotron-mini	37.42	43	41	36	45	39	47	45	17	37	34	35	43	26	38	36	34	41	40	40	41	32	36	34	38	39	30	32	44	37	38	44	36	42	38	40	33	37	37	34	26	44	36	41	44	41	35	37	42	38	37	35	37	44	47	43	34	28	37	35	35	29	36
llama3.1	35.11	26	30	28	32	33	43	26	32	35	32	42	32	34	32	28	41	42	40	44	33	38	28	35	39	40	37	41	37	33	33	30	38	32	37	36	37	30	30	44	29	34	36	43	39	35	39	32	32	42	39	40	40	36	33	32	38	32	29	35	27	30	45
openchat	33.9	28	31	27	30	31	41	22	40	43	37	30	29	38	25	30	27	33	36	41	36	37	27	34	41	31	38	33	26	27	33	41	37	39	31	31	29	25	41	36	37	44	29	38	29	43	38	34	50	31	30	32	35	35	29	35	32	41	32	30	38	30	38
phi3.5	29.37	27	30	28	36	25	47	25	31	32	26	20	31	28	30	28	27	29	30	36	31	27	40	29	30	35	31	30	28	26	32	27	27	25	35	29	31	21	33	32	34	34	26	31	23	31	29	35	36	26	24	28	23	25	26	33	23	22	31	23	29	30	34
cere-llama-3-8b-tr	27.58	29	28	26	29	25	31	32	23	28	38	31	32	24	33	25	23	20	27	24	24	19	23	22	26	20	22	22	35	30	25	23	27	34	33	29	25	30	38	29	28	28	22	24	30	33	29	23	31	27	37	28	27	21	27	36	29	26	33	17	25	34	31
Trendyol-LLM-8b-chat-v2.0	27.58	29	28	26	29	25	31	32	23	28	38	31	32	24	33	25	23	20	27	24	24	19	23	22	26	20	22	22	35	30	25	23	27	34	33	29	25	30	38	29	28	28	22	24	30	33	29	23	31	27	37	28	27	21	27	36	29	26	33	17	25	34	31
Kocdigital-LLM-8B	27.47	26	32	26	28	24	34	23	22	32	30	23	28	30	26	30	28	26	34	31	25	27	23	29	22	22	25	28	29	24	28	32	22	31	21	18	28	24	26	34	33	37	29	24	34	25	23	28	35	19	34	26	24	28	27	34	22	32	33	25	24	26	30
zephyr	27.31	28	22	24	17	13	28	22	27	40	27	25	31	19	25	30	23	25	27	22	26	19	24	32	28	23	29	28	28	24	36	26	34	32	29	20	25	18	34	28	27	32	30	28	27	36	25	25	31	23	22	28	29	25	31	33	32	31	26	26	43	32	33
CBDDO-LLM-8B-Instruct-v1	23.81	10	26	24	17	19	19	21	21	25	29	21	21	28	20	28	24	27	28	29	24	27	31	26	28	27	21	29	27	14	21	21	26	25	20	31	28	25	22	17	25	28	29	18	29	20	22	28	27	19	26	23	17	28	27	26	28	20	17	24	20	30	18
phi3	22.89	36	26	30	17	16	29	35	18	26	29	22	29	19	22	25	25	21	25	22	19	21	26	26	20	16	24	24	22	16	30	16	19	20	26	22	22	21	23	19	22	28	21	14	22	22	19	24	28	28	20	23	19	24	19	23	22	20	20	25	26	22	24
Turkcell-LLM-7b-v1	19.5	26	16	17	14	8	10	12	26	26	24	10	22	19	21	11	18	21	21	19	16	15	17	19	17	14	20	20	19	21	12	14	16	29	16	16	23	19	26	21	18	21	23	20	26	18	25	20	25	21	27	22	21	24	24	20	22	21	16	22	18	18	26
tinyllama	19.44	13	18	22	11	4	8	20	14	25	24	14	21	15	22	14	19	18	22	21	20	16	15	19	20	21	26	22	23	26	18	22	18	24	19	25	22	15	25	21	20	24	21	12	22	20	16	17	21	22	19	22	26	24	19	17	22	15	17	17	19	23	28
Doktor-Llama-3-8b	19.23	30	26	11	11	9	9	24	15	24	26	12	17	16	19	17	21	20	15	23	25	20	17	15	15	20	16	15	25	21	19	25	16	23	13	19	21	22	29	16	20	22	23	23	22	14	19	14	16	13	16	17	20	24	26	16	22	27	23	21	15	21	21
Morfoz-LLM-8b-v1.0	18.81	20	19	21	15	12	11	22	20	16	24	16	19	18	25	17	17	14	19	19	21	20	16	13	16	14	23	13	19	26	21	20	18	18	19	17	20	25	25	16	13	19	20	19	22	18	18	15	19	24	16	22	16	26	22	16	19	21	19	16	24	18	20
NVIDIA-Llama3-ChatQA-1.5-8B	18.81	20	19	21	15	12	11	22	20	16	24	16	19	18	25	17	17	14	19	19	21	20	16	13	16	14	23	13	19	26	21	20	18	18	19	17	20	25	25	16	13	19	20	19	22	18	18	15	19	24	16	22	16	26	22	16	19	21	19	16	24	18	20
llama-3.1-openhermes-tr	18.81	20	19	21	15	12	11	22	20	16	24	16	19	18	25	17	17	14	19	19	21	20	16	13	16	14	23	13	19	26	21	20	18	18	19	17	20	25	25	16	13	19	20	19	22	18	18	15	19	24	16	22	16	26	22	16	19	21	19	16	24	18	20

🏆 Turkish MMLU Leaderboard

Submit Your Model for Evaluation