Welcome to ILMAAM: Index for Language Models for Arabic Assessment on Multitasks!

This leaderboard showcases the performance of various Arabic LLMs on the newly released MMMLU OpenAI Benchmark across different subjects.

{

"headers": [
- "model_name",
- "submitted_time",
- "base_model",
- "revision",
- "precision",
- "weight_type",
- "model_type",
- "license",
- "likes",
- "params",
- "still_on_hub",
- "average",
- "abstract_algebra",
- "anatomy",
- "astronomy",
- "business_ethics",
- "clinical_knowledge",
- "college_biology",
- "college_chemistry",
- "college_computer_science",
- "college_mathematics",
- "college_medicine",
- "college_physics",
- "computer_security",
- "conceptual_physics",
- "econometrics",
- "electrical_engineering",
- "elementary_mathematics",
- "formal_logic",
- "global_facts",
- "high_school_biology",
- "high_school_chemistry",
- "high_school_computer_science",
- "high_school_european_history",
- "high_school_geography",
- "high_school_government_and_politics",
- "high_school_macroeconomics",
- "high_school_mathematics",
- "high_school_microeconomics",
- "high_school_physics",
- "high_school_psychology",
- "high_school_statistics",
- "high_school_us_history",
- "high_school_world_history",
- "international_law",
- "logical_fallacies",
- "machine_learning",
- "management",
- "marketing",
- "medical_genetics",
- "miscellaneous",
- "moral_scenarios",
- "nutrition",
- "philosophy",
- "prehistory",
- "professional_accounting",
- "professional_law",
- "professional_medicine",
- "security_studies",
- "sociology",
- "us_foreign_policy",
- "virology"
],
"data": [
- [
  - "Qwen/Qwen2.5-72B-Instruct",
  - "2024-10-07T01:25:38Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 292,
  - 72.7,
  - true,
  - 73.45469093818764,
  - 52,
  - 61,
  - 89,
  - 74,
  - 76,
  - 91,
  - 57.99999999999999,
  - 66,
  - 56.56565656565656,
  - 75,
  - 55.00000000000001,
  - 72,
  - 70,
  - 66,
  - 61,
  - 67,
  - 64,
  - 56.00000000000001,
  - 80,
  - 71,
  - 83,
  - 80,
  - 91,
  - 87,
  - 78,
  - 61,
  - 88,
  - 65,
  - 86,
  - 76,
  - 89,
  - 82,
  - 85,
  - 77,
  - 63,
  - 84,
  - 85,
  - 78,
  - 90,
  - 52,
  - 77,
  - 70,
  - 87,
  - 63,
  - 55.00000000000001,
  - 84,
  - 78,
  - 80,
  - 84,
  - 54
  ],
- [
  - "Qwen/QwQ-32B-Preview",
  - "2024-09-26T10:06:08Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 715,
  - 32.8,
  - true,
  - 69.873974794959,
  - 45,
  - 51,
  - 83,
  - 75,
  - 73,
  - 75,
  - 52,
  - 65,
  - 56.56565656565656,
  - 69,
  - 52,
  - 76,
  - 66,
  - 53,
  - 67,
  - 84,
  - 65,
  - 54,
  - 82,
  - 67,
  - 81,
  - 78,
  - 78,
  - 78,
  - 84,
  - 61,
  - 85,
  - 62,
  - 80,
  - 82,
  - 83,
  - 81,
  - 83,
  - 73,
  - 56.99999999999999,
  - 73,
  - 75,
  - 71,
  - 82,
  - 50,
  - 78,
  - 73,
  - 68,
  - 51,
  - 54,
  - 72,
  - 72,
  - 79,
  - 84,
  - 55.00000000000001
  ],
- [
  - "CohereForAI/aya-expanse-32b",
  - "2024-10-26T05:32:29Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "cc-by-nc-4.0",
  - 102,
  - 32.3,
  - true,
  - 63.87277455491098,
  - 42,
  - 57.99999999999999,
  - 77,
  - 72,
  - 70,
  - 72,
  - 48,
  - 52,
  - 31.313131313131315,
  - 67,
  - 46,
  - 66,
  - 51,
  - 37,
  - 60,
  - 56.00000000000001,
  - 54,
  - 46,
  - 79,
  - 54,
  - 70,
  - 84,
  - 85,
  - 82,
  - 66,
  - 35,
  - 64,
  - 44,
  - 80,
  - 63,
  - 88,
  - 87,
  - 79,
  - 70,
  - 44,
  - 76,
  - 83,
  - 69,
  - 83,
  - 53,
  - 78,
  - 61,
  - 66,
  - 45,
  - 60,
  - 60,
  - 68,
  - 82,
  - 78,
  - 52
  ],
- [
  - "Qwen/Qwen2.5-14B-Instruct-1M",
  - "2025-02-24T11:25:54Z",
  - "Qwen/Qwen2.5-14B",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 257,
  - 14.8,
  - true,
  - 62.9125825165033,
  - 36,
  - 44,
  - 76,
  - 76,
  - 61,
  - 63,
  - 49,
  - 57.99999999999999,
  - 49.494949494949495,
  - 66,
  - 48,
  - 65,
  - 62,
  - 45,
  - 47,
  - 74,
  - 50,
  - 45,
  - 76,
  - 61,
  - 76,
  - 78,
  - 78,
  - 88,
  - 65,
  - 56.00000000000001,
  - 75,
  - 49,
  - 76,
  - 62,
  - 84,
  - 80,
  - 70,
  - 74,
  - 49,
  - 71,
  - 77,
  - 60,
  - 78,
  - 48,
  - 64,
  - 67,
  - 60,
  - 45,
  - 38,
  - 65,
  - 66,
  - 72,
  - 82,
  - 41
  ],
- [
  - "Qwen/Qwen2.5-32B-Instruct",
  - "2024-09-28T11:29:49Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 74,
  - 32.764,
  - true,
  - 60.272054410882184,
  - 36,
  - 48,
  - 66,
  - 72,
  - 68,
  - 64,
  - 49,
  - 54,
  - 52.52525252525253,
  - 59,
  - 37,
  - 63,
  - 66,
  - 50,
  - 53,
  - 56.99999999999999,
  - 54,
  - 45,
  - 70,
  - 52,
  - 66,
  - 70,
  - 72,
  - 77,
  - 72,
  - 39,
  - 69,
  - 50,
  - 75,
  - 69,
  - 70,
  - 78,
  - 79,
  - 65,
  - 49,
  - 60,
  - 73,
  - 62,
  - 54,
  - 56.99999999999999,
  - 63,
  - 65,
  - 63,
  - 46,
  - 55.00000000000001,
  - 61,
  - 59,
  - 68,
  - 71,
  - 41
  ],
- [
  - "CohereForAI/c4ai-command-r-08-2024",
  - "2024-09-28T14:55:34Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "cc-by-nc-4.0",
  - 134,
  - 32.296,
  - true,
  - 59.85197039407881,
  - 28.000000000000004,
  - 57.99999999999999,
  - 75,
  - 65,
  - 66,
  - 69,
  - 43,
  - 49,
  - 39.39393939393939,
  - 57.99999999999999,
  - 44,
  - 69,
  - 57.99999999999999,
  - 43,
  - 57.99999999999999,
  - 52,
  - 44,
  - 47,
  - 81,
  - 54,
  - 71,
  - 75,
  - 76,
  - 64,
  - 59,
  - 38,
  - 62,
  - 38,
  - 79,
  - 52,
  - 86,
  - 86,
  - 72,
  - 62,
  - 40,
  - 74,
  - 81,
  - 68,
  - 68,
  - 27,
  - 71,
  - 63,
  - 67,
  - 35,
  - 45,
  - 66,
  - 61,
  - 76,
  - 79,
  - 51
  ],
- [
  - "google/gemma-2-9b-it",
  - "2024-09-30T23:41:41Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "gemma",
  - 576,
  - 2.61,
  - true,
  - 57.73154630926185,
  - 39,
  - 52,
  - 73,
  - 67,
  - 60,
  - 71,
  - 47,
  - 41,
  - 32.323232323232325,
  - 61,
  - 35,
  - 66,
  - 57.99999999999999,
  - 45,
  - 51,
  - 54,
  - 49,
  - 37,
  - 72,
  - 52,
  - 70,
  - 73,
  - 64,
  - 74,
  - 49,
  - 38,
  - 61,
  - 47,
  - 69,
  - 59,
  - 75,
  - 79,
  - 73,
  - 64,
  - 44,
  - 69,
  - 74,
  - 55.00000000000001,
  - 65,
  - 26,
  - 66,
  - 57.99999999999999,
  - 66,
  - 48,
  - 44,
  - 53,
  - 70,
  - 67,
  - 77,
  - 47
  ],
- [
  - "ALLaM-AI/ALLaM-7B-Instruct-preview",
  - "2025-02-18T17:34:45Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "cc-by-nc-4.0",
  - 16,
  - 7.1,
  - true,
  - 56.05121024204841,
  - 26,
  - 50,
  - 71,
  - 65,
  - 67,
  - 64,
  - 35,
  - 40,
  - 25.252525252525253,
  - 52,
  - 35,
  - 72,
  - 56.99999999999999,
  - 39,
  - 52,
  - 52,
  - 38,
  - 38,
  - 57.99999999999999,
  - 46,
  - 66,
  - 78,
  - 78,
  - 71,
  - 56.00000000000001,
  - 34,
  - 49,
  - 32,
  - 69,
  - 48,
  - 77,
  - 75,
  - 76,
  - 74,
  - 41,
  - 71,
  - 79,
  - 62,
  - 78,
  - 24,
  - 64,
  - 55.00000000000001,
  - 50,
  - 44,
  - 43,
  - 56.99999999999999,
  - 65,
  - 69,
  - 86,
  - 49
  ],
- [
  - "Navid-AI/Yehia-7B-preview",
  - "2025-03-23T01:20:33Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "cc-by-nc-4.0",
  - 2098,
  - 7.1,
  - true,
  - 55.791158231646335,
  - 27,
  - 44,
  - 71,
  - 64,
  - 56.00000000000001,
  - 60,
  - 36,
  - 39,
  - 27.27272727272727,
  - 55.00000000000001,
  - 34,
  - 66,
  - 57.99999999999999,
  - 35,
  - 52,
  - 49,
  - 43,
  - 36,
  - 66,
  - 46,
  - 65,
  - 79,
  - 71,
  - 78,
  - 54,
  - 35,
  - 51,
  - 32,
  - 76,
  - 50,
  - 71,
  - 78,
  - 71,
  - 67,
  - 42,
  - 68,
  - 89,
  - 63,
  - 74,
  - 31,
  - 65,
  - 51,
  - 59,
  - 36,
  - 41,
  - 55.00000000000001,
  - 73,
  - 67,
  - 85,
  - 48
  ],
- [
  - "Qwen/Qwen2.5-7B-Instruct",
  - "2024-09-27T17:53:41Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 136,
  - 7.616,
  - true,
  - 55.571114222844564,
  - 41,
  - 41,
  - 67,
  - 70,
  - 63,
  - 56.99999999999999,
  - 45,
  - 42,
  - 49.494949494949495,
  - 57.99999999999999,
  - 37,
  - 55.00000000000001,
  - 52,
  - 42,
  - 48,
  - 59,
  - 47,
  - 40,
  - 64,
  - 46,
  - 71,
  - 69,
  - 71,
  - 66,
  - 64,
  - 46,
  - 65,
  - 42,
  - 64,
  - 52,
  - 66,
  - 76,
  - 70,
  - 59,
  - 34,
  - 67,
  - 72,
  - 52,
  - 65,
  - 32,
  - 59,
  - 50,
  - 51,
  - 47,
  - 39,
  - 51,
  - 64,
  - 71,
  - 73,
  - 47
  ],
- [
  - "Qwen/Qwen2.5-7B-Instruct-1M",
  - "2025-02-24T07:09:16Z",
  - "Qwen/Qwen2.5-7B",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 240,
  - 7.62,
  - true,
  - 55.571114222844564,
  - 41,
  - 32,
  - 66,
  - 65,
  - 49,
  - 55.00000000000001,
  - 44,
  - 50,
  - 51.515151515151516,
  - 60,
  - 42,
  - 57.99999999999999,
  - 53,
  - 39,
  - 53,
  - 74,
  - 44,
  - 35,
  - 70,
  - 61,
  - 66,
  - 62,
  - 55.00000000000001,
  - 67,
  - 62,
  - 57.99999999999999,
  - 64,
  - 43,
  - 66,
  - 60,
  - 62,
  - 72,
  - 63,
  - 61,
  - 38,
  - 57.99999999999999,
  - 74,
  - 50,
  - 70,
  - 39,
  - 63,
  - 48,
  - 54,
  - 48,
  - 33,
  - 44,
  - 70,
  - 71,
  - 71,
  - 44
  ],
- [
  - "FreedomIntelligence/AceGPT-v2-32B",
  - "2024-10-09T20:48:23Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "apache-2.0",
  - 0,
  - 32.5,
  - true,
  - 54.85097019403881,
  - 31,
  - 50,
  - 70,
  - 64,
  - 50,
  - 56.00000000000001,
  - 40,
  - 46,
  - 37.37373737373738,
  - 49,
  - 34,
  - 68,
  - 55.00000000000001,
  - 41,
  - 54,
  - 50,
  - 32,
  - 42,
  - 64,
  - 48,
  - 72,
  - 74,
  - 71,
  - 70,
  - 56.99999999999999,
  - 32,
  - 49,
  - 39,
  - 66,
  - 44,
  - 73,
  - 79,
  - 74,
  - 54,
  - 38,
  - 66,
  - 78,
  - 50,
  - 78,
  - 25,
  - 69,
  - 56.99999999999999,
  - 61,
  - 37,
  - 41,
  - 47,
  - 68,
  - 70,
  - 79,
  - 43
  ],
- [
  - "CohereForAI/c4ai-command-r7b-arabic-02-2025",
  - "2025-02-27T21:31:30Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "cc-by-nc-4.0",
  - 15,
  - 8.03,
  - true,
  - 53.690738147629524,
  - 25,
  - 41,
  - 57.99999999999999,
  - 68,
  - 55.00000000000001,
  - 51,
  - 44,
  - 50,
  - 28.28282828282828,
  - 50,
  - 32,
  - 69,
  - 56.00000000000001,
  - 42,
  - 50,
  - 43,
  - 48,
  - 38,
  - 61,
  - 50,
  - 57.99999999999999,
  - 75,
  - 66,
  - 70,
  - 51,
  - 40,
  - 56.00000000000001,
  - 38,
  - 63,
  - 47,
  - 71,
  - 71,
  - 69,
  - 59,
  - 37,
  - 66,
  - 84,
  - 47,
  - 66,
  - 54,
  - 57.99999999999999,
  - 54,
  - 55.00000000000001,
  - 39,
  - 38,
  - 47,
  - 64,
  - 63,
  - 72,
  - 47
  ],
- [
  - "silma-ai/SILMA-9B-Instruct-v1.0",
  - "2024-09-30T20:46:26Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕: fine-tuned",
  - "gemma",
  - 36,
  - 9.24,
  - true,
  - 53.33066613322664,
  - 32,
  - 42,
  - 65,
  - 67,
  - 48,
  - 57.99999999999999,
  - 45,
  - 35,
  - 26.262626262626267,
  - 56.99999999999999,
  - 41,
  - 56.99999999999999,
  - 49,
  - 33,
  - 49,
  - 57.99999999999999,
  - 57.99999999999999,
  - 39,
  - 68,
  - 56.00000000000001,
  - 61,
  - 67,
  - 63,
  - 65,
  - 56.00000000000001,
  - 41,
  - 53,
  - 41,
  - 69,
  - 53,
  - 64,
  - 65,
  - 62,
  - 62,
  - 43,
  - 59,
  - 73,
  - 57.99999999999999,
  - 66,
  - 23,
  - 56.00000000000001,
  - 49,
  - 51,
  - 39,
  - 50,
  - 51,
  - 67,
  - 71,
  - 74,
  - 31
  ],
- [
  - "CohereForAI/aya-expanse-8b",
  - "2024-10-25T09:42:22Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "cc-by-nc-4.0",
  - 138,
  - 8.03,
  - true,
  - 51.79035807161432,
  - 23,
  - 47,
  - 55.00000000000001,
  - 57.99999999999999,
  - 54,
  - 57.99999999999999,
  - 39,
  - 40,
  - 29.292929292929294,
  - 56.99999999999999,
  - 38,
  - 57.99999999999999,
  - 45,
  - 38,
  - 55.00000000000001,
  - 34,
  - 46,
  - 30,
  - 63,
  - 42,
  - 47,
  - 68,
  - 70,
  - 71,
  - 59,
  - 35,
  - 56.00000000000001,
  - 30,
  - 67,
  - 46,
  - 60,
  - 72,
  - 72,
  - 54,
  - 35,
  - 66,
  - 66,
  - 49,
  - 70,
  - 41,
  - 54,
  - 55.00000000000001,
  - 54,
  - 36,
  - 39,
  - 45,
  - 61,
  - 75,
  - 76,
  - 51
  ],
- [
  - "Qwen/Qwen2.5-3B-Instruct",
  - "2024-09-26T10:43:15Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "other",
  - 39,
  - 3.086,
  - true,
  - 48.4496899379876,
  - 32,
  - 45,
  - 63,
  - 63,
  - 51,
  - 45,
  - 40,
  - 42,
  - 32.323232323232325,
  - 45,
  - 35,
  - 48,
  - 31,
  - 32,
  - 47,
  - 46,
  - 33,
  - 38,
  - 53,
  - 54,
  - 59,
  - 65,
  - 55.00000000000001,
  - 63,
  - 43,
  - 40,
  - 48,
  - 41,
  - 53,
  - 41,
  - 56.00000000000001,
  - 71,
  - 67,
  - 51,
  - 28.000000000000004,
  - 57.99999999999999,
  - 71,
  - 42,
  - 59,
  - 28.999999999999996,
  - 54,
  - 60,
  - 37,
  - 39,
  - 36,
  - 35,
  - 69,
  - 62,
  - 67,
  - 48
  ],
- [
  - "FreedomIntelligence/AceGPT-v1.5-13B-Chat",
  - "2024-09-28T20:59:43Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "apache-2.0",
  - 5,
  - 13.147,
  - true,
  - 47.80956191238248,
  - 37,
  - 44,
  - 56.00000000000001,
  - 57.99999999999999,
  - 47,
  - 43,
  - 30,
  - 30,
  - 32.323232323232325,
  - 39,
  - 32,
  - 54,
  - 40,
  - 28.000000000000004,
  - 46,
  - 37,
  - 28.999999999999996,
  - 34,
  - 62,
  - 42,
  - 49,
  - 67,
  - 65,
  - 68,
  - 50,
  - 19,
  - 45,
  - 33,
  - 62,
  - 35,
  - 60,
  - 66,
  - 69,
  - 64,
  - 37,
  - 64,
  - 76,
  - 43,
  - 55.00000000000001,
  - 22,
  - 54,
  - 63,
  - 55.00000000000001,
  - 35,
  - 40,
  - 37,
  - 65,
  - 63,
  - 70,
  - 39
  ],
- [
  - "CohereForAI/aya-23-8B",
  - "2024-09-28T12:00:51Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "cc-by-nc-4.0",
  - 366,
  - 8.028,
  - true,
  - 43.068613722744544,
  - 28.000000000000004,
  - 41,
  - 49,
  - 52,
  - 43,
  - 42,
  - 28.000000000000004,
  - 28.000000000000004,
  - 28.28282828282828,
  - 43,
  - 18,
  - 56.00000000000001,
  - 30,
  - 28.999999999999996,
  - 45,
  - 26,
  - 23,
  - 28.000000000000004,
  - 44,
  - 31,
  - 54,
  - 62,
  - 53,
  - 53,
  - 39,
  - 20,
  - 36,
  - 34,
  - 51,
  - 31,
  - 53,
  - 66,
  - 67,
  - 49,
  - 24,
  - 54,
  - 66,
  - 48,
  - 60,
  - 25,
  - 49,
  - 47,
  - 52,
  - 31,
  - 36,
  - 32,
  - 69,
  - 65,
  - 69,
  - 46
  ],
- [
  - "google/gemma-2-9b-it",
  - "2024-09-30T21:24:16Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "gemma",
  - 469,
  - 9.24,
  - true,
  - 40.288057611522305,
  - 30,
  - 36,
  - 37,
  - 50,
  - 56.00000000000001,
  - 28.000000000000004,
  - 34,
  - 33,
  - 28.28282828282828,
  - 46,
  - 24,
  - 43,
  - 32,
  - 28.000000000000004,
  - 46,
  - 37,
  - 33,
  - 32,
  - 51,
  - 38,
  - 40,
  - 48,
  - 39,
  - 43,
  - 39,
  - 31,
  - 41,
  - 30,
  - 41,
  - 44,
  - 50,
  - 60,
  - 61,
  - 43,
  - 22,
  - 49,
  - 57.99999999999999,
  - 41,
  - 45,
  - 22,
  - 41,
  - 49,
  - 35,
  - 39,
  - 24,
  - 28.000000000000004,
  - 50,
  - 66,
  - 63,
  - 30
  ],
- [
  - "Qwen/Qwen2.5-1.5B",
  - "2024-09-26T10:29:50Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "apache-2.0",
  - 23,
  - 1.544,
  - true,
  - 39.467893578715746,
  - 24,
  - 27,
  - 43,
  - 50,
  - 42,
  - 28.999999999999996,
  - 34,
  - 33,
  - 32.323232323232325,
  - 37,
  - 25,
  - 46,
  - 41,
  - 22,
  - 43,
  - 44,
  - 35,
  - 35,
  - 44,
  - 34,
  - 45,
  - 52,
  - 42,
  - 44,
  - 48,
  - 36,
  - 30,
  - 28.000000000000004,
  - 42,
  - 23,
  - 43,
  - 51,
  - 59,
  - 39,
  - 28.999999999999996,
  - 52,
  - 56.99999999999999,
  - 41,
  - 42,
  - 27,
  - 48,
  - 43,
  - 37,
  - 33,
  - 40,
  - 16,
  - 47,
  - 57.99999999999999,
  - 63,
  - 38
  ],
- [
  - "FreedomIntelligence/AceGPT-v2-8B-Chat",
  - "2024-09-29T07:39:53Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 2,
  - 8.03,
  - true,
  - 39.067813562712544,
  - 28.000000000000004,
  - 38,
  - 42,
  - 48,
  - 35,
  - 37,
  - 28.999999999999996,
  - 39,
  - 24.242424242424242,
  - 32,
  - 28.000000000000004,
  - 42,
  - 33,
  - 28.999999999999996,
  - 44,
  - 36,
  - 36,
  - 38,
  - 38,
  - 44,
  - 49,
  - 45,
  - 46,
  - 38,
  - 39,
  - 28.000000000000004,
  - 33,
  - 28.999999999999996,
  - 49,
  - 33,
  - 48,
  - 53,
  - 64,
  - 42,
  - 31,
  - 35,
  - 59,
  - 32,
  - 54,
  - 25,
  - 44,
  - 41,
  - 44,
  - 35,
  - 30,
  - 31,
  - 37,
  - 49,
  - 56.99999999999999,
  - 33
  ],
- [
  - "Qwen/Qwen2.5-0.5B-Instruct",
  - "2024-09-26T10:15:09Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 39,
  - 0.494,
  - true,
  - 33.28665733146629,
  - 25,
  - 34,
  - 35,
  - 43,
  - 37,
  - 28.999999999999996,
  - 22,
  - 31,
  - 33.33333333333333,
  - 31,
  - 24,
  - 42,
  - 28.999999999999996,
  - 26,
  - 35,
  - 27,
  - 24,
  - 27,
  - 32,
  - 32,
  - 35,
  - 43,
  - 39,
  - 34,
  - 26,
  - 28.000000000000004,
  - 28.999999999999996,
  - 28.000000000000004,
  - 39,
  - 19,
  - 41,
  - 31,
  - 56.00000000000001,
  - 37,
  - 33,
  - 45,
  - 43,
  - 33,
  - 30,
  - 25,
  - 43,
  - 32,
  - 26,
  - 31,
  - 30,
  - 24,
  - 41,
  - 42,
  - 48,
  - 35
  ],
- [
  - "inceptionai/jais-family-13b-chat",
  - "2024-10-02T21:13:06Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 4,
  - 13.5,
  - true,
  - 32.586517303460695,
  - 27,
  - 27,
  - 27,
  - 39,
  - 34,
  - 39,
  - 28.999999999999996,
  - 34,
  - 15.151515151515152,
  - 33,
  - 26,
  - 45,
  - 28.999999999999996,
  - 24,
  - 27,
  - 28.000000000000004,
  - 32,
  - 21,
  - 43,
  - 19,
  - 28.999999999999996,
  - 51,
  - 38,
  - 28.000000000000004,
  - 30,
  - 25,
  - 28.000000000000004,
  - 25,
  - 41,
  - 26,
  - 41,
  - 44,
  - 35,
  - 33,
  - 32,
  - 34,
  - 41,
  - 39,
  - 38,
  - 35,
  - 43,
  - 28.000000000000004,
  - 31,
  - 20,
  - 32,
  - 30,
  - 38,
  - 39,
  - 43,
  - 34
  ],
- [
  - "Qwen/Qwen2.5-0.5B",
  - "2024-09-26T10:06:08Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "apache-2.0",
  - 48,
  - 0.494,
  - true,
  - 31.906381276255253,
  - 28.999999999999996,
  - 32,
  - 28.999999999999996,
  - 35,
  - 37,
  - 22,
  - 23,
  - 28.000000000000004,
  - 37.37373737373738,
  - 24,
  - 28.000000000000004,
  - 43,
  - 30,
  - 27,
  - 38,
  - 24,
  - 25,
  - 27,
  - 37,
  - 30,
  - 36,
  - 37,
  - 28.999999999999996,
  - 28.999999999999996,
  - 28.000000000000004,
  - 32,
  - 31,
  - 19,
  - 38,
  - 19,
  - 38,
  - 32,
  - 51,
  - 34,
  - 35,
  - 38,
  - 51,
  - 35,
  - 30,
  - 20,
  - 34,
  - 30,
  - 36,
  - 28.999999999999996,
  - 33,
  - 22,
  - 28.000000000000004,
  - 30,
  - 52,
  - 34
  ],
- [
  - "meta-llama/Llama-3.2-3B-Instruct",
  - "2024-10-03T09:35:40Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "llama3.2",
  - 244,
  - 3.21,
  - true,
  - 31.806361272254453,
  - 16,
  - 28.999999999999996,
  - 26,
  - 37,
  - 40,
  - 32,
  - 23,
  - 30,
  - 19.19191919191919,
  - 25,
  - 31,
  - 32,
  - 34,
  - 25,
  - 37,
  - 28.999999999999996,
  - 30,
  - 30,
  - 28.999999999999996,
  - 28.000000000000004,
  - 31,
  - 33,
  - 35,
  - 35,
  - 28.999999999999996,
  - 28.999999999999996,
  - 31,
  - 23,
  - 33,
  - 28.000000000000004,
  - 26,
  - 39,
  - 48,
  - 37,
  - 30,
  - 47,
  - 43,
  - 32,
  - 36,
  - 30,
  - 36,
  - 37,
  - 40,
  - 26,
  - 30,
  - 22,
  - 22,
  - 53,
  - 41,
  - 26
  ],
- [
  - "meta-llama/Llama-3.2-3B",
  - "2024-10-03T09:00:44Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "llama3.2",
  - 137,
  - 3.21,
  - true,
  - 28.905781156231246,
  - 35,
  - 38,
  - 31,
  - 31,
  - 23,
  - 30,
  - 24,
  - 28.000000000000004,
  - 31.313131313131315,
  - 20,
  - 20,
  - 28.999999999999996,
  - 19,
  - 25,
  - 36,
  - 28.999999999999996,
  - 15,
  - 31,
  - 24,
  - 33,
  - 27,
  - 28.999999999999996,
  - 33,
  - 23,
  - 19,
  - 31,
  - 23,
  - 28.999999999999996,
  - 27,
  - 28.999999999999996,
  - 39,
  - 43,
  - 39,
  - 34,
  - 21,
  - 31,
  - 33,
  - 26,
  - 24,
  - 30,
  - 35,
  - 28.999999999999996,
  - 26,
  - 25,
  - 35,
  - 28.000000000000004,
  - 28.999999999999996,
  - 38,
  - 32,
  - 26
  ],
- [
  - "inceptionai/jais-family-2p7b-chat",
  - "2024-10-01T22:31:08Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 5,
  - 2.95,
  - true,
  - 28.805761152230446,
  - 21,
  - 24,
  - 36,
  - 22,
  - 30,
  - 27,
  - 41,
  - 33,
  - 29.292929292929294,
  - 32,
  - 37,
  - 20,
  - 21,
  - 27,
  - 22,
  - 27,
  - 38,
  - 17,
  - 37,
  - 31,
  - 18,
  - 28.999999999999996,
  - 33,
  - 41,
  - 32,
  - 25,
  - 39,
  - 28.000000000000004,
  - 39,
  - 44,
  - 28.999999999999996,
  - 22,
  - 24,
  - 21,
  - 16,
  - 41,
  - 21,
  - 28.000000000000004,
  - 16,
  - 21,
  - 34,
  - 28.000000000000004,
  - 26,
  - 25,
  - 25,
  - 41,
  - 41,
  - 30,
  - 30,
  - 21
  ],
- [
  - "meta-llama/Llama-3.2-1B",
  - "2024-10-03T08:12:34Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "llama3.2",
  - 294,
  - 1.24,
  - true,
  - 26.785357071414285,
  - 31,
  - 34,
  - 32,
  - 22,
  - 28.000000000000004,
  - 27,
  - 17,
  - 27,
  - 27.27272727272727,
  - 22,
  - 23,
  - 32,
  - 22,
  - 23,
  - 34,
  - 24,
  - 19,
  - 33,
  - 28.999999999999996,
  - 28.999999999999996,
  - 36,
  - 26,
  - 32,
  - 26,
  - 24,
  - 31,
  - 24,
  - 28.999999999999996,
  - 28.000000000000004,
  - 21,
  - 27,
  - 27,
  - 36,
  - 30,
  - 21,
  - 21,
  - 20,
  - 26,
  - 23,
  - 32,
  - 30,
  - 27,
  - 30,
  - 23,
  - 31,
  - 19,
  - 28.999999999999996,
  - 25,
  - 28.000000000000004,
  - 22
  ],
- [
  - "inceptionai/jais-family-30b-8k",
  - "2024-10-03T06:14:14Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢: pretrained",
  - "apache-2.0",
  - 8,
  - 30,
  - true,
  - 26.54530906181236,
  - 22,
  - 18,
  - 21,
  - 39,
  - 28.000000000000004,
  - 34,
  - 24,
  - 25,
  - 24.242424242424242,
  - 20,
  - 22,
  - 33,
  - 27,
  - 25,
  - 25,
  - 26,
  - 20,
  - 23,
  - 21,
  - 17,
  - 33,
  - 18,
  - 24,
  - 24,
  - 32,
  - 17,
  - 32,
  - 23,
  - 23,
  - 17,
  - 28.999999999999996,
  - 20,
  - 34,
  - 31,
  - 34,
  - 27,
  - 38,
  - 34,
  - 28.000000000000004,
  - 18,
  - 33,
  - 26,
  - 26,
  - 32,
  - 25,
  - 26,
  - 23,
  - 32,
  - 39,
  - 35
  ],
- [
  - "meta-llama/Llama-3.2-1B-Instruct",
  - "2024-10-03T08:26:06Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "llama3.2",
  - 269,
  - 1.24,
  - true,
  - 25.70514102820564,
  - 22,
  - 22,
  - 32,
  - 27,
  - 28.000000000000004,
  - 20,
  - 26,
  - 28.999999999999996,
  - 23.232323232323232,
  - 20,
  - 25,
  - 31,
  - 34,
  - 28.999999999999996,
  - 30,
  - 25,
  - 27,
  - 23,
  - 24,
  - 21,
  - 28.000000000000004,
  - 20,
  - 25,
  - 19,
  - 24,
  - 24,
  - 24,
  - 27,
  - 17,
  - 20,
  - 20,
  - 27,
  - 31,
  - 25,
  - 34,
  - 20,
  - 38,
  - 28.999999999999996,
  - 33,
  - 25,
  - 23,
  - 20,
  - 28.000000000000004,
  - 28.000000000000004,
  - 26,
  - 18,
  - 19,
  - 28.999999999999996,
  - 41,
  - 25
  ],
- [
  - "inceptionai/jais-family-2p7b",
  - "2024-10-01T21:28:31Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢: pretrained",
  - "apache-2.0",
  - 4,
  - 2.95,
  - true,
  - 22.984596919383876,
  - 22,
  - 17,
  - 18,
  - 32,
  - 18,
  - 28.000000000000004,
  - 20,
  - 26,
  - 21.21212121212121,
  - 20,
  - 21,
  - 27,
  - 27,
  - 23,
  - 21,
  - 26,
  - 25,
  - 18,
  - 22,
  - 17,
  - 24,
  - 26,
  - 21,
  - 19,
  - 22,
  - 18,
  - 16,
  - 21,
  - 20,
  - 13,
  - 25,
  - 26,
  - 27,
  - 25,
  - 32,
  - 18,
  - 31,
  - 30,
  - 23,
  - 32,
  - 24,
  - 19,
  - 24,
  - 23,
  - 25,
  - 18,
  - 22,
  - 22,
  - 28.999999999999996,
  - 25
  ],
- [
  - "inceptionai/jais-family-1p3b-chat",
  - "2024-10-01T20:25:49Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 4,
  - 1.56,
  - true,
  - 22.76455291058212,
  - 21,
  - 18,
  - 21,
  - 30,
  - 20,
  - 24,
  - 20,
  - 26,
  - 21.21212121212121,
  - 23,
  - 20,
  - 27,
  - 28.999999999999996,
  - 24,
  - 25,
  - 17,
  - 32,
  - 20,
  - 20,
  - 14.000000000000002,
  - 24,
  - 19,
  - 13,
  - 25,
  - 21,
  - 19,
  - 23,
  - 19,
  - 24,
  - 17,
  - 26,
  - 21,
  - 27,
  - 20,
  - 33,
  - 18,
  - 30,
  - 30,
  - 20,
  - 25,
  - 21,
  - 16,
  - 28.000000000000004,
  - 21,
  - 25,
  - 20,
  - 24,
  - 24,
  - 28.000000000000004,
  - 25
  ],
- [
  - "inceptionai/jais-family-13b",
  - "2024-10-02T19:09:00Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢: pretrained",
  - "apache-2.0",
  - 4,
  - 13.5,
  - true,
  - 22.564512902580518,
  - 19,
  - 18,
  - 15,
  - 30,
  - 27,
  - 27,
  - 21,
  - 25,
  - 21.21212121212121,
  - 19,
  - 20,
  - 25,
  - 28.999999999999996,
  - 23,
  - 25,
  - 26,
  - 25,
  - 20,
  - 23,
  - 17,
  - 25,
  - 26,
  - 16,
  - 19,
  - 17,
  - 18,
  - 25,
  - 18,
  - 21,
  - 14.000000000000002,
  - 22,
  - 24,
  - 20,
  - 23,
  - 30,
  - 19,
  - 32,
  - 31,
  - 26,
  - 27,
  - 26,
  - 19,
  - 25,
  - 27,
  - 18,
  - 19,
  - 15,
  - 19,
  - 30,
  - 22
  ],
- [
  - "arcee-ai/Meraj-Mini",
  - "2024-10-20T19:24:46Z",
  - "Qwen/Qwen2.5-7B-Instruct",
  - "main",
  - "float16",
  - "Original",
  - "🟢 : pretrained",
  - "apache-2.0",
  - 4,
  - 7.62,
  - true,
  - 22.424484896979397,
  - 22,
  - 23,
  - 14.000000000000002,
  - 30,
  - 18,
  - 24,
  - 20,
  - 26,
  - 21.21212121212121,
  - 17,
  - 22,
  - 28.000000000000004,
  - 25,
  - 25,
  - 24,
  - 24,
  - 30,
  - 18,
  - 14.000000000000002,
  - 16,
  - 25,
  - 19,
  - 22,
  - 21,
  - 17,
  - 14.000000000000002,
  - 18,
  - 18,
  - 22,
  - 14.000000000000002,
  - 24,
  - 36,
  - 19,
  - 22,
  - 30,
  - 19,
  - 34,
  - 30,
  - 26,
  - 24,
  - 24,
  - 15,
  - 24,
  - 22,
  - 21,
  - 18,
  - 17,
  - 28.000000000000004,
  - 28.000000000000004,
  - 28.999999999999996
  ],
- [
  - "inceptionai/jais-family-590m-chat",
  - "2024-10-01T18:40:30Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "⭕ : instruction-tuned",
  - "apache-2.0",
  - 5,
  - 771,
  - true,
  - 22.404480896179237,
  - 21,
  - 20,
  - 19,
  - 30,
  - 21,
  - 26,
  - 23,
  - 24,
  - 22.22222222222222,
  - 21,
  - 21,
  - 27,
  - 26,
  - 22,
  - 26,
  - 25,
  - 23,
  - 22,
  - 14.000000000000002,
  - 22,
  - 25,
  - 19,
  - 15,
  - 16,
  - 20,
  - 20,
  - 24,
  - 16,
  - 22,
  - 15,
  - 17,
  - 27,
  - 22,
  - 21,
  - 28.999999999999996,
  - 21,
  - 25,
  - 28.000000000000004,
  - 25,
  - 26,
  - 27,
  - 11,
  - 23,
  - 25,
  - 28.000000000000004,
  - 11,
  - 22,
  - 28.999999999999996,
  - 28.999999999999996,
  - 27
  ],
- [
  - "inceptionai/jais-family-590m",
  - "2024-10-01T18:23:15Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢: pretrained",
  - "apache-2.0",
  - 5,
  - 771,
  - true,
  - 22.364472894578917,
  - 22,
  - 19,
  - 20,
  - 30,
  - 18,
  - 25,
  - 20,
  - 26,
  - 21.21212121212121,
  - 20,
  - 22,
  - 28.000000000000004,
  - 25,
  - 24,
  - 28.999999999999996,
  - 20,
  - 23,
  - 18,
  - 19,
  - 15,
  - 26,
  - 20,
  - 15,
  - 21,
  - 16,
  - 19,
  - 25,
  - 19,
  - 20,
  - 12,
  - 25,
  - 27,
  - 22,
  - 25,
  - 33,
  - 17,
  - 24,
  - 30,
  - 20,
  - 30,
  - 20,
  - 19,
  - 19,
  - 23,
  - 31,
  - 14.000000000000002,
  - 14.000000000000002,
  - 28.999999999999996,
  - 28.000000000000004,
  - 31
  ],
- [
  - "inceptionai/jais-family-1p3b",
  - "2024-10-01T19:52:38Z",
  - "",
  - "main",
  - "float16",
  - "Original",
  - "🟢: pretrained",
  - "apache-2.0",
  - 5,
  - 1.56,
  - true,
  - 22.204440888177636,
  - 22,
  - 19,
  - 15,
  - 30,
  - 17,
  - 26,
  - 20,
  - 26,
  - 21.21212121212121,
  - 18,
  - 22,
  - 28.000000000000004,
  - 20,
  - 25,
  - 25,
  - 27,
  - 28.000000000000004,
  - 18,
  - 17,
  - 17,
  - 24,
  - 24,
  - 20,
  - 19,
  - 20,
  - 20,
  - 17,
  - 21,
  - 22,
  - 15,
  - 25,
  - 28.000000000000004,
  - 23,
  - 22,
  - 30,
  - 18,
  - 18,
  - 30,
  - 20,
  - 30,
  - 19,
  - 17,
  - 20,
  - 31,
  - 24,
  - 15,
  - 20,
  - 20,
  - 28.000000000000004,
  - 28.999999999999996
  ]
],
"metadata": null

}

Welcome to ILMAAM: Index for Language Models for Arabic Assessment on Multitasks!

About ILMAAM

How to Interpret the Leaderboard

How to Submit Your Model

✉️✨ Submit your model here!