Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
62 changes: 62 additions & 0 deletions datasets/alyah.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,62 @@
{
"Name": "Alyah",
"Dialect Subsets": [],
"HF Link": "https://huggingface.co/datasets/tiiuae/alyah-emirati-benchmark",
"Link": "https://huggingface.co/datasets/tiiuae/alyah-emirati-benchmark",
"License": "custom",
"Year": 2026,
"Language": "ar",
"Dialect": "United Arab Emirates",
"Source": [
"manual construction"
],
"Domain": [
"history",
"poetry",
"religion",
"culture"
],
"Form": "text",
"Annotation Style": [
"human annotation",
"LLM annotation"
],
"Description": "alyah is a manually curated evaluation benchmark for assessing the performance of Arabic large language models on the Emirati dialect.",
"Volume": 1173.0,
"Unit": "sentences",
"Ethical Risks": "Low",
"Provider": [
"TII"
],
"Derived From": [],
"Paper Title": "Alyah: Toward Robust Evaluation of Emirati Dialect Capabilities in Arabic LLMs",
"Paper Link": "https://huggingface.co/blog/tiiuae/emirati-benchmarks",
"Script": "Arab",
"Tokenized": false,
"Host": "HuggingFace",
"Access": "Free",
"Cost": "",
"Has Splits": false,
"Partial": false,
"Tasks": [
"multiple choice question answering"
],
"Venue Title": "other",
"Venue Type": "preprint",
"Venue Name": "",
"Authors": [
"Omar Alkaabi",
" Ahmed Alzubaidi",
"Hamza Alobeidli",
" Shaikha Alsuwaidi ",
" Mohammed Alyafeai",
" Leen AlQadi ",
" Basma El Amel Boussaha",
" Hakim Hacid"
],
"Affiliations": [
"TII"
],
"Abstract": "Despite Arabic being one of the most widely spoken languages globally, most existing benchmarks focus on Modern Standard Arabic, which differs substantially from how Arabic is used in daily life. Dialects\u2014particularly Gulf and Emirati Arabic\u2014remain underrepresented in evaluation settings, leading to blind spots in real-world model performance. Alyah was created to address this gap by providing a high-quality, dialect-focused benchmark grounded in authentic Emirati usage. The goal is to support the development and evaluation of models that better serve users in the UAE and contribute to more inclusive Arabic language technology.",
"Added By": "Zaid Alyafeai"
}
Loading