@inproceedings{76e37fbd450e4b2fbd73604c81fc380b,
title = "ArabicNLU 2024: The First Arabic Natural Language Understanding Shared Task",
abstract = "This paper presents an overview of the Arabic Natural Language Understanding (ArabicNLU 2024) shared task, focusing on two subtasks: Word Sense Disambiguation (WSD) and Location Mention Disambiguation (LMD). The task aimed to evaluate the ability of automated systems to resolve word ambiguity and identify locations mentioned in Arabic text. We provided participants with novel datasets, including a sense-annotated corpus for WSD, called SALMA with approximately 34k annotated tokens, and the IDRISI-DA dataset with 3, 893 annotations and 763 unique location mentions. These are challenging tasks. Out of the 38 registered teams, only three teams participated in the final evaluation phase, with the highest accuracy being 77.8\% for WSD and 95.0\% for LMD. The shared task not only facilitated the evaluation and comparison of different techniques, but also provided valuable insights and resources for the continued advancement of Arabic NLU technologies.",
author = "Mohammed Khalilia and Sanad Malaysha and Reem Suwaileh and Mustafa Jarrar and Alaa Aljabari and Tamer Elsayed and Imed Zitouni",
note = "Publisher Copyright: {\textcopyright}2024 Association for Computational Linguistics.; 2nd Arabic Natural Language Processing Conference, ArabicNLP 2024 ; Conference date: 16-08-2024",
year = "2024",
month = aug,
day = "16",
language = "English",
series = "ArabicNLP 2024 - 2nd Arabic Natural Language Processing Conference, Proceedings of the Conference",
publisher = "Association for Computational Linguistics (ACL)",
pages = "361--371",
editor = "Nizar Habash and Houda Bouamor and Ramy Eskander and Nadi Tomeh and Farha, \{Ibrahim Abu\} and Ahmed Abdelali and Samia Touileb and Injy Hamed and Yaser Onaizan and Bashar Alhafni and Wissam Antoun and Salam Khalifa and Hatem Haddad and Imed Zitouni and Badr AlKhamissi and Rawan Almatham and Khalil Mrini",
booktitle = "ArabicNLP 2024 - 2nd Arabic Natural Language Processing Conference, Proceedings of the Conference",
address = "United States",
}