@inproceedings{16a0d40a4e5747f6ae9fe365ef0564ea,
title = "The CLEF-2024 CheckThat! Lab: Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness",
abstract = "The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, it has been focusing on new problems that can support the research and decision making during the verification process. In this new edition, we focus on new problems and -for the first time- we propose six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 identification of subjectivity (a follow up of CheckThat! 2023 edition), Task 3 identification of persuasion (a follow up of SemEval 2023), Task 4 detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 Rumor Verification using Evidence from Authorities (a first), and Task 6 robustness of credibility assessment with adversarial examples (a first). These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings.",
keywords = "Authority finding, Check-worthiness, Disinformation, Fact-checking, Factuality, Model robustness, Political bias, Subjectivity",
author = "Alberto Barron-Cedeno and Firoj Alam and Tanmoy Chakraborty and Tamer Elsayed and Preslav Nakov and Piotr Przybyla and Struss, \{Julia Maria\} and Fatima Haouari and Maram Hasanain and Federico Ruggeri and Xingyi Song and Reem Suwaileh",
note = "Publisher Copyright: {\textcopyright} The Author(s), under exclusive license to Springer Nature Switzerland AG 2024.; 46th European Conference on Information Retrieval (ECIR) ; Conference date: 24-03-2024 Through 28-03-2024",
year = "2024",
month = mar,
day = "23",
doi = "10.1007/978-3-031-56069-9\_62",
language = "English",
isbn = "978-3-031-56068-2",
volume = "14612",
series = "Lecture Notes In Computer Science",
publisher = "Springer Nature",
pages = "449--458",
editor = "N Goharian and N Tonellotto and Y He and A Lipani and G McDonald and C Macdonald and I Ounis",
booktitle = "Advances In Information Retrieval, Ecir 2024, Pt V",
address = "United Kingdom",
}