@inproceedings{91a95b68c5bb4ec68ed5bea1e6af2e1b,
title = "Investigating the Usability of an Educational AI Chatbot by Middle School Teachers and Students for Enhanced Learning",
abstract = "The evaluation of AI educational dialogue systems for middle-school students has been limited. This study employs a state-of-the-art AI chatbot that answers students' questions exclusively based on educator-provided learning materials. Following an initial assessment by 10 middle-school teachers using the Chatbot Suitability Questionnaire, we conducted a mixed-method intervention user study involving 18 middle-school students to explore usability expectations, knowledge acquisition, and learning experience. Findings reveal that interacting with the AI chatbot enhanced self-reported knowledge acquisition, improved learning outcomes measured by test scores, and maintained student interest for future use. The chatbot achieved a usability score of 71.44\% (± 16.28), attributed mainly to its high answer accuracy and effective interpretation of student input. Error management emerged as the most critical usability factor.",
keywords = "AI chatbot, chatbot, Cipherbot, conversational agent, middle-school education, usability",
author = "Aldous, \{Kholoud Khalil\} and Joni Salminen and Jung, \{Soon Gyo\} and Azem, \{Jinan Y.\} and Johanne Medina and Khan, \{Salar M.\} and Amani Alabed and Jansen, \{Bernard J.\}",
note = "Publisher Copyright: {\textcopyright} 2025 IEEE.; 2025 3rd International Conference on Foundation and Large Language Models, FLLM 2025 ; Conference date: 25-11-2025 Through 28-11-2025",
year = "2025",
doi = "10.1109/FLLM67465.2025.11390874",
language = "English",
series = "2025 3rd International Conference on Foundation and Large Language Models, FLLM 2025",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "142--152",
editor = "Kai Erenli and Christian Guetl and Yaser Jararweh and Jim Jansen",
booktitle = "2025 3rd International Conference on Foundation and Large Language Models, FLLM 2025",
address = "United States",
}