@inproceedings{3f43293a130d48d7b514bd00a59f304d,
title = "Unexpected tokens: A review of programming error messages and design guidelines for the future",
abstract = "Diagnostic messages generated by compilers and interpreters such as syntax error messages have been researched for decades. Unfortunately these messages which include error, warning, and runtime messages, present substantial difficulty and could be more effective, particularly for novices. Recent years have seen increased number of papers in the area including studies on the effectiveness of these messages, improving or enhancing them, and their usefulness as a part of programming process data that can be used to predict student performance. Despite this increased interest, the long history of literature is quite scattered and has not been brought together in any digestible form. We argue that in order to help the community proceed with more work on diagnostic messages, the literature needs to be presented in a state-of-the-art report. In addition we will synthesize and present the existing evidence for these messages including the difficulties they present and their effectiveness. We will also formulate a set of guidelines based on this evidence that can be used when designing or enhancing diagnostic messages. This work can serve as a starting point for those who wish to conduct research on such messages, those who wish to design better messages or those that aim to measure their effectiveness, more effectively.",
keywords = "Compiler error messages, CS1, Design guidelines, Diagnostic error messages, HCI, Human computer interaction, Introduction to programming, Novice programmers, Programming error messsages, Review, Runtime errors, Survey, Syntax errors",
author = "Becker, {Brett A.} and Paul Denny and Raymond Pettit and Durell Bouchard and Bouvier, {Dennis J.} and Brian Harrington and Amir Kamil and Amey Karkare and Chris McDonald and Osera, {Peter Michael} and Pearce, {Janice L.} and James Prather",
year = "2019",
month = jul,
day = "2",
doi = "10.1145/3304221.3325539",
language = "English",
series = "Annual Conference on Innovation and Technology in Computer Science Education, ITiCSE",
publisher = "Association for Computing Machinery (ACM)",
pages = "253--254",
booktitle = "ITiCSE 2019 - Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education",
address = "United States",
note = "2019 ACM Conference on Innovation and Technology in Computer Science Education, ITiCSE 2019 ; Conference date: 15-07-2019 Through 17-07-2019",
}