@article {13852, title = {RT-S: Surface rich transcription scoring, methodology, and initial results}, journal = {Proc. DARPA Rich Transcription Workshop}, year = {2004}, month = {2004///}, abstract = {In this paper we present a methodoly for the scoring ofpunctuation annotated texts, as well as a preliminary system to perform the task. We modify SCLITE{\textquoteright}s scoring method- ology to support scoring of punctuation. Using this method- ology, we show that the error rate of an initial automatic sys- tem is comparable to annotator inconsistency. However, the use of multiple references allows us to differentiate between human inconsistencies and system errors. }, author = {Snover,M. and Schwartz,R. and Dorr, Bonnie J and Makhoul,J.} }