In Grammatical Error Correction, systems are evaluated by the number of errors they correct. However, no one has assessed whether all error types are equally important. We pro-vide and apply a method to quantify the importance of different grammatical error types to humans. We show that some rare errors are considered disturbing while other common ones are not. This affects possible directions to improve both systems and their evaluation. 1
@article{DBLP:journals/corr/abs-2205-05730,
author = {Leshem Choshen and
Ofir Shifman and
Omri Abend},
title = {Some Grammatical Errors are Frequent, Others are Important},
journal = {CoRR},
volume = {abs/2205.05730},
year = {2022},
url = {https://doi.org/10.48550/arXiv.2205.05730},
doi = {10.48550/ARXIV.2205.05730},
eprinttype = {arXiv},
eprint = {2205.05730},
timestamp = {Tue, 17 May 2022 01:00:00 +0200},
biburl = {https://dblp.org/rec/journals/corr/abs-2205-05730.bib},
bibsource = {dblp computer science bibliography, https://dblp.org}
}
See the full reference list in the paper.