@inproceedings{58cec6e769c64fde941501aad34d6ccb,
title = "Evaluating machine reading systems through comprehension tests",
abstract = "This paper describes a methodology for testing and evaluating the performance of Machine Reading systems through Question Answering and Reading Comprehension Tests. The methodology is being used in QA4MRE (QA for Machine Reading Evaluation), one of the labs of CLEF. We report here the conclusions and lessons learned after the first campaign in 2011.",
keywords = "Evaluation, Machine Reading, Question Answering",
author = "Anselmo Pens and Eduard Hovy and Pamela Forner and Alvaro Rodrigo and Richard Sutcliffe and Corina Forascu and Caroline Sporleder",
year = "2012",
language = "English",
series = "Proceedings of the 8th International Conference on Language Resources and Evaluation, LREC 2012",
publisher = "European Language Resources Association (ELRA)",
pages = "1143--1147",
editor = "Dogan, {Mehmet Ugur} and Joseph Mariani and Asuncion Moreno and Sara Goggi and Khalid Choukri and Nicoletta Calzolari and Jan Odijk and Thierry Declerck and Bente Maegaard and Stelios Piperidis and Helene Mazo and Olivier Hamon",
booktitle = "Proceedings of the 8th International Conference on Language Resources and Evaluation, LREC 2012",
note = "8th International Conference on Language Resources and Evaluation, LREC 2012 ; Conference date: 21-05-2012 Through 27-05-2012",
}