@Book{MTSumm:2005, editor = {Jade Goldstein and Alon Lavie and Chin-Yew Lin and Clare Voss}, title = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, url = {http://www.aclweb.org/anthology/W/W05/W05-0900} } @InProceedings{dorr-EtAl:2005:MTSumm, author = {Dorr, Bonnie and Monz, Christof and President, Stacy and Schwartz, Richard and Zajic, David}, title = {A Methodology for Extrinsic Evaluation of Text Summarization: Does {ROUGE} Correlate?}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {1--8}, url = {http://www.aclweb.org/anthology/W/W05/W05-0901} } @InProceedings{kolluru-gotoh:2005:MTSumm, author = {Kolluru, BalaKrishna and Gotoh, Yoshihiko}, title = {On the Subjectivity of Human Authored Summaries}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {9--16}, url = {http://www.aclweb.org/anthology/W/W05/W05-0902} } @InProceedings{leusch-EtAl:2005:MTSumm, author = {Leusch, Gregor and Ueffing, Nicola and Vilar, David and Ney, Hermann}, title = {Preprocessing and Normalization for Automatic Evaluation of Machine Translation}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {17--24}, url = {http://www.aclweb.org/anthology/W/W05/W05-0903} } @InProceedings{liu-gildea:2005:MTSumm, author = {Liu, Ding and Gildea, Daniel}, title = {Syntactic Features for Evaluation of Machine Translation}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {25--32}, url = {http://www.aclweb.org/anthology/W/W05/W05-0904} } @InProceedings{murray-EtAl:2005:MTSumm, author = {Murray, Gabriel and Renals, Steve and Carletta, Jean and Moore, Johanna}, title = {Evaluating Automatic Summaries of Meeting Recordings}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {33--40}, url = {http://www.aclweb.org/anthology/W/W05/W05-0905} } @InProceedings{lin-demnerfushman:2005:MTSumm, author = {Lin, Jimmy and Demner-Fushman, Dina}, title = {Evaluating Summaries and Answers: Two Sides of the Same Coin?}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {41--48}, url = {http://www.aclweb.org/anthology/W/W05/W05-0906} } @InProceedings{amigo-EtAl:2005:MTSumm, author = {Amig\'{o}, Enrique and Gonzalo, Julio and Pe\~{n}as, Anselmo and Verdejo, Felisa}, title = {Evaluating {DUC} 2004 Tasks with the {QARLA} Framework}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {49--56}, url = {http://www.aclweb.org/anthology/W/W05/W05-0907} } @InProceedings{riezler-maxwell:2005:MTSumm, author = {Riezler, Stefan and Maxwell, John T.}, title = {On Some Pitfalls in Automatic Evaluation and Significance Testing for {MT}}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {57--64}, url = {http://www.aclweb.org/anthology/W/W05/W05-0908} } @InProceedings{banerjee-lavie:2005:MTSumm, author = {Banerjee, Satanjeev and Lavie, Alon}, title = {{METEOR}: An Automatic Metric for {MT} Evaluation with Improved Correlation with Human Judgments}, booktitle = {Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization}, month = {June}, year = {2005}, address = {Ann Arbor, Michigan}, publisher = {Association for Computational Linguistics}, pages = {65--72}, url = {http://www.aclweb.org/anthology/W/W05/W05-0909} }