@inproceedings{wein_accounting_2022,
	address = {Gyeongju, Republic of Korea},
	title = {Accounting for {Language} {Effect} in the {Evaluation} of {Cross}-lingual {AMR} {Parsers}},
	url = {https://aclanthology.org/2022.coling-1.336},
	abstract = {Cross-lingual Abstract Meaning Representation (AMR) parsers are currently evaluated in comparison to gold English AMRs, despite parsing a language other than English, due to the lack of multilingual AMR evaluation metrics. This evaluation practice is problematic because of the established effect of source language on AMR structure. In this work, we present three multilingual adaptations of monolingual AMR evaluation metrics and compare the performance of these metrics to sentence-level human judgments. We then use our most highly correlated metric to evaluate the output of state-of-the-art cross-lingual AMR parsers, finding that Smatch may still be a useful metric in comparison to gold English AMRs, while our multilingual adaptation of S2match (XS2match) is best for comparison with gold in-language AMRs.},
	urldate = {2023-12-22},
	booktitle = {Proceedings of the 29th {International} {Conference} on {Computational} {Linguistics}},
	publisher = {International Committee on Computational Linguistics},
	author = {Wein, Shira and Schneider, Nathan},
	editor = {Calzolari, Nicoletta and Huang, Chu-Ren and Kim, Hansaem and Pustejovsky, James and Wanner, Leo and Choi, Key-Sun and Ryu, Pum-Mo and Chen, Hsin-Hsi and Donatelli, Lucia and Ji, Heng and Kurohashi, Sadao and Paggio, Patrizia and Xue, Nianwen and Kim, Seokhwan and Hahm, Younggyun and He, Zhong and Lee, Tony Kyungil and Santus, Enrico and Bond, Francis and Na, Seung-Hoon},
	month = oct,
	year = {2022},
	keywords = {PhdApp24-Georgetown, people-nert},
	pages = {3824--3834},
}

{"_id":"xD8Y4jMWoaQekL4Td","bibbaseid":"wein-schneider-accountingforlanguageeffectintheevaluationofcrosslingualamrparsers-2022","author_short":["Wein, S.","Schneider, N."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"Gyeongju, Republic of Korea","title":"Accounting for Language Effect in the Evaluation of Cross-lingual AMR Parsers","url":"https://aclanthology.org/2022.coling-1.336","abstract":"Cross-lingual Abstract Meaning Representation (AMR) parsers are currently evaluated in comparison to gold English AMRs, despite parsing a language other than English, due to the lack of multilingual AMR evaluation metrics. This evaluation practice is problematic because of the established effect of source language on AMR structure. In this work, we present three multilingual adaptations of monolingual AMR evaluation metrics and compare the performance of these metrics to sentence-level human judgments. We then use our most highly correlated metric to evaluate the output of state-of-the-art cross-lingual AMR parsers, finding that Smatch may still be a useful metric in comparison to gold English AMRs, while our multilingual adaptation of S2match (XS2match) is best for comparison with gold in-language AMRs.","urldate":"2023-12-22","booktitle":"Proceedings of the 29th International Conference on Computational Linguistics","publisher":"International Committee on Computational Linguistics","author":[{"propositions":[],"lastnames":["Wein"],"firstnames":["Shira"],"suffixes":[]},{"propositions":[],"lastnames":["Schneider"],"firstnames":["Nathan"],"suffixes":[]}],"editor":[{"propositions":[],"lastnames":["Calzolari"],"firstnames":["Nicoletta"],"suffixes":[]},{"propositions":[],"lastnames":["Huang"],"firstnames":["Chu-Ren"],"suffixes":[]},{"propositions":[],"lastnames":["Kim"],"firstnames":["Hansaem"],"suffixes":[]},{"propositions":[],"lastnames":["Pustejovsky"],"firstnames":["James"],"suffixes":[]},{"propositions":[],"lastnames":["Wanner"],"firstnames":["Leo"],"suffixes":[]},{"propositions":[],"lastnames":["Choi"],"firstnames":["Key-Sun"],"suffixes":[]},{"propositions":[],"lastnames":["Ryu"],"firstnames":["Pum-Mo"],"suffixes":[]},{"propositions":[],"lastnames":["Chen"],"firstnames":["Hsin-Hsi"],"suffixes":[]},{"propositions":[],"lastnames":["Donatelli"],"firstnames":["Lucia"],"suffixes":[]},{"propositions":[],"lastnames":["Ji"],"firstnames":["Heng"],"suffixes":[]},{"propositions":[],"lastnames":["Kurohashi"],"firstnames":["Sadao"],"suffixes":[]},{"propositions":[],"lastnames":["Paggio"],"firstnames":["Patrizia"],"suffixes":[]},{"propositions":[],"lastnames":["Xue"],"firstnames":["Nianwen"],"suffixes":[]},{"propositions":[],"lastnames":["Kim"],"firstnames":["Seokhwan"],"suffixes":[]},{"propositions":[],"lastnames":["Hahm"],"firstnames":["Younggyun"],"suffixes":[]},{"propositions":[],"lastnames":["He"],"firstnames":["Zhong"],"suffixes":[]},{"propositions":[],"lastnames":["Lee"],"firstnames":["Tony","Kyungil"],"suffixes":[]},{"propositions":[],"lastnames":["Santus"],"firstnames":["Enrico"],"suffixes":[]},{"propositions":[],"lastnames":["Bond"],"firstnames":["Francis"],"suffixes":[]},{"propositions":[],"lastnames":["Na"],"firstnames":["Seung-Hoon"],"suffixes":[]}],"month":"October","year":"2022","keywords":"PhdApp24-Georgetown, people-nert","pages":"3824–3834","bibtex":"@inproceedings{wein_accounting_2022,\n\taddress = {Gyeongju, Republic of Korea},\n\ttitle = {Accounting for {Language} {Effect} in the {Evaluation} of {Cross}-lingual {AMR} {Parsers}},\n\turl = {https://aclanthology.org/2022.coling-1.336},\n\tabstract = {Cross-lingual Abstract Meaning Representation (AMR) parsers are currently evaluated in comparison to gold English AMRs, despite parsing a language other than English, due to the lack of multilingual AMR evaluation metrics. This evaluation practice is problematic because of the established effect of source language on AMR structure. In this work, we present three multilingual adaptations of monolingual AMR evaluation metrics and compare the performance of these metrics to sentence-level human judgments. We then use our most highly correlated metric to evaluate the output of state-of-the-art cross-lingual AMR parsers, finding that Smatch may still be a useful metric in comparison to gold English AMRs, while our multilingual adaptation of S2match (XS2match) is best for comparison with gold in-language AMRs.},\n\turldate = {2023-12-22},\n\tbooktitle = {Proceedings of the 29th {International} {Conference} on {Computational} {Linguistics}},\n\tpublisher = {International Committee on Computational Linguistics},\n\tauthor = {Wein, Shira and Schneider, Nathan},\n\teditor = {Calzolari, Nicoletta and Huang, Chu-Ren and Kim, Hansaem and Pustejovsky, James and Wanner, Leo and Choi, Key-Sun and Ryu, Pum-Mo and Chen, Hsin-Hsi and Donatelli, Lucia and Ji, Heng and Kurohashi, Sadao and Paggio, Patrizia and Xue, Nianwen and Kim, Seokhwan and Hahm, Younggyun and He, Zhong and Lee, Tony Kyungil and Santus, Enrico and Bond, Francis and Na, Seung-Hoon},\n\tmonth = oct,\n\tyear = {2022},\n\tkeywords = {PhdApp24-Georgetown, people-nert},\n\tpages = {3824--3834},\n}\n\n\n\n","author_short":["Wein, S.","Schneider, N."],"editor_short":["Calzolari, N.","Huang, C.","Kim, H.","Pustejovsky, J.","Wanner, L.","Choi, K.","Ryu, P.","Chen, H.","Donatelli, L.","Ji, H.","Kurohashi, S.","Paggio, P.","Xue, N.","Kim, S.","Hahm, Y.","He, Z.","Lee, T. K.","Santus, E.","Bond, F.","Na, S."],"key":"wein_accounting_2022","id":"wein_accounting_2022","bibbaseid":"wein-schneider-accountingforlanguageeffectintheevaluationofcrosslingualamrparsers-2022","role":"author","urls":{"Paper":"https://aclanthology.org/2022.coling-1.336"},"keyword":["PhdApp24-Georgetown","people-nert"],"metadata":{"authorlinks":{}},"downloads":4},"bibtype":"inproceedings","biburl":"https://bibbase.org/zotero/abhishek-p","dataSources":["wbK3th2Wubb6zoLMk","h7kKWXpJh2iaX92T5"],"keywords":["phdapp24-georgetown","people-nert"],"search_terms":["accounting","language","effect","evaluation","cross","lingual","amr","parsers","wein","schneider"],"title":"Accounting for Language Effect in the Evaluation of Cross-lingual AMR Parsers","year":2022,"downloads":4}