SemEval-2018 Task 11: Machine Comprehension Using Commonsense Knowledge. Ostermann, S., Roth, M., Modi, A., Thater, S., & Pinkal, M. In Proceedings of the 12th International Workshop on Semantic Evaluation, pages 747–757, New Orleans, Louisiana, June, 2018. Association for Computational Linguistics. ![SemEval-2018 Task 11: Machine Comprehension Using Commonsense Knowledge [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex This report summarizes the results of the SemEval 2018 task on machine comprehension using commonsense knowledge. For this machine comprehension task, we created a new corpus, MCScript. It contains a high number of questions that require commonsense knowledge for finding the correct answer. 11 teams from 4 different countries participated in this shared task, most of them used neural approaches. The best performing system achieves an accuracy of 83.95%, outperforming the baselines by a large margin, but still far from the human upper bound, which was found to be at 98%.
@inproceedings{ostermann_semeval-2018_2018,
address = {New Orleans, Louisiana},
title = {{SemEval}-2018 {Task} 11: {Machine} {Comprehension} {Using} {Commonsense} {Knowledge}},
shorttitle = {{SemEval}-2018 {Task} 11},
url = {https://aclanthology.org/S18-1119/},
doi = {10.18653/v1/S18-1119},
abstract = {This report summarizes the results of the SemEval 2018 task on machine comprehension using commonsense knowledge. For this machine comprehension task, we created a new corpus, MCScript. It contains a high number of questions that require commonsense knowledge for finding the correct answer. 11 teams from 4 different countries participated in this shared task, most of them used neural approaches. The best performing system achieves an accuracy of 83.95\%, outperforming the baselines by a large margin, but still far from the human upper bound, which was found to be at 98\%.},
urldate = {2025-06-02},
booktitle = {Proceedings of the 12th {International} {Workshop} on {Semantic} {Evaluation}},
publisher = {Association for Computational Linguistics},
author = {Ostermann, Simon and Roth, Michael and Modi, Ashutosh and Thater, Stefan and Pinkal, Manfred},
month = jun,
year = {2018},
keywords = {SemEval},
pages = {747--757},
file = {Full Text PDF:/Users/sios01-admin/Zotero/storage/LDRMN4T7/Ostermann et al. - 2018 - SemEval-2018 Task 11 Machine Comprehension Using .pdf:application/pdf},
}
Downloads: 0
{"_id":"8XtitnMDYhPz6tb5s","bibbaseid":"ostermann-roth-modi-thater-pinkal-semeval2018task11machinecomprehensionusingcommonsenseknowledge-2018","author_short":["Ostermann, S.","Roth, M.","Modi, A.","Thater, S.","Pinkal, M."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"New Orleans, Louisiana","title":"SemEval-2018 Task 11: Machine Comprehension Using Commonsense Knowledge","shorttitle":"SemEval-2018 Task 11","url":"https://aclanthology.org/S18-1119/","doi":"10.18653/v1/S18-1119","abstract":"This report summarizes the results of the SemEval 2018 task on machine comprehension using commonsense knowledge. For this machine comprehension task, we created a new corpus, MCScript. It contains a high number of questions that require commonsense knowledge for finding the correct answer. 11 teams from 4 different countries participated in this shared task, most of them used neural approaches. The best performing system achieves an accuracy of 83.95%, outperforming the baselines by a large margin, but still far from the human upper bound, which was found to be at 98%.","urldate":"2025-06-02","booktitle":"Proceedings of the 12th International Workshop on Semantic Evaluation","publisher":"Association for Computational Linguistics","author":[{"propositions":[],"lastnames":["Ostermann"],"firstnames":["Simon"],"suffixes":[]},{"propositions":[],"lastnames":["Roth"],"firstnames":["Michael"],"suffixes":[]},{"propositions":[],"lastnames":["Modi"],"firstnames":["Ashutosh"],"suffixes":[]},{"propositions":[],"lastnames":["Thater"],"firstnames":["Stefan"],"suffixes":[]},{"propositions":[],"lastnames":["Pinkal"],"firstnames":["Manfred"],"suffixes":[]}],"month":"June","year":"2018","keywords":"SemEval","pages":"747–757","file":"Full Text PDF:/Users/sios01-admin/Zotero/storage/LDRMN4T7/Ostermann et al. - 2018 - SemEval-2018 Task 11 Machine Comprehension Using .pdf:application/pdf","bibtex":"@inproceedings{ostermann_semeval-2018_2018,\n\taddress = {New Orleans, Louisiana},\n\ttitle = {{SemEval}-2018 {Task} 11: {Machine} {Comprehension} {Using} {Commonsense} {Knowledge}},\n\tshorttitle = {{SemEval}-2018 {Task} 11},\n\turl = {https://aclanthology.org/S18-1119/},\n\tdoi = {10.18653/v1/S18-1119},\n\tabstract = {This report summarizes the results of the SemEval 2018 task on machine comprehension using commonsense knowledge. For this machine comprehension task, we created a new corpus, MCScript. It contains a high number of questions that require commonsense knowledge for finding the correct answer. 11 teams from 4 different countries participated in this shared task, most of them used neural approaches. The best performing system achieves an accuracy of 83.95\\%, outperforming the baselines by a large margin, but still far from the human upper bound, which was found to be at 98\\%.},\n\turldate = {2025-06-02},\n\tbooktitle = {Proceedings of the 12th {International} {Workshop} on {Semantic} {Evaluation}},\n\tpublisher = {Association for Computational Linguistics},\n\tauthor = {Ostermann, Simon and Roth, Michael and Modi, Ashutosh and Thater, Stefan and Pinkal, Manfred},\n\tmonth = jun,\n\tyear = {2018},\n\tkeywords = {SemEval},\n\tpages = {747--757},\n\tfile = {Full Text PDF:/Users/sios01-admin/Zotero/storage/LDRMN4T7/Ostermann et al. - 2018 - SemEval-2018 Task 11 Machine Comprehension Using .pdf:application/pdf},\n}\n\n","author_short":["Ostermann, S.","Roth, M.","Modi, A.","Thater, S.","Pinkal, M."],"key":"ostermann_semeval-2018_2018","id":"ostermann_semeval-2018_2018","bibbaseid":"ostermann-roth-modi-thater-pinkal-semeval2018task11machinecomprehensionusingcommonsenseknowledge-2018","role":"author","urls":{"Paper":"https://aclanthology.org/S18-1119/"},"keyword":["SemEval"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"inproceedings","biburl":"https://simonost.github.io/home/publications.bib","dataSources":["sQkTDbLkogLBe4CBj","t9hCPkmnzfCrpPP6k"],"keywords":["semeval"],"search_terms":["semeval","2018","task","machine","comprehension","using","commonsense","knowledge","ostermann","roth","modi","thater","pinkal"],"title":"SemEval-2018 Task 11: Machine Comprehension Using Commonsense Knowledge","year":2018}