The eras and trends of automatic short answer grading. Burrows, S., Gurevych, I., & Stein, B. 1, 2015.
Paper abstract bibtex Automatic short answer grading (ASAG) is the task of assessing short natural language responses to objective questions using computational methods. The active research in this field has increased enormously of late with over 80 papers fitting a definition of ASAG. However, the past efforts have generally been ad-hoc and non-comparable until recently, hence the need for a unified view of the whole field. The goal of this paper is to address this aim with a comprehensive review of ASAG research and systems according to history and components. Our historical analysis identifies 35 ASAG systems within 5 temporal themes that mark advancement in methodology or evaluation. In contrast, our component analysis reviews 6 common dimensions from preprocessing to effectiveness. A key conclusion is that an era of evaluation is the newest trend in ASAG research, which is paving the way for the consolidation of the field.
@misc{
title = {The eras and trends of automatic short answer grading},
type = {misc},
year = {2015},
source = {International Journal of Artificial Intelligence in Education},
identifiers = {[object Object]},
keywords = {Automatic grading,Natural language processing,Short answer},
pages = {60-117},
volume = {25},
issue = {1},
month = {1},
publisher = {Springer New York LLC},
day = {10},
id = {2d74c1a1-2ba8-314c-b001-9cbde9a96969},
created = {2020-02-05T01:31:46.139Z},
accessed = {2020-02-04},
file_attached = {true},
profile_id = {66be748e-b1e3-36e1-95e1-5830d0ccc3ca},
group_id = {ed1fa25d-c56b-3067-962d-9d08ff49394c},
last_modified = {2020-02-05T01:32:00.840Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {false},
hidden = {false},
folder_uuids = {c2955262-615e-4e71-ba11-ca23b3748d20},
private_publication = {false},
abstract = {Automatic short answer grading (ASAG) is the task of assessing short natural language responses to objective questions using computational methods. The active research in this field has increased enormously of late with over 80 papers fitting a definition of ASAG. However, the past efforts have generally been ad-hoc and non-comparable until recently, hence the need for a unified view of the whole field. The goal of this paper is to address this aim with a comprehensive review of ASAG research and systems according to history and components. Our historical analysis identifies 35 ASAG systems within 5 temporal themes that mark advancement in methodology or evaluation. In contrast, our component analysis reviews 6 common dimensions from preprocessing to effectiveness. A key conclusion is that an era of evaluation is the newest trend in ASAG research, which is paving the way for the consolidation of the field.},
bibtype = {misc},
author = {Burrows, Steven and Gurevych, Iryna and Stein, Benno}
}
Downloads: 0
{"_id":"u7zFFjAkzo3ZPqiT2","bibbaseid":"burrows-gurevych-stein-theerasandtrendsofautomaticshortanswergrading-2015","authorIDs":[],"author_short":["Burrows, S.","Gurevych, I.","Stein, B."],"bibdata":{"title":"The eras and trends of automatic short answer grading","type":"misc","year":"2015","source":"International Journal of Artificial Intelligence in Education","identifiers":"[object Object]","keywords":"Automatic grading,Natural language processing,Short answer","pages":"60-117","volume":"25","issue":"1","month":"1","publisher":"Springer New York LLC","day":"10","id":"2d74c1a1-2ba8-314c-b001-9cbde9a96969","created":"2020-02-05T01:31:46.139Z","accessed":"2020-02-04","file_attached":"true","profile_id":"66be748e-b1e3-36e1-95e1-5830d0ccc3ca","group_id":"ed1fa25d-c56b-3067-962d-9d08ff49394c","last_modified":"2020-02-05T01:32:00.840Z","read":false,"starred":false,"authored":false,"confirmed":false,"hidden":false,"folder_uuids":"c2955262-615e-4e71-ba11-ca23b3748d20","private_publication":false,"abstract":"Automatic short answer grading (ASAG) is the task of assessing short natural language responses to objective questions using computational methods. The active research in this field has increased enormously of late with over 80 papers fitting a definition of ASAG. However, the past efforts have generally been ad-hoc and non-comparable until recently, hence the need for a unified view of the whole field. The goal of this paper is to address this aim with a comprehensive review of ASAG research and systems according to history and components. Our historical analysis identifies 35 ASAG systems within 5 temporal themes that mark advancement in methodology or evaluation. In contrast, our component analysis reviews 6 common dimensions from preprocessing to effectiveness. A key conclusion is that an era of evaluation is the newest trend in ASAG research, which is paving the way for the consolidation of the field.","bibtype":"misc","author":"Burrows, Steven and Gurevych, Iryna and Stein, Benno","bibtex":"@misc{\n title = {The eras and trends of automatic short answer grading},\n type = {misc},\n year = {2015},\n source = {International Journal of Artificial Intelligence in Education},\n identifiers = {[object Object]},\n keywords = {Automatic grading,Natural language processing,Short answer},\n pages = {60-117},\n volume = {25},\n issue = {1},\n month = {1},\n publisher = {Springer New York LLC},\n day = {10},\n id = {2d74c1a1-2ba8-314c-b001-9cbde9a96969},\n created = {2020-02-05T01:31:46.139Z},\n accessed = {2020-02-04},\n file_attached = {true},\n profile_id = {66be748e-b1e3-36e1-95e1-5830d0ccc3ca},\n group_id = {ed1fa25d-c56b-3067-962d-9d08ff49394c},\n last_modified = {2020-02-05T01:32:00.840Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {false},\n hidden = {false},\n folder_uuids = {c2955262-615e-4e71-ba11-ca23b3748d20},\n private_publication = {false},\n abstract = {Automatic short answer grading (ASAG) is the task of assessing short natural language responses to objective questions using computational methods. The active research in this field has increased enormously of late with over 80 papers fitting a definition of ASAG. However, the past efforts have generally been ad-hoc and non-comparable until recently, hence the need for a unified view of the whole field. The goal of this paper is to address this aim with a comprehensive review of ASAG research and systems according to history and components. Our historical analysis identifies 35 ASAG systems within 5 temporal themes that mark advancement in methodology or evaluation. In contrast, our component analysis reviews 6 common dimensions from preprocessing to effectiveness. A key conclusion is that an era of evaluation is the newest trend in ASAG research, which is paving the way for the consolidation of the field.},\n bibtype = {misc},\n author = {Burrows, Steven and Gurevych, Iryna and Stein, Benno}\n}","author_short":["Burrows, S.","Gurevych, I.","Stein, B."],"urls":{"Paper":"https://bibbase.org/service/mendeley/bfdabac2-d7f2-3c5b-aa7a-06431c0ae35e/file/6137d3f7-15b7-802d-1e13-4c97a3478426/full_text.pdf.pdf"},"bibbaseid":"burrows-gurevych-stein-theerasandtrendsofautomaticshortanswergrading-2015","role":"author","keyword":["Automatic grading","Natural language processing","Short answer"],"downloads":0,"html":""},"bibtype":"misc","creationDate":"2020-02-06T23:40:07.517Z","downloads":0,"keywords":["automatic grading","natural language processing","short answer"],"search_terms":["eras","trends","automatic","short","answer","grading","burrows","gurevych","stein"],"title":"The eras and trends of automatic short answer grading","year":2015}