The Impact of Middle School Students’ Writing Quality on the Accuracy of the Automated Assessment of Science Content. Gnesdilow, D., Dey, I., Gengler, D., Malkin, L., Puntambekar, S., Passonneau, R. J., & Kim, C. In Proceedings of the 18th International Conference of the Learning Sciences - ICLS 2024, pages 250–257, 2024. doi abstract bibtex Helping students learn how to write is essential. However, students have few opportunities to develop this skill, since giving timely feedback is difficult for teachers. AI applications can provide quick feedback on students’ writing. But, ensuring accurate assessment can be challenging, since students’ writing quality can vary. We examined the impact of students’ writing quality on the error rate of our natural language processing (NLP) system when assessing scientific content in initial and revised design essays. We also explored whether aspects of writing quality were linked to the number of NLP errors. Despite finding that students’ revised essays were significantly different from their initial essays in a few ways, our NLP systems’ accuracy was similar. Further, our multiple regression analyses showed, overall, that students’ writing quality did not impact our NLP systems’ accuracy. This is promising in terms of ensuring students with different writing skills get similarly accurate feedback.
@inproceedings{gnesdilow_impact_2024,
title = {The {Impact} of {Middle} {School} {Students}’ {Writing} {Quality} on the {Accuracy} of the {Automated} {Assessment} of {Science} {Content}},
doi = {doi.org/10.22318/icls2024.136951},
abstract = {Helping students learn how to write is essential. However, students have few opportunities to develop this skill, since giving timely feedback is difficult for teachers. AI applications can provide quick feedback on students’ writing. But, ensuring accurate assessment can be challenging, since students’ writing quality can vary. We examined the impact of students’ writing quality on the error rate of our natural language processing (NLP) system when assessing scientific content in initial and revised design essays. We also explored whether aspects of writing quality were linked to the number of NLP errors. Despite finding that students’ revised essays were significantly different from their initial essays in a few ways, our NLP systems’ accuracy was similar. Further, our multiple regression analyses showed, overall, that students’ writing quality did not impact our NLP systems’ accuracy. This is promising in terms of ensuring students with different writing skills get similarly accurate feedback.},
booktitle = {Proceedings of the 18th {International} {Conference} of the {Learning} {Sciences} - {ICLS} 2024},
author = {Gnesdilow, Dana and Dey, Indrani and Gengler, Diane and Malkin, Linda and Puntambekar, Sadhana and Passonneau, Rebecca J. and Kim, ChanMin},
year = {2024},
pages = {250--257},
}
Downloads: 0
{"_id":"oMaYRLzNRbeThf8Ai","bibbaseid":"gnesdilow-dey-gengler-malkin-puntambekar-passonneau-kim-theimpactofmiddleschoolstudentswritingqualityontheaccuracyoftheautomatedassessmentofsciencecontent-2024","author_short":["Gnesdilow, D.","Dey, I.","Gengler, D.","Malkin, L.","Puntambekar, S.","Passonneau, R. J.","Kim, C."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","title":"The Impact of Middle School Students’ Writing Quality on the Accuracy of the Automated Assessment of Science Content","doi":"doi.org/10.22318/icls2024.136951","abstract":"Helping students learn how to write is essential. However, students have few opportunities to develop this skill, since giving timely feedback is difficult for teachers. AI applications can provide quick feedback on students’ writing. But, ensuring accurate assessment can be challenging, since students’ writing quality can vary. We examined the impact of students’ writing quality on the error rate of our natural language processing (NLP) system when assessing scientific content in initial and revised design essays. We also explored whether aspects of writing quality were linked to the number of NLP errors. Despite finding that students’ revised essays were significantly different from their initial essays in a few ways, our NLP systems’ accuracy was similar. Further, our multiple regression analyses showed, overall, that students’ writing quality did not impact our NLP systems’ accuracy. This is promising in terms of ensuring students with different writing skills get similarly accurate feedback.","booktitle":"Proceedings of the 18th International Conference of the Learning Sciences - ICLS 2024","author":[{"propositions":[],"lastnames":["Gnesdilow"],"firstnames":["Dana"],"suffixes":[]},{"propositions":[],"lastnames":["Dey"],"firstnames":["Indrani"],"suffixes":[]},{"propositions":[],"lastnames":["Gengler"],"firstnames":["Diane"],"suffixes":[]},{"propositions":[],"lastnames":["Malkin"],"firstnames":["Linda"],"suffixes":[]},{"propositions":[],"lastnames":["Puntambekar"],"firstnames":["Sadhana"],"suffixes":[]},{"propositions":[],"lastnames":["Passonneau"],"firstnames":["Rebecca","J."],"suffixes":[]},{"propositions":[],"lastnames":["Kim"],"firstnames":["ChanMin"],"suffixes":[]}],"year":"2024","pages":"250–257","bibtex":"@inproceedings{gnesdilow_impact_2024,\n\ttitle = {The {Impact} of {Middle} {School} {Students}’ {Writing} {Quality} on the {Accuracy} of the {Automated} {Assessment} of {Science} {Content}},\n\tdoi = {doi.org/10.22318/icls2024.136951},\n\tabstract = {Helping students learn how to write is essential. However, students have few opportunities to develop this skill, since giving timely feedback is difficult for teachers. AI applications can provide quick feedback on students’ writing. But, ensuring accurate assessment can be challenging, since students’ writing quality can vary. We examined the impact of students’ writing quality on the error rate of our natural language processing (NLP) system when assessing scientific content in initial and revised design essays. We also explored whether aspects of writing quality were linked to the number of NLP errors. Despite finding that students’ revised essays were significantly different from their initial essays in a few ways, our NLP systems’ accuracy was similar. Further, our multiple regression analyses showed, overall, that students’ writing quality did not impact our NLP systems’ accuracy. This is promising in terms of ensuring students with different writing skills get similarly accurate feedback.},\n\tbooktitle = {Proceedings of the 18th {International} {Conference} of the {Learning} {Sciences} - {ICLS} 2024},\n\tauthor = {Gnesdilow, Dana and Dey, Indrani and Gengler, Diane and Malkin, Linda and Puntambekar, Sadhana and Passonneau, Rebecca J. and Kim, ChanMin},\n\tyear = {2024},\n\tpages = {250--257},\n}\n\n","author_short":["Gnesdilow, D.","Dey, I.","Gengler, D.","Malkin, L.","Puntambekar, S.","Passonneau, R. J.","Kim, C."],"key":"gnesdilow_impact_2024","id":"gnesdilow_impact_2024","bibbaseid":"gnesdilow-dey-gengler-malkin-puntambekar-passonneau-kim-theimpactofmiddleschoolstudentswritingqualityontheaccuracyoftheautomatedassessmentofsciencecontent-2024","role":"author","urls":{},"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://api.zotero.org/users/5414994/collections/86KRVVHK/items?key=R4LGq2FsV4FTfuDPOljwMZOi&format=bibtex&limit=100","dataSources":["hP49mbAp85woEpWam","v7pkcTjCXS5Y8BD24","7MAbqkLtLFkexFCbL"],"keywords":[],"search_terms":["impact","middle","school","students","writing","quality","accuracy","automated","assessment","science","content","gnesdilow","dey","gengler","malkin","puntambekar","passonneau","kim"],"title":"The Impact of Middle School Students’ Writing Quality on the Accuracy of the Automated Assessment of Science Content","year":2024}