A streamlined approach to online linguistic surveys. Erlewine, M. Y. & Kotek, H. Natural Language & Linguistic Theory, 34(2):481–495, May, 2016. doi abstract bibtex More and more researchers in linguistics use large-scale experiments to test hypotheses about the data they research, in addition to more traditional informant work. In this paper we describe a new set of free, open-source tools that allow linguists to post studies online, turktools. These tools allow for the creation of a wide range of linguistic tasks, including grammaticality surveys, sentence completion tasks, and picture-matching tasks, allowing for easily implemented large-scale linguistic studies. Our tools further help streamline the design of such experiments and assist in the extraction and analysis of the resulting data. Surveys created using the tools described in this paper can be posted on Amazon’s Mechanical Turk service, a popular crowdsourcing platform that mediates between ‘Requesters’ who can post surveys online and ‘Workers’ who complete them. This allows many linguistic surveys to be completed within hours or days and at relatively low costs. Alternatively, researchers can host these randomized experiments on their own servers using a supplied server-side component.
@article{erlewine_streamlined_2016,
title = {A streamlined approach to online linguistic surveys},
volume = {34},
issn = {0167-806X, 1573-0859},
doi = {10.1007/s11049-015-9305-9},
abstract = {More and more researchers in linguistics use large-scale experiments to test hypotheses about the data they research, in addition to more traditional informant work. In this paper we describe a new set of free, open-source tools that allow linguists to post studies online, turktools. These tools allow for the creation of a wide range of linguistic tasks, including grammaticality surveys, sentence completion tasks, and picture-matching tasks, allowing for easily implemented large-scale linguistic studies. Our tools further help streamline the design of such experiments and assist in the extraction and analysis of the resulting data. Surveys created using the tools described in this paper can be posted on Amazon’s Mechanical Turk service, a popular crowdsourcing platform that mediates between ‘Requesters’ who can post surveys online and ‘Workers’ who complete them. This allows many linguistic surveys to be completed within hours or days and at relatively low costs. Alternatively, researchers can host these randomized experiments on their own servers using a supplied server-side component.},
language = {en},
number = {2},
urldate = {2016-05-11},
journal = {Natural Language \& Linguistic Theory},
author = {Erlewine, Michael Yoshitaka and Kotek, Hadas},
month = may,
year = {2016},
keywords = {Amazon Mechanical Turk, Crowdsourcing, Experimental methods, Language Translation and Linguistics, Linguistics, general, MTurk, Online surveys, Philosophy of Language, Software, Web-based experiments},
pages = {481--495}
}
Downloads: 0
{"_id":"CcTEdyXXm3KjGwXzC","bibbaseid":"erlewine-kotek-astreamlinedapproachtoonlinelinguisticsurveys-2016","authorIDs":[],"author_short":["Erlewine, M. Y.","Kotek, H."],"bibdata":{"bibtype":"article","type":"article","title":"A streamlined approach to online linguistic surveys","volume":"34","issn":"0167-806X, 1573-0859","doi":"10.1007/s11049-015-9305-9","abstract":"More and more researchers in linguistics use large-scale experiments to test hypotheses about the data they research, in addition to more traditional informant work. In this paper we describe a new set of free, open-source tools that allow linguists to post studies online, turktools. These tools allow for the creation of a wide range of linguistic tasks, including grammaticality surveys, sentence completion tasks, and picture-matching tasks, allowing for easily implemented large-scale linguistic studies. Our tools further help streamline the design of such experiments and assist in the extraction and analysis of the resulting data. Surveys created using the tools described in this paper can be posted on Amazon’s Mechanical Turk service, a popular crowdsourcing platform that mediates between ‘Requesters’ who can post surveys online and ‘Workers’ who complete them. This allows many linguistic surveys to be completed within hours or days and at relatively low costs. Alternatively, researchers can host these randomized experiments on their own servers using a supplied server-side component.","language":"en","number":"2","urldate":"2016-05-11","journal":"Natural Language & Linguistic Theory","author":[{"propositions":[],"lastnames":["Erlewine"],"firstnames":["Michael","Yoshitaka"],"suffixes":[]},{"propositions":[],"lastnames":["Kotek"],"firstnames":["Hadas"],"suffixes":[]}],"month":"May","year":"2016","keywords":"Amazon Mechanical Turk, Crowdsourcing, Experimental methods, Language Translation and Linguistics, Linguistics, general, MTurk, Online surveys, Philosophy of Language, Software, Web-based experiments","pages":"481–495","bibtex":"@article{erlewine_streamlined_2016,\n\ttitle = {A streamlined approach to online linguistic surveys},\n\tvolume = {34},\n\tissn = {0167-806X, 1573-0859},\n\tdoi = {10.1007/s11049-015-9305-9},\n\tabstract = {More and more researchers in linguistics use large-scale experiments to test hypotheses about the data they research, in addition to more traditional informant work. In this paper we describe a new set of free, open-source tools that allow linguists to post studies online, turktools. These tools allow for the creation of a wide range of linguistic tasks, including grammaticality surveys, sentence completion tasks, and picture-matching tasks, allowing for easily implemented large-scale linguistic studies. Our tools further help streamline the design of such experiments and assist in the extraction and analysis of the resulting data. Surveys created using the tools described in this paper can be posted on Amazon’s Mechanical Turk service, a popular crowdsourcing platform that mediates between ‘Requesters’ who can post surveys online and ‘Workers’ who complete them. This allows many linguistic surveys to be completed within hours or days and at relatively low costs. Alternatively, researchers can host these randomized experiments on their own servers using a supplied server-side component.},\n\tlanguage = {en},\n\tnumber = {2},\n\turldate = {2016-05-11},\n\tjournal = {Natural Language \\& Linguistic Theory},\n\tauthor = {Erlewine, Michael Yoshitaka and Kotek, Hadas},\n\tmonth = may,\n\tyear = {2016},\n\tkeywords = {Amazon Mechanical Turk, Crowdsourcing, Experimental methods, Language Translation and Linguistics, Linguistics, general, MTurk, Online surveys, Philosophy of Language, Software, Web-based experiments},\n\tpages = {481--495}\n}\n\n","author_short":["Erlewine, M. Y.","Kotek, H."],"key":"erlewine_streamlined_2016","id":"erlewine_streamlined_2016","bibbaseid":"erlewine-kotek-astreamlinedapproachtoonlinelinguisticsurveys-2016","role":"author","urls":{},"keyword":["Amazon Mechanical Turk","Crowdsourcing","Experimental methods","Language Translation and Linguistics","Linguistics","general","MTurk","Online surveys","Philosophy of Language","Software","Web-based experiments"],"downloads":0,"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero-group/yalegramdiv/546641/","creationDate":"2020-06-08T20:03:06.010Z","downloads":0,"keywords":["amazon mechanical turk","crowdsourcing","experimental methods","language translation and linguistics","linguistics","general","mturk","online surveys","philosophy of language","software","web-based experiments"],"search_terms":["streamlined","approach","online","linguistic","surveys","erlewine","kotek"],"title":"A streamlined approach to online linguistic surveys","year":2016,"dataSources":["x7zGDjuNExiZSaoSQ"]}