Recurrent Neural Networks in Linguistic Theory: Revisiting Pinker and Prince (1988) and the Past Tense Debate. Kirov, C. & Cotterell, R. Transactions of the Association of Computational Linguistics, 6:651–665, 2018. ![Recurrent Neural Networks in Linguistic Theory: Revisiting Pinker and Prince (1988) and the Past Tense Debate [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper abstract bibtex Can advances in NLP help advance cognitive modeling? We examine the role of artificial neural networks, the current state of the art in many common NLP tasks, by returning to a classic case study. In 1986, Rumelhart and McClelland famously introduced a neural architecture that learned to transduce English verb stems to their past tense forms. Shortly thereafter, Pinker & Prince (1988) presented a comprehensive rebuttal of many of Rumelhart and McClelland's claims. Much of the force of their attack centered on the empirical inadequacy of the Rumelhart and McClelland (1986) model. Today, however, that model is severely outmoded. We show that the Encoder-Decoder network architectures used in modern NLP systems obviate most of Pinker and Prince's criticisms without requiring any simplication of the past tense mapping problem. We suggest that the empirical performance of modern networks warrants a re-examination of their utility in linguistic and cognitive modeling.
@article{Kirov2018,
abstract = {Can advances in NLP help advance cognitive modeling? We examine the role of artificial neural networks, the current state of the art in many common NLP tasks, by returning to a classic case study. In 1986, Rumelhart and McClelland famously introduced a neural architecture that learned to transduce English verb stems to their past tense forms. Shortly thereafter, Pinker & Prince (1988) presented a comprehensive rebuttal of many of Rumelhart and McClelland's claims. Much of the force of their attack centered on the empirical inadequacy of the Rumelhart and McClelland (1986) model. Today, however, that model is severely outmoded. We show that the Encoder-Decoder network architectures used in modern NLP systems obviate most of Pinker and Prince's criticisms without requiring any simplication of the past tense mapping problem. We suggest that the empirical performance of modern networks warrants a re-examination of their utility in linguistic and cognitive modeling.},
archivePrefix = {arXiv},
arxivId = {1807.04783},
author = {Kirov, Christo and Cotterell, Ryan},
eprint = {1807.04783},
file = {:Users/shanest/Documents/Library/Kirov, Cotterell/Transactions of the Association of Computational Linguistics/Kirov, Cotterell - 2018 - Recurrent Neural Networks in Linguistic Theory Revisiting Pinker and Prince (1988) and the Past Tense Debate.pdf:pdf},
journal = {Transactions of the Association of Computational Linguistics},
keywords = {method: acquisition,phenomenon: tense,position},
pages = {651--665},
title = {{Recurrent Neural Networks in Linguistic Theory: Revisiting Pinker and Prince (1988) and the Past Tense Debate}},
url = {http://arxiv.org/abs/1807.04783},
volume = {6},
year = {2018}
}
Downloads: 0
{"_id":"F8dkFBLBxN6qAQz6M","bibbaseid":"kirov-cotterell-recurrentneuralnetworksinlinguistictheoryrevisitingpinkerandprince1988andthepasttensedebate-2018","authorIDs":[],"author_short":["Kirov, C.","Cotterell, R."],"bibdata":{"bibtype":"article","type":"article","abstract":"Can advances in NLP help advance cognitive modeling? We examine the role of artificial neural networks, the current state of the art in many common NLP tasks, by returning to a classic case study. In 1986, Rumelhart and McClelland famously introduced a neural architecture that learned to transduce English verb stems to their past tense forms. Shortly thereafter, Pinker & Prince (1988) presented a comprehensive rebuttal of many of Rumelhart and McClelland's claims. Much of the force of their attack centered on the empirical inadequacy of the Rumelhart and McClelland (1986) model. Today, however, that model is severely outmoded. We show that the Encoder-Decoder network architectures used in modern NLP systems obviate most of Pinker and Prince's criticisms without requiring any simplication of the past tense mapping problem. We suggest that the empirical performance of modern networks warrants a re-examination of their utility in linguistic and cognitive modeling.","archiveprefix":"arXiv","arxivid":"1807.04783","author":[{"propositions":[],"lastnames":["Kirov"],"firstnames":["Christo"],"suffixes":[]},{"propositions":[],"lastnames":["Cotterell"],"firstnames":["Ryan"],"suffixes":[]}],"eprint":"1807.04783","file":":Users/shanest/Documents/Library/Kirov, Cotterell/Transactions of the Association of Computational Linguistics/Kirov, Cotterell - 2018 - Recurrent Neural Networks in Linguistic Theory Revisiting Pinker and Prince (1988) and the Past Tense Debate.pdf:pdf","journal":"Transactions of the Association of Computational Linguistics","keywords":"method: acquisition,phenomenon: tense,position","pages":"651–665","title":"Recurrent Neural Networks in Linguistic Theory: Revisiting Pinker and Prince (1988) and the Past Tense Debate","url":"http://arxiv.org/abs/1807.04783","volume":"6","year":"2018","bibtex":"@article{Kirov2018,\nabstract = {Can advances in NLP help advance cognitive modeling? We examine the role of artificial neural networks, the current state of the art in many common NLP tasks, by returning to a classic case study. In 1986, Rumelhart and McClelland famously introduced a neural architecture that learned to transduce English verb stems to their past tense forms. Shortly thereafter, Pinker & Prince (1988) presented a comprehensive rebuttal of many of Rumelhart and McClelland's claims. Much of the force of their attack centered on the empirical inadequacy of the Rumelhart and McClelland (1986) model. Today, however, that model is severely outmoded. We show that the Encoder-Decoder network architectures used in modern NLP systems obviate most of Pinker and Prince's criticisms without requiring any simplication of the past tense mapping problem. We suggest that the empirical performance of modern networks warrants a re-examination of their utility in linguistic and cognitive modeling.},\narchivePrefix = {arXiv},\narxivId = {1807.04783},\nauthor = {Kirov, Christo and Cotterell, Ryan},\neprint = {1807.04783},\nfile = {:Users/shanest/Documents/Library/Kirov, Cotterell/Transactions of the Association of Computational Linguistics/Kirov, Cotterell - 2018 - Recurrent Neural Networks in Linguistic Theory Revisiting Pinker and Prince (1988) and the Past Tense Debate.pdf:pdf},\njournal = {Transactions of the Association of Computational Linguistics},\nkeywords = {method: acquisition,phenomenon: tense,position},\npages = {651--665},\ntitle = {{Recurrent Neural Networks in Linguistic Theory: Revisiting Pinker and Prince (1988) and the Past Tense Debate}},\nurl = {http://arxiv.org/abs/1807.04783},\nvolume = {6},\nyear = {2018}\n}\n","author_short":["Kirov, C.","Cotterell, R."],"key":"Kirov2018","id":"Kirov2018","bibbaseid":"kirov-cotterell-recurrentneuralnetworksinlinguistictheoryrevisitingpinkerandprince1988andthepasttensedebate-2018","role":"author","urls":{"Paper":"http://arxiv.org/abs/1807.04783"},"keyword":["method: acquisition","phenomenon: tense","position"],"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"article","biburl":"https://www.shane.st/teaching/575/win20/MachineLearning-interpretability.bib","creationDate":"2020-01-05T04:04:02.906Z","downloads":0,"keywords":["method: acquisition","phenomenon: tense","position"],"search_terms":["recurrent","neural","networks","linguistic","theory","revisiting","pinker","prince","1988","past","tense","debate","kirov","cotterell"],"title":"Recurrent Neural Networks in Linguistic Theory: Revisiting Pinker and Prince (1988) and the Past Tense Debate","year":2018,"dataSources":["okYcdTpf4JJ2zkj7A"]}