Assessing BERT's Syntactic Abilities. Goldberg, Y. 2019. Paper abstract bibtex I assess the extent to which the recently introduced BERT model captures English syntactic phenomena, using (1) naturally-occurring subject-verb agreement stimuli; (2) "coloreless green ideas" subject-verb agreement stimuli, in which content words in natural sentences are randomly replaced with words sharing the same part-of-speech and inflection; and (3) manually crafted stimuli for subject-verb agreement and reflexive anaphora phenomena. The BERT model performs remarkably well on all cases.
@article{Goldberg2019,
abstract = {I assess the extent to which the recently introduced BERT model captures English syntactic phenomena, using (1) naturally-occurring subject-verb agreement stimuli; (2) "coloreless green ideas" subject-verb agreement stimuli, in which content words in natural sentences are randomly replaced with words sharing the same part-of-speech and inflection; and (3) manually crafted stimuli for subject-verb agreement and reflexive anaphora phenomena. The BERT model performs remarkably well on all cases.},
archivePrefix = {arXiv},
arxivId = {1901.05287},
author = {Goldberg, Yoav},
eprint = {1901.05287},
file = {:Users/shanest/Documents/Library/Goldberg/Unknown/Goldberg - 2019 - Assessing BERT's Syntactic Abilities.pdf:pdf},
keywords = {method: psycholinguistic,phenomenon: number agreement},
pages = {2--5},
title = {{Assessing BERT's Syntactic Abilities}},
url = {http://arxiv.org/abs/1901.05287},
year = {2019}
}
Downloads: 0
{"_id":"C5misKaJpLt5nBXd9","bibbaseid":"goldberg-assessingbertssyntacticabilities-2019","authorIDs":[],"author_short":["Goldberg, Y."],"bibdata":{"bibtype":"article","type":"article","abstract":"I assess the extent to which the recently introduced BERT model captures English syntactic phenomena, using (1) naturally-occurring subject-verb agreement stimuli; (2) \"coloreless green ideas\" subject-verb agreement stimuli, in which content words in natural sentences are randomly replaced with words sharing the same part-of-speech and inflection; and (3) manually crafted stimuli for subject-verb agreement and reflexive anaphora phenomena. The BERT model performs remarkably well on all cases.","archiveprefix":"arXiv","arxivid":"1901.05287","author":[{"propositions":[],"lastnames":["Goldberg"],"firstnames":["Yoav"],"suffixes":[]}],"eprint":"1901.05287","file":":Users/shanest/Documents/Library/Goldberg/Unknown/Goldberg - 2019 - Assessing BERT's Syntactic Abilities.pdf:pdf","keywords":"method: psycholinguistic,phenomenon: number agreement","pages":"2–5","title":"Assessing BERT's Syntactic Abilities","url":"http://arxiv.org/abs/1901.05287","year":"2019","bibtex":"@article{Goldberg2019,\nabstract = {I assess the extent to which the recently introduced BERT model captures English syntactic phenomena, using (1) naturally-occurring subject-verb agreement stimuli; (2) \"coloreless green ideas\" subject-verb agreement stimuli, in which content words in natural sentences are randomly replaced with words sharing the same part-of-speech and inflection; and (3) manually crafted stimuli for subject-verb agreement and reflexive anaphora phenomena. The BERT model performs remarkably well on all cases.},\narchivePrefix = {arXiv},\narxivId = {1901.05287},\nauthor = {Goldberg, Yoav},\neprint = {1901.05287},\nfile = {:Users/shanest/Documents/Library/Goldberg/Unknown/Goldberg - 2019 - Assessing BERT's Syntactic Abilities.pdf:pdf},\nkeywords = {method: psycholinguistic,phenomenon: number agreement},\npages = {2--5},\ntitle = {{Assessing BERT's Syntactic Abilities}},\nurl = {http://arxiv.org/abs/1901.05287},\nyear = {2019}\n}\n","author_short":["Goldberg, Y."],"key":"Goldberg2019","id":"Goldberg2019","bibbaseid":"goldberg-assessingbertssyntacticabilities-2019","role":"author","urls":{"Paper":"http://arxiv.org/abs/1901.05287"},"keyword":["method: psycholinguistic","phenomenon: number agreement"],"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"article","biburl":"https://www.shane.st/teaching/575/win20/MachineLearning-interpretability.bib","creationDate":"2020-01-05T04:04:02.878Z","downloads":0,"keywords":["method: psycholinguistic","phenomenon: number agreement"],"search_terms":["assessing","bert","syntactic","abilities","goldberg"],"title":"Assessing BERT's Syntactic Abilities","year":2019,"dataSources":["okYcdTpf4JJ2zkj7A","znj7izS5PeehdLR3G"]}