BERT Has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model. Wang, A. & Cho, K. ![BERT Has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper abstract bibtex We show that BERT (Devlin et al., 2018) is a Markov random field language model. This formulation gives way to a natural procedure to sample sentences from BERT. We generate from BERT and find that it can produce high-quality, fluent generations. Compared to the generations of a traditional left-to-right language model, BERT generates sentences that are more diverse but of slightly worse quality.
@article{wangBERTHasMouth2019,
archivePrefix = {arXiv},
eprinttype = {arxiv},
eprint = {1902.04094},
primaryClass = {cs},
title = {{{BERT}} Has a {{Mouth}}, and {{It Must Speak}}: {{BERT}} as a {{Markov Random Field Language Model}}},
url = {http://arxiv.org/abs/1902.04094},
shorttitle = {{{BERT}} Has a {{Mouth}}, and {{It Must Speak}}},
abstract = {We show that BERT (Devlin et al., 2018) is a Markov random field language model. This formulation gives way to a natural procedure to sample sentences from BERT. We generate from BERT and find that it can produce high-quality, fluent generations. Compared to the generations of a traditional left-to-right language model, BERT generates sentences that are more diverse but of slightly worse quality.},
urldate = {2019-04-11},
date = {2019-02-11},
keywords = {Computer Science - Computation and Language,Computer Science - Machine Learning},
author = {Wang, Alex and Cho, Kyunghyun},
file = {/home/dimitri/Nextcloud/Zotero/storage/S8QLHLQN/Wang and Cho - 2019 - BERT has a Mouth, and It Must Speak BERT as a Mar.pdf;/home/dimitri/Nextcloud/Zotero/storage/7JNBY733/1902.html}
}
Downloads: 0
{"_id":"wBZjaPrjAHJwcNS7o","bibbaseid":"wang-cho-berthasamouthanditmustspeakbertasamarkovrandomfieldlanguagemodel","authorIDs":[],"author_short":["Wang, A.","Cho, K."],"bibdata":{"bibtype":"article","type":"article","archiveprefix":"arXiv","eprinttype":"arxiv","eprint":"1902.04094","primaryclass":"cs","title":"BERT Has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model","url":"http://arxiv.org/abs/1902.04094","shorttitle":"BERT Has a Mouth, and It Must Speak","abstract":"We show that BERT (Devlin et al., 2018) is a Markov random field language model. This formulation gives way to a natural procedure to sample sentences from BERT. We generate from BERT and find that it can produce high-quality, fluent generations. Compared to the generations of a traditional left-to-right language model, BERT generates sentences that are more diverse but of slightly worse quality.","urldate":"2019-04-11","date":"2019-02-11","keywords":"Computer Science - Computation and Language,Computer Science - Machine Learning","author":[{"propositions":[],"lastnames":["Wang"],"firstnames":["Alex"],"suffixes":[]},{"propositions":[],"lastnames":["Cho"],"firstnames":["Kyunghyun"],"suffixes":[]}],"file":"/home/dimitri/Nextcloud/Zotero/storage/S8QLHLQN/Wang and Cho - 2019 - BERT has a Mouth, and It Must Speak BERT as a Mar.pdf;/home/dimitri/Nextcloud/Zotero/storage/7JNBY733/1902.html","bibtex":"@article{wangBERTHasMouth2019,\n archivePrefix = {arXiv},\n eprinttype = {arxiv},\n eprint = {1902.04094},\n primaryClass = {cs},\n title = {{{BERT}} Has a {{Mouth}}, and {{It Must Speak}}: {{BERT}} as a {{Markov Random Field Language Model}}},\n url = {http://arxiv.org/abs/1902.04094},\n shorttitle = {{{BERT}} Has a {{Mouth}}, and {{It Must Speak}}},\n abstract = {We show that BERT (Devlin et al., 2018) is a Markov random field language model. This formulation gives way to a natural procedure to sample sentences from BERT. We generate from BERT and find that it can produce high-quality, fluent generations. Compared to the generations of a traditional left-to-right language model, BERT generates sentences that are more diverse but of slightly worse quality.},\n urldate = {2019-04-11},\n date = {2019-02-11},\n keywords = {Computer Science - Computation and Language,Computer Science - Machine Learning},\n author = {Wang, Alex and Cho, Kyunghyun},\n file = {/home/dimitri/Nextcloud/Zotero/storage/S8QLHLQN/Wang and Cho - 2019 - BERT has a Mouth, and It Must Speak BERT as a Mar.pdf;/home/dimitri/Nextcloud/Zotero/storage/7JNBY733/1902.html}\n}\n\n","author_short":["Wang, A.","Cho, K."],"key":"wangBERTHasMouth2019","id":"wangBERTHasMouth2019","bibbaseid":"wang-cho-berthasamouthanditmustspeakbertasamarkovrandomfieldlanguagemodel","role":"author","urls":{"Paper":"http://arxiv.org/abs/1902.04094"},"keyword":["Computer Science - Computation and Language","Computer Science - Machine Learning"],"downloads":0},"bibtype":"article","biburl":"https://raw.githubusercontent.com/dlozeve/newblog/master/bib/all.bib","creationDate":"2020-01-08T20:39:39.320Z","downloads":0,"keywords":["computer science - computation and language","computer science - machine learning"],"search_terms":["bert","mouth","speak","bert","markov","random","field","language","model","wang","cho"],"title":"BERT Has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model","year":null,"dataSources":["3XqdvqRE7zuX4cm8m"]}