@article{raffel_online_2017,
	title = {Online and {Linear}-{Time} {Attention} by {Enforcing} {Monotonic} {Alignments}},
	url = {http://arxiv.org/abs/1704.00784},
	abstract = {Recurrent neural network models with an attention mechanism have proven to be extremely effective on a wide variety of sequence-tosequence problems. However, the fact that soft attention mechanisms perform a pass over the entire input sequence when producing each element in the output sequence precludes their use in online settings and results in a quadratic time complexity. Based on the insight that the alignment between input and output sequence elements is monotonic in many problems of interest, we propose an end-to-end differentiable method for learning monotonic alignments which, at test time, enables computing attention online and in linear time. We validate our approach on sentence summarization, machine translation, and online speech recognition problems and achieve results competitive with existing sequence-tosequence models.},
	language = {en},
	urldate = {2022-01-19},
	journal = {arXiv:1704.00784 [cs]},
	author = {Raffel, Colin and Luong, Minh-Thang and Liu, Peter J. and Weiss, Ron J. and Eck, Douglas},
	month = jun,
	year = {2017},
	note = {arXiv: 1704.00784},
	keywords = {/unread, Computer Science - Computation and Language, Computer Science - Machine Learning, ⛔ No DOI found},
}

{"_id":"aj4wj7SBZpK7Q4b7p","bibbaseid":"raffel-luong-liu-weiss-eck-onlineandlineartimeattentionbyenforcingmonotonicalignments-2017","author_short":["Raffel, C.","Luong, M.","Liu, P. J.","Weiss, R. J.","Eck, D."],"bibdata":{"bibtype":"article","type":"article","title":"Online and Linear-Time Attention by Enforcing Monotonic Alignments","url":"http://arxiv.org/abs/1704.00784","abstract":"Recurrent neural network models with an attention mechanism have proven to be extremely effective on a wide variety of sequence-tosequence problems. However, the fact that soft attention mechanisms perform a pass over the entire input sequence when producing each element in the output sequence precludes their use in online settings and results in a quadratic time complexity. Based on the insight that the alignment between input and output sequence elements is monotonic in many problems of interest, we propose an end-to-end differentiable method for learning monotonic alignments which, at test time, enables computing attention online and in linear time. We validate our approach on sentence summarization, machine translation, and online speech recognition problems and achieve results competitive with existing sequence-tosequence models.","language":"en","urldate":"2022-01-19","journal":"arXiv:1704.00784 [cs]","author":[{"propositions":[],"lastnames":["Raffel"],"firstnames":["Colin"],"suffixes":[]},{"propositions":[],"lastnames":["Luong"],"firstnames":["Minh-Thang"],"suffixes":[]},{"propositions":[],"lastnames":["Liu"],"firstnames":["Peter","J."],"suffixes":[]},{"propositions":[],"lastnames":["Weiss"],"firstnames":["Ron","J."],"suffixes":[]},{"propositions":[],"lastnames":["Eck"],"firstnames":["Douglas"],"suffixes":[]}],"month":"June","year":"2017","note":"arXiv: 1704.00784","keywords":"/unread, Computer Science - Computation and Language, Computer Science - Machine Learning, ⛔ No DOI found","bibtex":"@article{raffel_online_2017,\n\ttitle = {Online and {Linear}-{Time} {Attention} by {Enforcing} {Monotonic} {Alignments}},\n\turl = {http://arxiv.org/abs/1704.00784},\n\tabstract = {Recurrent neural network models with an attention mechanism have proven to be extremely effective on a wide variety of sequence-tosequence problems. However, the fact that soft attention mechanisms perform a pass over the entire input sequence when producing each element in the output sequence precludes their use in online settings and results in a quadratic time complexity. Based on the insight that the alignment between input and output sequence elements is monotonic in many problems of interest, we propose an end-to-end differentiable method for learning monotonic alignments which, at test time, enables computing attention online and in linear time. We validate our approach on sentence summarization, machine translation, and online speech recognition problems and achieve results competitive with existing sequence-tosequence models.},\n\tlanguage = {en},\n\turldate = {2022-01-19},\n\tjournal = {arXiv:1704.00784 [cs]},\n\tauthor = {Raffel, Colin and Luong, Minh-Thang and Liu, Peter J. and Weiss, Ron J. and Eck, Douglas},\n\tmonth = jun,\n\tyear = {2017},\n\tnote = {arXiv: 1704.00784},\n\tkeywords = {/unread, Computer Science - Computation and Language, Computer Science - Machine Learning, ⛔ No DOI found},\n}\n\n","author_short":["Raffel, C.","Luong, M.","Liu, P. J.","Weiss, R. J.","Eck, D."],"key":"raffel_online_2017","id":"raffel_online_2017","bibbaseid":"raffel-luong-liu-weiss-eck-onlineandlineartimeattentionbyenforcingmonotonicalignments-2017","role":"author","urls":{"Paper":"http://arxiv.org/abs/1704.00784"},"keyword":["/unread","Computer Science - Computation and Language","Computer Science - Machine Learning","⛔ No DOI found"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/victorjhu","dataSources":["CmHEoydhafhbkXXt5"],"keywords":["/unread","computer science - computation and language","computer science - machine learning","⛔ no doi found"],"search_terms":["online","linear","time","attention","enforcing","monotonic","alignments","raffel","luong","liu","weiss","eck"],"title":"Online and Linear-Time Attention by Enforcing Monotonic Alignments","year":2017}