A Survey Of Cross-lingual Word Embedding Models. Ruder, S., Vulic, I., & Sogaard, A. 2017. cite arxiv:1706.04902
Paper abstract bibtex Cross-lingual representations of words enable us to reason about word meaning in multilingual contexts and are a key facilitator of cross-lingual transfer when developing natural language processing models for low-resource languages. In this survey, we provide a comprehensive typology of cross-lingual word embedding models. We compare their data requirements and objective functions. The recurring theme of the survey is that many of the models presented in the literature optimize for the same objectives, and that seemingly different models are often equivalent modulo optimization strategies, hyper-parameters, and such. We also discuss the different ways cross-lingual word embeddings are evaluated, as well as future challenges and research horizons.
@misc{ruder2017survey,
abstract = {Cross-lingual representations of words enable us to reason about word meaning
in multilingual contexts and are a key facilitator of cross-lingual transfer
when developing natural language processing models for low-resource languages.
In this survey, we provide a comprehensive typology of cross-lingual word
embedding models. We compare their data requirements and objective functions.
The recurring theme of the survey is that many of the models presented in the
literature optimize for the same objectives, and that seemingly different
models are often equivalent modulo optimization strategies, hyper-parameters,
and such. We also discuss the different ways cross-lingual word embeddings are
evaluated, as well as future challenges and research horizons.},
added-at = {2017-12-23T15:18:29.000+0100},
author = {Ruder, Sebastian and Vulic, Ivan and Sogaard, Anders},
biburl = {https://www.bibsonomy.org/bibtex/2eefff3401d4883486c898bbe7bf0355b/thoni},
description = {[1706.04902] A Survey Of Cross-lingual Word Embedding Models},
interhash = {c2716c4ed7f5c1bc9c8a0bc5d42194a9},
intrahash = {eefff3401d4883486c898bbe7bf0355b},
keywords = {embeddings survey word multilingual},
note = {cite arxiv:1706.04902},
timestamp = {2018-10-25T01:26:22.000+0200},
title = {A Survey Of Cross-lingual Word Embedding Models},
url = {http://arxiv.org/abs/1706.04902},
year = 2017
}
Downloads: 0
{"_id":"zgADnK3PkssZBTkvh","bibbaseid":"ruder-vulic-sogaard-asurveyofcrosslingualwordembeddingmodels-2017","author_short":["Ruder, S.","Vulic, I.","Sogaard, A."],"bibdata":{"bibtype":"misc","type":"misc","abstract":"Cross-lingual representations of words enable us to reason about word meaning in multilingual contexts and are a key facilitator of cross-lingual transfer when developing natural language processing models for low-resource languages. In this survey, we provide a comprehensive typology of cross-lingual word embedding models. We compare their data requirements and objective functions. The recurring theme of the survey is that many of the models presented in the literature optimize for the same objectives, and that seemingly different models are often equivalent modulo optimization strategies, hyper-parameters, and such. We also discuss the different ways cross-lingual word embeddings are evaluated, as well as future challenges and research horizons.","added-at":"2017-12-23T15:18:29.000+0100","author":[{"propositions":[],"lastnames":["Ruder"],"firstnames":["Sebastian"],"suffixes":[]},{"propositions":[],"lastnames":["Vulic"],"firstnames":["Ivan"],"suffixes":[]},{"propositions":[],"lastnames":["Sogaard"],"firstnames":["Anders"],"suffixes":[]}],"biburl":"https://www.bibsonomy.org/bibtex/2eefff3401d4883486c898bbe7bf0355b/thoni","description":"[1706.04902] A Survey Of Cross-lingual Word Embedding Models","interhash":"c2716c4ed7f5c1bc9c8a0bc5d42194a9","intrahash":"eefff3401d4883486c898bbe7bf0355b","keywords":"embeddings survey word multilingual","note":"cite arxiv:1706.04902","timestamp":"2018-10-25T01:26:22.000+0200","title":"A Survey Of Cross-lingual Word Embedding Models","url":"http://arxiv.org/abs/1706.04902","year":"2017","bibtex":"@misc{ruder2017survey,\n abstract = {Cross-lingual representations of words enable us to reason about word meaning\r\nin multilingual contexts and are a key facilitator of cross-lingual transfer\r\nwhen developing natural language processing models for low-resource languages.\r\nIn this survey, we provide a comprehensive typology of cross-lingual word\r\nembedding models. We compare their data requirements and objective functions.\r\nThe recurring theme of the survey is that many of the models presented in the\r\nliterature optimize for the same objectives, and that seemingly different\r\nmodels are often equivalent modulo optimization strategies, hyper-parameters,\r\nand such. We also discuss the different ways cross-lingual word embeddings are\r\nevaluated, as well as future challenges and research horizons.},\n added-at = {2017-12-23T15:18:29.000+0100},\n author = {Ruder, Sebastian and Vulic, Ivan and Sogaard, Anders},\n biburl = {https://www.bibsonomy.org/bibtex/2eefff3401d4883486c898bbe7bf0355b/thoni},\n description = {[1706.04902] A Survey Of Cross-lingual Word Embedding Models},\n interhash = {c2716c4ed7f5c1bc9c8a0bc5d42194a9},\n intrahash = {eefff3401d4883486c898bbe7bf0355b},\n keywords = {embeddings survey word multilingual},\n note = {cite arxiv:1706.04902},\n timestamp = {2018-10-25T01:26:22.000+0200},\n title = {A Survey Of Cross-lingual Word Embedding Models},\n url = {http://arxiv.org/abs/1706.04902},\n year = 2017\n}\n\n","author_short":["Ruder, S.","Vulic, I.","Sogaard, A."],"key":"ruder2017survey-1","id":"ruder2017survey-1","bibbaseid":"ruder-vulic-sogaard-asurveyofcrosslingualwordembeddingmodels-2017","role":"author","urls":{"Paper":"http://arxiv.org/abs/1706.04902"},"keyword":["embeddings survey word multilingual"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"misc","biburl":"http://www.bibsonomy.org/bib/author/Ruder?items=1000","dataSources":["JFLn7yTRgDTDaR4Am"],"keywords":["embeddings survey word multilingual"],"search_terms":["survey","cross","lingual","word","embedding","models","ruder","vulic","sogaard"],"title":"A Survey Of Cross-lingual Word Embedding Models","year":2017}