No Training Required: Exploring Random Encoders for Sentence Classification. Wieting, J. & Kiela, D. ![No Training Required: Exploring Random Encoders for Sentence Classification [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper abstract bibtex We explore various methods for computing sentence representations from pre-trained word embeddings without any training, i.e., using nothing but random parameterizations. Our aim is to put sentence embeddings on more solid footing by 1) looking at how much modern sentence embeddings gain over random methods–-as it turns out, surprisingly little; and by 2) providing the field with more appropriate baselines going forward–-which are, as it turns out, quite strong. We also make important observations about proper experimental protocol for sentence classification evaluation, together with recommendations for future research.
@article{wietingNoTrainingRequired2019a,
archivePrefix = {arXiv},
eprinttype = {arxiv},
eprint = {1901.10444},
primaryClass = {cs},
title = {No {{Training Required}}: {{Exploring Random Encoders}} for {{Sentence Classification}}},
url = {http://arxiv.org/abs/1901.10444},
shorttitle = {No {{Training Required}}},
abstract = {We explore various methods for computing sentence representations from pre-trained word embeddings without any training, i.e., using nothing but random parameterizations. Our aim is to put sentence embeddings on more solid footing by 1) looking at how much modern sentence embeddings gain over random methods---as it turns out, surprisingly little; and by 2) providing the field with more appropriate baselines going forward---which are, as it turns out, quite strong. We also make important observations about proper experimental protocol for sentence classification evaluation, together with recommendations for future research.},
urldate = {2019-05-24},
date = {2019-01-29},
keywords = {Computer Science - Computation and Language},
author = {Wieting, John and Kiela, Douwe},
file = {/home/dimitri/Nextcloud/Zotero/storage/PSEYU45U/Wieting and Kiela - 2019 - No Training Required Exploring Random Encoders fo.pdf;/home/dimitri/Nextcloud/Zotero/storage/2CP6PMIW/1901.html}
}
Downloads: 0
{"_id":"3TbF44upAGvxvE4Qe","bibbaseid":"wieting-kiela-notrainingrequiredexploringrandomencodersforsentenceclassification","authorIDs":[],"author_short":["Wieting, J.","Kiela, D."],"bibdata":{"bibtype":"article","type":"article","archiveprefix":"arXiv","eprinttype":"arxiv","eprint":"1901.10444","primaryclass":"cs","title":"No Training Required: Exploring Random Encoders for Sentence Classification","url":"http://arxiv.org/abs/1901.10444","shorttitle":"No Training Required","abstract":"We explore various methods for computing sentence representations from pre-trained word embeddings without any training, i.e., using nothing but random parameterizations. Our aim is to put sentence embeddings on more solid footing by 1) looking at how much modern sentence embeddings gain over random methods–-as it turns out, surprisingly little; and by 2) providing the field with more appropriate baselines going forward–-which are, as it turns out, quite strong. We also make important observations about proper experimental protocol for sentence classification evaluation, together with recommendations for future research.","urldate":"2019-05-24","date":"2019-01-29","keywords":"Computer Science - Computation and Language","author":[{"propositions":[],"lastnames":["Wieting"],"firstnames":["John"],"suffixes":[]},{"propositions":[],"lastnames":["Kiela"],"firstnames":["Douwe"],"suffixes":[]}],"file":"/home/dimitri/Nextcloud/Zotero/storage/PSEYU45U/Wieting and Kiela - 2019 - No Training Required Exploring Random Encoders fo.pdf;/home/dimitri/Nextcloud/Zotero/storage/2CP6PMIW/1901.html","bibtex":"@article{wietingNoTrainingRequired2019a,\n archivePrefix = {arXiv},\n eprinttype = {arxiv},\n eprint = {1901.10444},\n primaryClass = {cs},\n title = {No {{Training Required}}: {{Exploring Random Encoders}} for {{Sentence Classification}}},\n url = {http://arxiv.org/abs/1901.10444},\n shorttitle = {No {{Training Required}}},\n abstract = {We explore various methods for computing sentence representations from pre-trained word embeddings without any training, i.e., using nothing but random parameterizations. Our aim is to put sentence embeddings on more solid footing by 1) looking at how much modern sentence embeddings gain over random methods---as it turns out, surprisingly little; and by 2) providing the field with more appropriate baselines going forward---which are, as it turns out, quite strong. We also make important observations about proper experimental protocol for sentence classification evaluation, together with recommendations for future research.},\n urldate = {2019-05-24},\n date = {2019-01-29},\n keywords = {Computer Science - Computation and Language},\n author = {Wieting, John and Kiela, Douwe},\n file = {/home/dimitri/Nextcloud/Zotero/storage/PSEYU45U/Wieting and Kiela - 2019 - No Training Required Exploring Random Encoders fo.pdf;/home/dimitri/Nextcloud/Zotero/storage/2CP6PMIW/1901.html}\n}\n\n","author_short":["Wieting, J.","Kiela, D."],"key":"wietingNoTrainingRequired2019a","id":"wietingNoTrainingRequired2019a","bibbaseid":"wieting-kiela-notrainingrequiredexploringrandomencodersforsentenceclassification","role":"author","urls":{"Paper":"http://arxiv.org/abs/1901.10444"},"keyword":["Computer Science - Computation and Language"],"downloads":0},"bibtype":"article","biburl":"https://raw.githubusercontent.com/dlozeve/newblog/master/bib/all.bib","creationDate":"2020-01-08T20:39:39.367Z","downloads":0,"keywords":["computer science - computation and language"],"search_terms":["training","required","exploring","random","encoders","sentence","classification","wieting","kiela"],"title":"No Training Required: Exploring Random Encoders for Sentence Classification","year":null,"dataSources":["3XqdvqRE7zuX4cm8m"]}