A preliminary evaluation of word representations for named-entity recognition. Turian, J., Ratinov, L., Bengio, Y., & Roth, D. In NIPS Workshop on Grammar Induction, pages 1-8, 2009.
Paper
Website abstract bibtex We use different word representations as word features for a named-entity recognition (NER) system with a linear model. This work is part of a larger empirical survey, evaluating different word representations on different NLP tasks. We evaluate Brown clusters, Collobert and Weston (2008) embeddings, and HLBL (Mnih & Hinton, 2009) embeddings of words. All three representations improve accuracy on NER, with the Brown clusters providing a larger improvement than the two embeddings, and the HLBL embeddings more than the Collobert and Weston (2008) embeddings. We also discuss some of the practical issues in using embeddings as features. Brown clusters are simpler than embeddings because they require less hyperparameter tuning.
@inProceedings{
title = {A preliminary evaluation of word representations for named-entity recognition},
type = {inProceedings},
year = {2009},
pages = {1-8},
websites = {http://www.iro.umontreal.ca/~lisa/pointeurs/wordrepresentations-ner.pdf},
id = {132848c2-50fc-34e4-8945-cc912678be08},
created = {2012-01-21T12:35:31.000Z},
file_attached = {true},
profile_id = {5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6},
group_id = {066b42c8-f712-3fc3-abb2-225c158d2704},
last_modified = {2017-03-14T14:36:19.698Z},
tags = {named entity recognition},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
citation_key = {Turian2009},
private_publication = {false},
abstract = {We use different word representations as word features for a named-entity recognition (NER) system with a linear model. This work is part of a larger empirical survey, evaluating different word representations on different NLP tasks. We evaluate Brown clusters, Collobert and Weston (2008) embeddings, and HLBL (Mnih & Hinton, 2009) embeddings of words. All three representations improve accuracy on NER, with the Brown clusters providing a larger improvement than the two embeddings, and the HLBL embeddings more than the Collobert and Weston (2008) embeddings. We also discuss some of the practical issues in using embeddings as features. Brown clusters are simpler than embeddings because they require less hyperparameter tuning.},
bibtype = {inProceedings},
author = {Turian, Joseph and Ratinov, L and Bengio, Y and Roth, D},
booktitle = {NIPS Workshop on Grammar Induction}
}
Downloads: 0
{"_id":"RsXER3kk7ke65djj8","bibbaseid":"turian-ratinov-bengio-roth-apreliminaryevaluationofwordrepresentationsfornamedentityrecognition-2009","authorIDs":[],"author_short":["Turian, J.","Ratinov, L.","Bengio, Y.","Roth, D."],"bibdata":{"title":"A preliminary evaluation of word representations for named-entity recognition","type":"inProceedings","year":"2009","pages":"1-8","websites":"http://www.iro.umontreal.ca/~lisa/pointeurs/wordrepresentations-ner.pdf","id":"132848c2-50fc-34e4-8945-cc912678be08","created":"2012-01-21T12:35:31.000Z","file_attached":"true","profile_id":"5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6","group_id":"066b42c8-f712-3fc3-abb2-225c158d2704","last_modified":"2017-03-14T14:36:19.698Z","tags":"named entity recognition","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"Turian2009","private_publication":false,"abstract":"We use different word representations as word features for a named-entity recognition (NER) system with a linear model. This work is part of a larger empirical survey, evaluating different word representations on different NLP tasks. We evaluate Brown clusters, Collobert and Weston (2008) embeddings, and HLBL (Mnih & Hinton, 2009) embeddings of words. All three representations improve accuracy on NER, with the Brown clusters providing a larger improvement than the two embeddings, and the HLBL embeddings more than the Collobert and Weston (2008) embeddings. We also discuss some of the practical issues in using embeddings as features. Brown clusters are simpler than embeddings because they require less hyperparameter tuning.","bibtype":"inProceedings","author":"Turian, Joseph and Ratinov, L and Bengio, Y and Roth, D","booktitle":"NIPS Workshop on Grammar Induction","bibtex":"@inProceedings{\n title = {A preliminary evaluation of word representations for named-entity recognition},\n type = {inProceedings},\n year = {2009},\n pages = {1-8},\n websites = {http://www.iro.umontreal.ca/~lisa/pointeurs/wordrepresentations-ner.pdf},\n id = {132848c2-50fc-34e4-8945-cc912678be08},\n created = {2012-01-21T12:35:31.000Z},\n file_attached = {true},\n profile_id = {5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6},\n group_id = {066b42c8-f712-3fc3-abb2-225c158d2704},\n last_modified = {2017-03-14T14:36:19.698Z},\n tags = {named entity recognition},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {Turian2009},\n private_publication = {false},\n abstract = {We use different word representations as word features for a named-entity recognition (NER) system with a linear model. This work is part of a larger empirical survey, evaluating different word representations on different NLP tasks. We evaluate Brown clusters, Collobert and Weston (2008) embeddings, and HLBL (Mnih & Hinton, 2009) embeddings of words. All three representations improve accuracy on NER, with the Brown clusters providing a larger improvement than the two embeddings, and the HLBL embeddings more than the Collobert and Weston (2008) embeddings. We also discuss some of the practical issues in using embeddings as features. Brown clusters are simpler than embeddings because they require less hyperparameter tuning.},\n bibtype = {inProceedings},\n author = {Turian, Joseph and Ratinov, L and Bengio, Y and Roth, D},\n booktitle = {NIPS Workshop on Grammar Induction}\n}","author_short":["Turian, J.","Ratinov, L.","Bengio, Y.","Roth, D."],"urls":{"Paper":"https://bibbase.org/service/mendeley/bfdabac2-d7f2-3c5b-aa7a-06431c0ae35e/file/10938a06-2061-617b-3670-b3d729166bcd/2009-A_preliminary_evaluation_of_word_representations_for_named-entity_recognition.pdf.pdf","Website":"http://www.iro.umontreal.ca/~lisa/pointeurs/wordrepresentations-ner.pdf"},"bibbaseid":"turian-ratinov-bengio-roth-apreliminaryevaluationofwordrepresentationsfornamedentityrecognition-2009","role":"author","downloads":0,"html":""},"bibtype":"inProceedings","creationDate":"2020-02-06T23:48:11.909Z","downloads":0,"keywords":[],"search_terms":["preliminary","evaluation","word","representations","named","entity","recognition","turian","ratinov","bengio","roth"],"title":"A preliminary evaluation of word representations for named-entity recognition","year":2009}