Mining the Web for Synonyms: PMI-IR versus LSA on TOEFL. Turney, P., D. Lecture Notes in Computer Science, 2167(September):12, Springer-Verlag, 2002.
Paper
Website abstract bibtex This paper presents a simple unsupervised learning algorithm for recognizing synonyms, based on statistical data acquired by querying a Web search engine. The algorithm, called PMI-IR, uses Pointwise Mutual Information (PMI) and Information Retrieval (IR) to measure the similarity of pairs of words. PMI-IR is empirically evaluated using 80 synonym test questions from the Test of English as a Foreign Language (TOEFL) and 50 synonym test questions from a collection of tests for students of English as a Second Language (ESL). On both tests, the algorithm obtains a score of 74%. PMI-IR is contrasted with Latent Semantic Analysis (LSA), which achieves a score of 64% on the same 80 TOEFL questions. The paper discusses potential applications of the new unsupervised learning algorithm and some implications of the results for LSA and LSI (Latent Semantic Indexing).
@article{
title = {Mining the Web for Synonyms: PMI-IR versus LSA on TOEFL},
type = {article},
year = {2002},
pages = {12},
volume = {2167},
websites = {http://cogprints.org/1796/},
publisher = {Springer-Verlag},
series = {Lecture Notes in Computer Science},
editors = {[object Object],[object Object]},
id = {c7011f39-3a49-3436-9c07-19e1f1e46bd0},
created = {2012-12-24T15:02:36.000Z},
file_attached = {true},
profile_id = {5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6},
group_id = {066b42c8-f712-3fc3-abb2-225c158d2704},
last_modified = {2017-03-14T14:36:19.698Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
citation_key = {Turney2002a},
private_publication = {false},
abstract = {This paper presents a simple unsupervised learning algorithm for recognizing synonyms, based on statistical data acquired by querying a Web search engine. The algorithm, called PMI-IR, uses Pointwise Mutual Information (PMI) and Information Retrieval (IR) to measure the similarity of pairs of words. PMI-IR is empirically evaluated using 80 synonym test questions from the Test of English as a Foreign Language (TOEFL) and 50 synonym test questions from a collection of tests for students of English as a Second Language (ESL). On both tests, the algorithm obtains a score of 74%. PMI-IR is contrasted with Latent Semantic Analysis (LSA), which achieves a score of 64% on the same 80 TOEFL questions. The paper discusses potential applications of the new unsupervised learning algorithm and some implications of the results for LSA and LSI (Latent Semantic Indexing).},
bibtype = {article},
author = {Turney, Peter D},
journal = {Lecture Notes in Computer Science},
number = {September}
}
Downloads: 0
{"_id":"dL8ukFwYJaMqdSadj","bibbaseid":"turney-miningthewebforsynonymspmiirversuslsaontoefl-2002","authorIDs":[],"author_short":["Turney, P., D."],"bibdata":{"title":"Mining the Web for Synonyms: PMI-IR versus LSA on TOEFL","type":"article","year":"2002","pages":"12","volume":"2167","websites":"http://cogprints.org/1796/","publisher":"Springer-Verlag","series":"Lecture Notes in Computer Science","editors":"[object Object],[object Object]","id":"c7011f39-3a49-3436-9c07-19e1f1e46bd0","created":"2012-12-24T15:02:36.000Z","file_attached":"true","profile_id":"5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6","group_id":"066b42c8-f712-3fc3-abb2-225c158d2704","last_modified":"2017-03-14T14:36:19.698Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"Turney2002a","private_publication":false,"abstract":"This paper presents a simple unsupervised learning algorithm for recognizing synonyms, based on statistical data acquired by querying a Web search engine. The algorithm, called PMI-IR, uses Pointwise Mutual Information (PMI) and Information Retrieval (IR) to measure the similarity of pairs of words. PMI-IR is empirically evaluated using 80 synonym test questions from the Test of English as a Foreign Language (TOEFL) and 50 synonym test questions from a collection of tests for students of English as a Second Language (ESL). On both tests, the algorithm obtains a score of 74%. PMI-IR is contrasted with Latent Semantic Analysis (LSA), which achieves a score of 64% on the same 80 TOEFL questions. The paper discusses potential applications of the new unsupervised learning algorithm and some implications of the results for LSA and LSI (Latent Semantic Indexing).","bibtype":"article","author":"Turney, Peter D","journal":"Lecture Notes in Computer Science","number":"September","bibtex":"@article{\n title = {Mining the Web for Synonyms: PMI-IR versus LSA on TOEFL},\n type = {article},\n year = {2002},\n pages = {12},\n volume = {2167},\n websites = {http://cogprints.org/1796/},\n publisher = {Springer-Verlag},\n series = {Lecture Notes in Computer Science},\n editors = {[object Object],[object Object]},\n id = {c7011f39-3a49-3436-9c07-19e1f1e46bd0},\n created = {2012-12-24T15:02:36.000Z},\n file_attached = {true},\n profile_id = {5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6},\n group_id = {066b42c8-f712-3fc3-abb2-225c158d2704},\n last_modified = {2017-03-14T14:36:19.698Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {Turney2002a},\n private_publication = {false},\n abstract = {This paper presents a simple unsupervised learning algorithm for recognizing synonyms, based on statistical data acquired by querying a Web search engine. The algorithm, called PMI-IR, uses Pointwise Mutual Information (PMI) and Information Retrieval (IR) to measure the similarity of pairs of words. PMI-IR is empirically evaluated using 80 synonym test questions from the Test of English as a Foreign Language (TOEFL) and 50 synonym test questions from a collection of tests for students of English as a Second Language (ESL). On both tests, the algorithm obtains a score of 74%. PMI-IR is contrasted with Latent Semantic Analysis (LSA), which achieves a score of 64% on the same 80 TOEFL questions. The paper discusses potential applications of the new unsupervised learning algorithm and some implications of the results for LSA and LSI (Latent Semantic Indexing).},\n bibtype = {article},\n author = {Turney, Peter D},\n journal = {Lecture Notes in Computer Science},\n number = {September}\n}","author_short":["Turney, P., D."],"urls":{"Paper":"https://bibbase.org/service/mendeley/bfdabac2-d7f2-3c5b-aa7a-06431c0ae35e/file/1d3d9eec-60c8-4986-0ae7-f3ef3485e9f2/2002-Mining_the_Web_for_Synonyms_PMI-IR_versus_LSA_on_TOEFL.pdf.pdf","Website":"http://cogprints.org/1796/"},"bibbaseid":"turney-miningthewebforsynonymspmiirversuslsaontoefl-2002","role":"author","downloads":0,"html":""},"bibtype":"article","creationDate":"2020-02-06T23:48:12.206Z","downloads":0,"keywords":[],"search_terms":["mining","web","synonyms","pmi","versus","lsa","toefl","turney"],"title":"Mining the Web for Synonyms: PMI-IR versus LSA on TOEFL","year":2002}