Lexicons and Grammars for Named Entity Annotation in the National Corpus of Polish. Savary, A. & Piskorski, J. Information Systems Journal, 2010. Website abstract bibtex The paper investigates the accuracy of a Named Entity Recognition (NER) algorithm based on the Hidden Markov Model in the domain of Polish stock exchange reports. The task of NER was limited to the recognition and classification of Named Entities representing persons and companies. The algorithm was tested on a small Polish domain corpus of stock exchange reports. A comparison with the baselines of the algorithms based on the case of the first letters and a gazetteer is presented. The algorithm outperformed both baselines; it achieved 64% precision and 93% recall for person names and 78% precision and 83% recall for company names. Introduction of simple hand-written post-processing rules increased the precision for person names up to 87%. A cross-domain evaluation on a small corpus of police reports is also presented. We discuss the problem of method portability in relation to much worse results obtained on the second corpus. A possible combination of different knowledge sources is sketched as a possible way of overcoming the portability problem.
@article{
title = {Lexicons and Grammars for Named Entity Annotation in the National Corpus of Polish},
type = {article},
year = {2010},
identifiers = {[object Object]},
keywords = {Hidden Markov Model,Machine Learning,Named Entity Recognition},
pages = {141-154},
websites = {http://iis.ipipan.waw.pl/2010/proceedings/iis10-14.pdf},
editors = {[object Object],[object Object],[object Object],[object Object],[object Object]},
id = {e122c9c8-c964-30c5-9b30-ab44b1819775},
created = {2012-01-21T12:35:31.000Z},
file_attached = {false},
profile_id = {5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6},
group_id = {066b42c8-f712-3fc3-abb2-225c158d2704},
last_modified = {2017-03-14T14:36:19.698Z},
tags = {named entity recognition},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
citation_key = {Savary2010},
private_publication = {false},
abstract = {The paper investigates the accuracy of a Named Entity Recognition (NER) algorithm based on the Hidden Markov Model in the domain of Polish stock exchange reports. The task of NER was limited to the recognition and classification of Named Entities representing persons and companies. The algorithm was tested on a small Polish domain corpus of stock exchange reports. A comparison with the baselines of the algorithms based on the case of the first letters and a gazetteer is presented. The algorithm outperformed both baselines; it achieved 64% precision and 93% recall for person names and 78% precision and 83% recall for company names. Introduction of simple hand-written post-processing rules increased the precision for person names up to 87%. A cross-domain evaluation on a small corpus of police reports is also presented. We discuss the problem of method portability in relation to much worse results obtained on the second corpus. A possible combination of different knowledge sources is sketched as a possible way of overcoming the portability problem.},
bibtype = {article},
author = {Savary, Agata and Piskorski, Jakub},
journal = {Information Systems Journal}
}
Downloads: 0
{"_id":"3eqmdoCZiHqowJ7YH","bibbaseid":"savary-piskorski-lexiconsandgrammarsfornamedentityannotationinthenationalcorpusofpolish-2010","authorIDs":[],"author_short":["Savary, A.","Piskorski, J."],"bibdata":{"title":"Lexicons and Grammars for Named Entity Annotation in the National Corpus of Polish","type":"article","year":"2010","identifiers":"[object Object]","keywords":"Hidden Markov Model,Machine Learning,Named Entity Recognition","pages":"141-154","websites":"http://iis.ipipan.waw.pl/2010/proceedings/iis10-14.pdf","editors":"[object Object],[object Object],[object Object],[object Object],[object Object]","id":"e122c9c8-c964-30c5-9b30-ab44b1819775","created":"2012-01-21T12:35:31.000Z","file_attached":false,"profile_id":"5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6","group_id":"066b42c8-f712-3fc3-abb2-225c158d2704","last_modified":"2017-03-14T14:36:19.698Z","tags":"named entity recognition","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"Savary2010","private_publication":false,"abstract":"The paper investigates the accuracy of a Named Entity Recognition (NER) algorithm based on the Hidden Markov Model in the domain of Polish stock exchange reports. The task of NER was limited to the recognition and classification of Named Entities representing persons and companies. The algorithm was tested on a small Polish domain corpus of stock exchange reports. A comparison with the baselines of the algorithms based on the case of the first letters and a gazetteer is presented. The algorithm outperformed both baselines; it achieved 64% precision and 93% recall for person names and 78% precision and 83% recall for company names. Introduction of simple hand-written post-processing rules increased the precision for person names up to 87%. A cross-domain evaluation on a small corpus of police reports is also presented. We discuss the problem of method portability in relation to much worse results obtained on the second corpus. A possible combination of different knowledge sources is sketched as a possible way of overcoming the portability problem.","bibtype":"article","author":"Savary, Agata and Piskorski, Jakub","journal":"Information Systems Journal","bibtex":"@article{\n title = {Lexicons and Grammars for Named Entity Annotation in the National Corpus of Polish},\n type = {article},\n year = {2010},\n identifiers = {[object Object]},\n keywords = {Hidden Markov Model,Machine Learning,Named Entity Recognition},\n pages = {141-154},\n websites = {http://iis.ipipan.waw.pl/2010/proceedings/iis10-14.pdf},\n editors = {[object Object],[object Object],[object Object],[object Object],[object Object]},\n id = {e122c9c8-c964-30c5-9b30-ab44b1819775},\n created = {2012-01-21T12:35:31.000Z},\n file_attached = {false},\n profile_id = {5284e6aa-156c-3ce5-bc0e-b80cf09f3ef6},\n group_id = {066b42c8-f712-3fc3-abb2-225c158d2704},\n last_modified = {2017-03-14T14:36:19.698Z},\n tags = {named entity recognition},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {Savary2010},\n private_publication = {false},\n abstract = {The paper investigates the accuracy of a Named Entity Recognition (NER) algorithm based on the Hidden Markov Model in the domain of Polish stock exchange reports. The task of NER was limited to the recognition and classification of Named Entities representing persons and companies. The algorithm was tested on a small Polish domain corpus of stock exchange reports. A comparison with the baselines of the algorithms based on the case of the first letters and a gazetteer is presented. The algorithm outperformed both baselines; it achieved 64% precision and 93% recall for person names and 78% precision and 83% recall for company names. Introduction of simple hand-written post-processing rules increased the precision for person names up to 87%. A cross-domain evaluation on a small corpus of police reports is also presented. We discuss the problem of method portability in relation to much worse results obtained on the second corpus. A possible combination of different knowledge sources is sketched as a possible way of overcoming the portability problem.},\n bibtype = {article},\n author = {Savary, Agata and Piskorski, Jakub},\n journal = {Information Systems Journal}\n}","author_short":["Savary, A.","Piskorski, J."],"urls":{"Website":"http://iis.ipipan.waw.pl/2010/proceedings/iis10-14.pdf"},"bibbaseid":"savary-piskorski-lexiconsandgrammarsfornamedentityannotationinthenationalcorpusofpolish-2010","role":"author","keyword":["Hidden Markov Model","Machine Learning","Named Entity Recognition"],"downloads":0,"html":""},"bibtype":"article","creationDate":"2020-02-06T23:48:11.947Z","downloads":0,"keywords":["hidden markov model","machine learning","named entity recognition"],"search_terms":["lexicons","grammars","named","entity","annotation","national","corpus","polish","savary","piskorski"],"title":"Lexicons and Grammars for Named Entity Annotation in the National Corpus of Polish","year":2010}