@article{stopponi_evaluation_2023,
	title = {Evaluation of {Distributional} {Semantic} {Models} of {Ancient} {Greek}: {Ancient} {Language} {Processing}},
	shorttitle = {Evaluation of {Distributional} {Semantic} {Models} of {Ancient} {Greek}},
	url = {https://pure.rug.nl/ws/portalfiles/portal/777728242/stopponi_et_al_2023_alp.pdf},
	abstract = {We evaluate four count-based and predictive distributional semantic models of Ancient Greek against AGREE, a composite benchmark of human judgements, to assess their ability to retrieve semantic relatedness. On the basis of the observations deriving from the analysis of the results, we design a procedure for a largerscale intrinsic evaluation of count-based and predictive language models, including syntactic embeddings. We also propose possible ways of exploiting the different layers of the whole AGREE benchmark (including both humanand machine-generated data) and different evaluation metrics.},
	journal = {Proceedings of the Ancient Language Processing Workshop},
	author = {Stopponi, Silvia and Pedrazzini, Nilo and Peels-Matthey, Saskia and McGillivray, Barbara and Nissim, Malvina},
	month = sep,
	year = {2023},
	note = {Place: Varna, Bulgaria
Publisher: Association for Computational Linguistics (ACL)},
	keywords = {ancient greek, ancient languages, benchmark, evaluation, languge models, natural language processing, word2vec},
	pages = {49--58},
}

{"_id":"wzf6i6YPhxAJMCsQ6","bibbaseid":"stopponi-pedrazzini-peelsmatthey-mcgillivray-nissim-evaluationofdistributionalsemanticmodelsofancientgreekancientlanguageprocessing-2023","author_short":["Stopponi, S.","Pedrazzini, N.","Peels-Matthey, S.","McGillivray, B.","Nissim, M."],"bibdata":{"bibtype":"article","type":"article","title":"Evaluation of Distributional Semantic Models of Ancient Greek: Ancient Language Processing","shorttitle":"Evaluation of Distributional Semantic Models of Ancient Greek","url":"https://pure.rug.nl/ws/portalfiles/portal/777728242/stopponi_et_al_2023_alp.pdf","abstract":"We evaluate four count-based and predictive distributional semantic models of Ancient Greek against AGREE, a composite benchmark of human judgements, to assess their ability to retrieve semantic relatedness. On the basis of the observations deriving from the analysis of the results, we design a procedure for a largerscale intrinsic evaluation of count-based and predictive language models, including syntactic embeddings. We also propose possible ways of exploiting the different layers of the whole AGREE benchmark (including both humanand machine-generated data) and different evaluation metrics.","journal":"Proceedings of the Ancient Language Processing Workshop","author":[{"propositions":[],"lastnames":["Stopponi"],"firstnames":["Silvia"],"suffixes":[]},{"propositions":[],"lastnames":["Pedrazzini"],"firstnames":["Nilo"],"suffixes":[]},{"propositions":[],"lastnames":["Peels-Matthey"],"firstnames":["Saskia"],"suffixes":[]},{"propositions":[],"lastnames":["McGillivray"],"firstnames":["Barbara"],"suffixes":[]},{"propositions":[],"lastnames":["Nissim"],"firstnames":["Malvina"],"suffixes":[]}],"month":"September","year":"2023","note":"Place: Varna, Bulgaria Publisher: Association for Computational Linguistics (ACL)","keywords":"ancient greek, ancient languages, benchmark, evaluation, languge models, natural language processing, word2vec","pages":"49–58","bibtex":"@article{stopponi_evaluation_2023,\n\ttitle = {Evaluation of {Distributional} {Semantic} {Models} of {Ancient} {Greek}: {Ancient} {Language} {Processing}},\n\tshorttitle = {Evaluation of {Distributional} {Semantic} {Models} of {Ancient} {Greek}},\n\turl = {https://pure.rug.nl/ws/portalfiles/portal/777728242/stopponi_et_al_2023_alp.pdf},\n\tabstract = {We evaluate four count-based and predictive distributional semantic models of Ancient Greek against AGREE, a composite benchmark of human judgements, to assess their ability to retrieve semantic relatedness. On the basis of the observations deriving from the analysis of the results, we design a procedure for a largerscale intrinsic evaluation of count-based and predictive language models, including syntactic embeddings. We also propose possible ways of exploiting the different layers of the whole AGREE benchmark (including both humanand machine-generated data) and different evaluation metrics.},\n\tjournal = {Proceedings of the Ancient Language Processing Workshop},\n\tauthor = {Stopponi, Silvia and Pedrazzini, Nilo and Peels-Matthey, Saskia and McGillivray, Barbara and Nissim, Malvina},\n\tmonth = sep,\n\tyear = {2023},\n\tnote = {Place: Varna, Bulgaria\nPublisher: Association for Computational Linguistics (ACL)},\n\tkeywords = {ancient greek, ancient languages, benchmark, evaluation, languge models, natural language processing, word2vec},\n\tpages = {49--58},\n}\n\n\n\n","author_short":["Stopponi, S.","Pedrazzini, N.","Peels-Matthey, S.","McGillivray, B.","Nissim, M."],"key":"stopponi_evaluation_2023","id":"stopponi_evaluation_2023","bibbaseid":"stopponi-pedrazzini-peelsmatthey-mcgillivray-nissim-evaluationofdistributionalsemanticmodelsofancientgreekancientlanguageprocessing-2023","role":"author","urls":{"Paper":"https://pure.rug.nl/ws/portalfiles/portal/777728242/stopponi_et_al_2023_alp.pdf"},"keyword":["ancient greek","ancient languages","benchmark","evaluation","languge models","natural language processing","word2vec"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/zotero-group/schulzkx/5158478","dataSources":["JFDnASMkoQCjjGL8E"],"keywords":["ancient greek","ancient languages","benchmark","evaluation","languge models","natural language processing","word2vec"],"search_terms":["evaluation","distributional","semantic","models","ancient","greek","ancient","language","processing","stopponi","pedrazzini","peels-matthey","mcgillivray","nissim"],"title":"Evaluation of Distributional Semantic Models of Ancient Greek: Ancient Language Processing","year":2023}