Towards a Standard Testbed for Optical Music Recognition: Definitions, Metrics, and Page Images. Byrd, D. & Simonsen, J. G. Journal of New Music Research, 44(3):169–195, July, 2015. Publisher: Routledge _eprint: https://doi.org/10.1080/09298215.2015.1045424![Towards a Standard Testbed for Optical Music Recognition: Definitions, Metrics, and Page Images [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex We posit that progress in Optical Music Recognition (OMR) has been held up for years by the absence of anything resembling the standard testbeds in use in other fields that face difficult evaluation problems. One example of such a field is text information retrieval (IR), where the Text Retrieval Conference (TREC) has annually-renewed IR tasks with accompanying data sets. In music informatics, the Music Information Retrieval Exchange (MIREX), with its annual tests and meetings held during the ISMIR conference, is a close analog to TREC; but MIREX has never had an OMR track or a collection of music such a track could employ. We describe why the absence of an OMR testbed is a problem and how this problem may be mitigated. To aid in the establishment of a standard testbed, we provide (1) a set of definitions for the complexity of music notation; (2) a set of performance metrics for OMR tools that gauge score complexity and graphical quality; and (3) a small corpus of music for use as a baseline for a proper OMR testbed.
@article{byrd_towards_2015,
title = {Towards a {Standard} {Testbed} for {Optical} {Music} {Recognition}: {Definitions}, {Metrics}, and {Page} {Images}},
volume = {44},
issn = {0929-8215},
shorttitle = {Towards a {Standard} {Testbed} for {Optical} {Music} {Recognition}},
url = {https://doi.org/10.1080/09298215.2015.1045424},
doi = {10.1080/09298215.2015.1045424},
abstract = {We posit that progress in Optical Music Recognition (OMR) has been held up for years by the absence of anything resembling the standard testbeds in use in other fields that face difficult evaluation problems. One example of such a field is text information retrieval (IR), where the Text Retrieval Conference (TREC) has annually-renewed IR tasks with accompanying data sets. In music informatics, the Music Information Retrieval Exchange (MIREX), with its annual tests and meetings held during the ISMIR conference, is a close analog to TREC; but MIREX has never had an OMR track or a collection of music such a track could employ. We describe why the absence of an OMR testbed is a problem and how this problem may be mitigated. To aid in the establishment of a standard testbed, we provide (1) a set of definitions for the complexity of music notation; (2) a set of performance metrics for OMR tools that gauge score complexity and graphical quality; and (3) a small corpus of music for use as a baseline for a proper OMR testbed.},
number = {3},
urldate = {2024-06-12},
journal = {Journal of New Music Research},
author = {Byrd, Donald and Simonsen, Jakob Grue},
month = jul,
year = {2015},
note = {Publisher: Routledge
\_eprint: https://doi.org/10.1080/09298215.2015.1045424},
keywords = {empirical evaluation, notation, notation complexity, optical music recognition},
pages = {169--195},
}
Downloads: 0
{"_id":"GZX2GFXT5nuQKfzT3","bibbaseid":"byrd-simonsen-towardsastandardtestbedforopticalmusicrecognitiondefinitionsmetricsandpageimages-2015","author_short":["Byrd, D.","Simonsen, J. G."],"bibdata":{"bibtype":"article","type":"article","title":"Towards a Standard Testbed for Optical Music Recognition: Definitions, Metrics, and Page Images","volume":"44","issn":"0929-8215","shorttitle":"Towards a Standard Testbed for Optical Music Recognition","url":"https://doi.org/10.1080/09298215.2015.1045424","doi":"10.1080/09298215.2015.1045424","abstract":"We posit that progress in Optical Music Recognition (OMR) has been held up for years by the absence of anything resembling the standard testbeds in use in other fields that face difficult evaluation problems. One example of such a field is text information retrieval (IR), where the Text Retrieval Conference (TREC) has annually-renewed IR tasks with accompanying data sets. In music informatics, the Music Information Retrieval Exchange (MIREX), with its annual tests and meetings held during the ISMIR conference, is a close analog to TREC; but MIREX has never had an OMR track or a collection of music such a track could employ. We describe why the absence of an OMR testbed is a problem and how this problem may be mitigated. To aid in the establishment of a standard testbed, we provide (1) a set of definitions for the complexity of music notation; (2) a set of performance metrics for OMR tools that gauge score complexity and graphical quality; and (3) a small corpus of music for use as a baseline for a proper OMR testbed.","number":"3","urldate":"2024-06-12","journal":"Journal of New Music Research","author":[{"propositions":[],"lastnames":["Byrd"],"firstnames":["Donald"],"suffixes":[]},{"propositions":[],"lastnames":["Simonsen"],"firstnames":["Jakob","Grue"],"suffixes":[]}],"month":"July","year":"2015","note":"Publisher: Routledge _eprint: https://doi.org/10.1080/09298215.2015.1045424","keywords":"empirical evaluation, notation, notation complexity, optical music recognition","pages":"169–195","bibtex":"@article{byrd_towards_2015,\n\ttitle = {Towards a {Standard} {Testbed} for {Optical} {Music} {Recognition}: {Definitions}, {Metrics}, and {Page} {Images}},\n\tvolume = {44},\n\tissn = {0929-8215},\n\tshorttitle = {Towards a {Standard} {Testbed} for {Optical} {Music} {Recognition}},\n\turl = {https://doi.org/10.1080/09298215.2015.1045424},\n\tdoi = {10.1080/09298215.2015.1045424},\n\tabstract = {We posit that progress in Optical Music Recognition (OMR) has been held up for years by the absence of anything resembling the standard testbeds in use in other fields that face difficult evaluation problems. One example of such a field is text information retrieval (IR), where the Text Retrieval Conference (TREC) has annually-renewed IR tasks with accompanying data sets. In music informatics, the Music Information Retrieval Exchange (MIREX), with its annual tests and meetings held during the ISMIR conference, is a close analog to TREC; but MIREX has never had an OMR track or a collection of music such a track could employ. We describe why the absence of an OMR testbed is a problem and how this problem may be mitigated. To aid in the establishment of a standard testbed, we provide (1) a set of definitions for the complexity of music notation; (2) a set of performance metrics for OMR tools that gauge score complexity and graphical quality; and (3) a small corpus of music for use as a baseline for a proper OMR testbed.},\n\tnumber = {3},\n\turldate = {2024-06-12},\n\tjournal = {Journal of New Music Research},\n\tauthor = {Byrd, Donald and Simonsen, Jakob Grue},\n\tmonth = jul,\n\tyear = {2015},\n\tnote = {Publisher: Routledge\n\\_eprint: https://doi.org/10.1080/09298215.2015.1045424},\n\tkeywords = {empirical evaluation, notation, notation complexity, optical music recognition},\n\tpages = {169--195},\n}\n\n\n\n","author_short":["Byrd, D.","Simonsen, J. G."],"key":"byrd_towards_2015","id":"byrd_towards_2015","bibbaseid":"byrd-simonsen-towardsastandardtestbedforopticalmusicrecognitiondefinitionsmetricsandpageimages-2015","role":"author","urls":{"Paper":"https://doi.org/10.1080/09298215.2015.1045424"},"keyword":["empirical evaluation","notation","notation complexity","optical music recognition"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/fsimonetta","dataSources":["pzyFFGWvxG2bs63zP"],"keywords":["empirical evaluation","notation","notation complexity","optical music recognition"],"search_terms":["towards","standard","testbed","optical","music","recognition","definitions","metrics","page","images","byrd","simonsen"],"title":"Towards a Standard Testbed for Optical Music Recognition: Definitions, Metrics, and Page Images","year":2015}