@inproceedings{Randy2011,
abstract = {The design of benchmark imagery for validation of image annotation algorithms is considered. Emphasis is placed on imagery that contains industrial facilities, such as chemical refineries. An application-level facility ontology is used as a means to define salient objects in the benchmark imagery. In-strinsic and extrinsic scene factors important for comprehensive validation are listed, and variability in the benchmarks discussed. Finally, the pros and cons of three forms of benchmark imagery: real, composite and synthetic, are delineated. {\textcopyright} 2011 IEEE.},
author = {Roberts, Randy S. and Pope, Paul A. and Vatsavai, Raju R. and Jiang, Ming and Arrowood, Lloyd F. and Trucano, Timothy G. and Gleason, Shaun and Cheriyadat, Anil and Sorokine, Alex and Katsaggelos, Aggelos K. and Pappas, Thrasyvoulos N. and Gaines, Lucinda R. and Chilton, Lawrence K.},
booktitle = {2011 IEEE International Geoscience and Remote Sensing Symposium},
doi = {10.1109/IGARSS.2011.6049340},
isbn = {978-1-4577-1003-2},
keywords = {Algorithm validation,Benchmark imagery,Benchmark variability,Ontology,Real annotated imagery,Validation using synthetic imagery},
month = {jul},
pages = {1453--1456},
publisher = {IEEE},
title = {{Design of benchmark imagery for validating facility annotation algorithms}},
url = {http://ieeexplore.ieee.org/document/6049340/},
year = {2011}
}

{"_id":"qfmdfZfdxExRWkGNR","bibbaseid":"roberts-pope-vatsavai-jiang-arrowood-trucano-gleason-cheriyadat-etal-designofbenchmarkimageryforvalidatingfacilityannotationalgorithms-2011","author_short":["Roberts, R. S.","Pope, P. A.","Vatsavai, R. R.","Jiang, M.","Arrowood, L. F.","Trucano, T. G.","Gleason, S.","Cheriyadat, A.","Sorokine, A.","Katsaggelos, A. K.","Pappas, T. N.","Gaines, L. R.","Chilton, L. K."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","abstract":"The design of benchmark imagery for validation of image annotation algorithms is considered. Emphasis is placed on imagery that contains industrial facilities, such as chemical refineries. An application-level facility ontology is used as a means to define salient objects in the benchmark imagery. In-strinsic and extrinsic scene factors important for comprehensive validation are listed, and variability in the benchmarks discussed. Finally, the pros and cons of three forms of benchmark imagery: real, composite and synthetic, are delineated. © 2011 IEEE.","author":[{"propositions":[],"lastnames":["Roberts"],"firstnames":["Randy","S."],"suffixes":[]},{"propositions":[],"lastnames":["Pope"],"firstnames":["Paul","A."],"suffixes":[]},{"propositions":[],"lastnames":["Vatsavai"],"firstnames":["Raju","R."],"suffixes":[]},{"propositions":[],"lastnames":["Jiang"],"firstnames":["Ming"],"suffixes":[]},{"propositions":[],"lastnames":["Arrowood"],"firstnames":["Lloyd","F."],"suffixes":[]},{"propositions":[],"lastnames":["Trucano"],"firstnames":["Timothy","G."],"suffixes":[]},{"propositions":[],"lastnames":["Gleason"],"firstnames":["Shaun"],"suffixes":[]},{"propositions":[],"lastnames":["Cheriyadat"],"firstnames":["Anil"],"suffixes":[]},{"propositions":[],"lastnames":["Sorokine"],"firstnames":["Alex"],"suffixes":[]},{"propositions":[],"lastnames":["Katsaggelos"],"firstnames":["Aggelos","K."],"suffixes":[]},{"propositions":[],"lastnames":["Pappas"],"firstnames":["Thrasyvoulos","N."],"suffixes":[]},{"propositions":[],"lastnames":["Gaines"],"firstnames":["Lucinda","R."],"suffixes":[]},{"propositions":[],"lastnames":["Chilton"],"firstnames":["Lawrence","K."],"suffixes":[]}],"booktitle":"2011 IEEE International Geoscience and Remote Sensing Symposium","doi":"10.1109/IGARSS.2011.6049340","isbn":"978-1-4577-1003-2","keywords":"Algorithm validation,Benchmark imagery,Benchmark variability,Ontology,Real annotated imagery,Validation using synthetic imagery","month":"jul","pages":"1453–1456","publisher":"IEEE","title":"Design of benchmark imagery for validating facility annotation algorithms","url":"http://ieeexplore.ieee.org/document/6049340/","year":"2011","bibtex":"@inproceedings{Randy2011,\nabstract = {The design of benchmark imagery for validation of image annotation algorithms is considered. Emphasis is placed on imagery that contains industrial facilities, such as chemical refineries. An application-level facility ontology is used as a means to define salient objects in the benchmark imagery. In-strinsic and extrinsic scene factors important for comprehensive validation are listed, and variability in the benchmarks discussed. Finally, the pros and cons of three forms of benchmark imagery: real, composite and synthetic, are delineated. {\\textcopyright} 2011 IEEE.},\nauthor = {Roberts, Randy S. and Pope, Paul A. and Vatsavai, Raju R. and Jiang, Ming and Arrowood, Lloyd F. and Trucano, Timothy G. and Gleason, Shaun and Cheriyadat, Anil and Sorokine, Alex and Katsaggelos, Aggelos K. and Pappas, Thrasyvoulos N. and Gaines, Lucinda R. and Chilton, Lawrence K.},\nbooktitle = {2011 IEEE International Geoscience and Remote Sensing Symposium},\ndoi = {10.1109/IGARSS.2011.6049340},\nisbn = {978-1-4577-1003-2},\nkeywords = {Algorithm validation,Benchmark imagery,Benchmark variability,Ontology,Real annotated imagery,Validation using synthetic imagery},\nmonth = {jul},\npages = {1453--1456},\npublisher = {IEEE},\ntitle = {{Design of benchmark imagery for validating facility annotation algorithms}},\nurl = {http://ieeexplore.ieee.org/document/6049340/},\nyear = {2011}\n}\n","author_short":["Roberts, R. S.","Pope, P. A.","Vatsavai, R. R.","Jiang, M.","Arrowood, L. F.","Trucano, T. G.","Gleason, S.","Cheriyadat, A.","Sorokine, A.","Katsaggelos, A. K.","Pappas, T. N.","Gaines, L. R.","Chilton, L. K."],"key":"Randy2011","id":"Randy2011","bibbaseid":"roberts-pope-vatsavai-jiang-arrowood-trucano-gleason-cheriyadat-etal-designofbenchmarkimageryforvalidatingfacilityannotationalgorithms-2011","role":"author","urls":{"Paper":"http://ieeexplore.ieee.org/document/6049340/"},"keyword":["Algorithm validation","Benchmark imagery","Benchmark variability","Ontology","Real annotated imagery","Validation using synthetic imagery"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://sites.northwestern.edu/ivpl/files/2023/06/IVPL_Updated_publications-1.bib","dataSources":["KTWAakbPXLGfYseXn","ePKPjG8C6yvpk4mEK","ya2CyA73rpZseyrZ8","7Dwzbxq93HWrJEhT6","qhF8zxmGcJfvtdeAg","fvDEHD49E2ZRwE3fb","H7crv8NWhZup4d4by","DHqokWsryttGh7pJE","vRJd4wNg9HpoZSMHD","sYxQ6pxFgA59JRhxi","w2WahSbYrbcCKBDsC","XasdXLL99y5rygCmq","3gkSihZQRfAD2KBo3","t5XMbyZbtPBo4wBGS","bEpHM2CtrwW2qE8FP","teJzFLHexaz5AQW5z"],"keywords":["algorithm validation","benchmark imagery","benchmark variability","ontology","real annotated imagery","validation using synthetic imagery"],"search_terms":["design","benchmark","imagery","validating","facility","annotation","algorithms","roberts","pope","vatsavai","jiang","arrowood","trucano","gleason","cheriyadat","sorokine","katsaggelos","pappas","gaines","chilton"],"title":"Design of benchmark imagery for validating facility annotation algorithms","year":2011}