Ontology engineering using volunteer labor. Good, B. & Wilkinson, M. In 16th International World Wide Web Conference, WWW2007, 2007. doi abstract bibtex We describe an approach designed to reduce the costs of ontology development through the use of untrained, volunteer knowledge engineers. Results are provided from an experiment in which volunteers were asked to judge the correctness of automatically inferred subsumption relationships in the biomedical domain. The experiment indicated that volunteers can be recruited fairly easily but that their attention is difficult to hold, that most do not understand the subsumption relationship without training, and that incorporating learned estimates of trust into voting systems is beneficial to aggregate performance.
@inproceedings{
title = {Ontology engineering using volunteer labor},
type = {inproceedings},
year = {2007},
keywords = {Knowledge acquisition,Ontology engineering,Semantic web},
id = {a1a93888-b19b-3f5a-a1ed-20fefb70166b},
created = {2017-12-03T10:44:25.418Z},
file_attached = {false},
profile_id = {17c87d5d-2470-32d7-b273-0734a1d9195f},
last_modified = {2017-12-12T09:00:53.538Z},
read = {false},
starred = {false},
authored = {true},
confirmed = {true},
hidden = {false},
private_publication = {false},
abstract = {We describe an approach designed to reduce the costs of ontology development through the use of untrained, volunteer knowledge engineers. Results are provided from an experiment in which volunteers were asked to judge the correctness of automatically inferred subsumption relationships in the biomedical domain. The experiment indicated that volunteers can be recruited fairly easily but that their attention is difficult to hold, that most do not understand the subsumption relationship without training, and that incorporating learned estimates of trust into voting systems is beneficial to aggregate performance.},
bibtype = {inproceedings},
author = {Good, B.M. and Wilkinson, M.D.},
doi = {10.1145/1242572.1242787},
booktitle = {16th International World Wide Web Conference, WWW2007}
}
Downloads: 0
{"_id":"bz5gxomNNGbq2dK5H","bibbaseid":"good-wilkinson-ontologyengineeringusingvolunteerlabor-2007","downloads":0,"creationDate":"2018-01-15T08:18:50.325Z","title":"Ontology engineering using volunteer labor","author_short":["Good, B.","Wilkinson, M."],"year":2007,"bibtype":"inproceedings","biburl":"https://bibbase.org/service/mendeley/17c87d5d-2470-32d7-b273-0734a1d9195f","bibdata":{"title":"Ontology engineering using volunteer labor","type":"inproceedings","year":"2007","keywords":"Knowledge acquisition,Ontology engineering,Semantic web","id":"a1a93888-b19b-3f5a-a1ed-20fefb70166b","created":"2017-12-03T10:44:25.418Z","file_attached":false,"profile_id":"17c87d5d-2470-32d7-b273-0734a1d9195f","last_modified":"2017-12-12T09:00:53.538Z","read":false,"starred":false,"authored":"true","confirmed":"true","hidden":false,"private_publication":false,"abstract":"We describe an approach designed to reduce the costs of ontology development through the use of untrained, volunteer knowledge engineers. Results are provided from an experiment in which volunteers were asked to judge the correctness of automatically inferred subsumption relationships in the biomedical domain. The experiment indicated that volunteers can be recruited fairly easily but that their attention is difficult to hold, that most do not understand the subsumption relationship without training, and that incorporating learned estimates of trust into voting systems is beneficial to aggregate performance.","bibtype":"inproceedings","author":"Good, B.M. and Wilkinson, M.D.","doi":"10.1145/1242572.1242787","booktitle":"16th International World Wide Web Conference, WWW2007","bibtex":"@inproceedings{\n title = {Ontology engineering using volunteer labor},\n type = {inproceedings},\n year = {2007},\n keywords = {Knowledge acquisition,Ontology engineering,Semantic web},\n id = {a1a93888-b19b-3f5a-a1ed-20fefb70166b},\n created = {2017-12-03T10:44:25.418Z},\n file_attached = {false},\n profile_id = {17c87d5d-2470-32d7-b273-0734a1d9195f},\n last_modified = {2017-12-12T09:00:53.538Z},\n read = {false},\n starred = {false},\n authored = {true},\n confirmed = {true},\n hidden = {false},\n private_publication = {false},\n abstract = {We describe an approach designed to reduce the costs of ontology development through the use of untrained, volunteer knowledge engineers. Results are provided from an experiment in which volunteers were asked to judge the correctness of automatically inferred subsumption relationships in the biomedical domain. The experiment indicated that volunteers can be recruited fairly easily but that their attention is difficult to hold, that most do not understand the subsumption relationship without training, and that incorporating learned estimates of trust into voting systems is beneficial to aggregate performance.},\n bibtype = {inproceedings},\n author = {Good, B.M. and Wilkinson, M.D.},\n doi = {10.1145/1242572.1242787},\n booktitle = {16th International World Wide Web Conference, WWW2007}\n}","author_short":["Good, B.","Wilkinson, M."],"biburl":"https://bibbase.org/service/mendeley/17c87d5d-2470-32d7-b273-0734a1d9195f","bibbaseid":"good-wilkinson-ontologyengineeringusingvolunteerlabor-2007","role":"author","urls":{},"keyword":["Knowledge acquisition","Ontology engineering","Semantic web"],"metadata":{"authorlinks":{"wilkinson, m":"https://bibbase.org/service/mendeley/17c87d5d-2470-32d7-b273-0734a1d9195f"}},"downloads":0},"search_terms":["ontology","engineering","using","volunteer","labor","good","wilkinson"],"keywords":["knowledge acquisition","ontology engineering","semantic web"],"authorIDs":["36ekkCAkZyyxuKaK4","3D2gJyDWo9oBKnSCp","3zcaogicCAqHPNnok","5a5c63eacb7e5d482c000023","5ded40109d5885de0100015c","5df7a7cbf3cb28df0100015a","5df7f4f8b9bb17df010000b9","5df8f68c277e45de0100017e","5dfb80e5c2820bdf01000127","5e05204a709177de0100007c","5e094022934cacdf0100009b","5e10d7b60192c6df010000e6","5e138dfda212e1de01000100","5e13ba3c280ddede01000044","5e166b79505a61df010008a8","5e18d20ba382e2de01000053","5e1c606fe556c6de010001b7","5e20532edf3867de0100010c","5e20c6d65c2065de010001cf","5e21c798af8ac1df0100001c","5e25953dd31494de0100016f","5e272a3f557b88de0100003e","5e281234f860fcde01000087","5e294dfc1470eddf010000b4","5e2c73a3ce5606de0100002d","5e3147538cf138de01000043","5e395116fa3db5df01000084","5e3aaf194518d5df01000139","5e3c7845feacaede0100000d","5e3d7c8296e576de01000071","5e4aa56015f6c7df01000018","5e4d641508a8e5de01000019","5e4ef29f338acfde01000064","5e553f95ca58a8df01000154","5e56516c6f0b61df01000064","5e56640e6f0b61df0100014f","5e59b537103b4fde01000036","5e5bcb64b57681df01000028","5e5d20e6168391de01000093","5e600cc113e3aede010001f2","5e618fad1d4ccede010000da","5e6222b82df238de01000101","5e66b4864b4a62de010000ea","5e67723c10be53de0100004b","6zAznqPzD5cqJbMMH","8abJywnFZcDu24ShP","9QLGMa73yQx5SHJxy","Bz9ccd9GKz9LhoC6Y","CgK7kn4dGJFGruaSM","CuyexYcxnkCNd3D4c","DadrcuWgdY84cCawp","FDc8hRmDr2qPXWkgL","FzAF3293AkCjvDfnT","GjsLZLwaMtB2eRYxy","HWbpM4xvWnDgaxhfW","JEcbfHjFzf49RmyTf","KiEfPgBp42PweWJ2X","MEspTDBJBjhrEya5h","SDCtrmyrMaghAhukd","SLpnx3c4EduLxA6oW","TkGxAPLygo9mfqNet","WLg4QvcCNNZrruNSd","WmohrPZayq5nBEMDZ","XXoxZ2skr7TR9KJKd","XzdwCmhzy8kZPntGL","Zwns6q8yR6MrKr5pY","a6NmgLfcCX6rNmf9q","aFTFFY2MNyAFdTAi2","arHEh6SMP2kQJkfn2","ctxLLCdynZRhc25W8","dFWbvT76ZMdew8Duf","dFmwiSphYj3Nxzjb4","ey7CdDbYue8dJCo5c","fTZznnFfMbPGdQiYH","of5vNXMxa2LQgmFSo","uvyDTMXpGSQJz2HQY"],"dataSources":["u3DebWvhQaEque62E","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"]}