Improving Model Inspection Processes with Crowdsourcing: Findings from a Controlled Experiment. Winkler, D., Sabou, M., Petrovic, S., Carneiro, G., Kalinowski, M., & Biffl, S. In Systems, Software and Services Process Improvement - 24th European Conference, EuroSPI 2017, Ostrava, Czech Republic, September 6-8, 2017, Proceedings, pages 125-137, 2017. Author version doi abstract bibtex The application of best-practice software inspection processes for early defect detection requires considerable human effort. Crowdsourcing approaches can support inspection activities (a) by distributing inspection effort among a group of human experts and (b) by increasing inspection control. Thus, the application of crowdsourcing techniques aims at making inspection processes more effective and efficient. In this paper, we present a crowdsourcing-supported model inspection (CSI) process and investigate its defect detection effectiveness and efficiency when inspecting an Extended Entity Relationship (EER) model. The CSI process uses so-called Expected Model Elements (EMEs) to guide CSI inspectors during defect detection. We conducted a controlled experiment on defect detection effectiveness, efficiency, and false positives. While CSI effectiveness and efficiency is lower for CSI inspectors, the number of false positives decreases. However, CSI was found promising for increasing the control of defect detection and supports the inspection of large-scale engineering models.
@inproceedings{WinklerSPCKB17c,
author = {Dietmar Winkler and
Marta Sabou and
Sanja Petrovic and
Gisele Carneiro and
Marcos Kalinowski and
Stefan Biffl},
title = {Improving Model Inspection Processes with Crowdsourcing: Findings from a Controlled Experiment},
abstract = {The application of best-practice software inspection processes for early defect detection requires considerable human effort. Crowdsourcing approaches can support inspection activities (a) by distributing inspection effort among a group of human experts and (b) by increasing inspection control. Thus, the application of crowdsourcing techniques aims at making inspection processes more effective and efficient. In this paper, we present a crowdsourcing-supported model inspection (CSI) process and investigate its defect detection effectiveness and efficiency when inspecting an Extended Entity Relationship (EER) model. The CSI process uses so-called Expected Model Elements (EMEs) to guide CSI inspectors during defect detection. We conducted a controlled experiment on defect detection effectiveness, efficiency, and false positives. While CSI effectiveness and efficiency is lower for CSI inspectors, the number of false positives decreases. However, CSI was found promising for increasing the control of defect detection and supports the inspection of large-scale engineering models.},
booktitle = {Systems, Software and Services Process Improvement - 24th European
Conference, EuroSPI 2017, Ostrava, Czech Republic, September 6-8,
2017, Proceedings},
pages = {125-137},
year = {2017},
urlAuthor_version = {http://www.inf.puc-rio.br/~kalinowski/publications/WinklerSPCKB17c.pdf},
doi = {10.1007/978-3-319-64218-5_10},
}
Downloads: 0
{"_id":"h5oyQhNCdzKD8u4Lc","bibbaseid":"winkler-sabou-petrovic-carneiro-kalinowski-biffl-improvingmodelinspectionprocesseswithcrowdsourcingfindingsfromacontrolledexperiment-2017","downloads":0,"creationDate":"2017-08-28T20:39:12.118Z","title":"Improving Model Inspection Processes with Crowdsourcing: Findings from a Controlled Experiment","author_short":["Winkler, D.","Sabou, M.","Petrovic, S.","Carneiro, G.","Kalinowski, M.","Biffl, S."],"year":2017,"bibtype":"inproceedings","biburl":"https://bibbase.org/f/2Gq6bNPQ845THHiMW/KalinowskiPapers.bib","bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["Dietmar"],"propositions":[],"lastnames":["Winkler"],"suffixes":[]},{"firstnames":["Marta"],"propositions":[],"lastnames":["Sabou"],"suffixes":[]},{"firstnames":["Sanja"],"propositions":[],"lastnames":["Petrovic"],"suffixes":[]},{"firstnames":["Gisele"],"propositions":[],"lastnames":["Carneiro"],"suffixes":[]},{"firstnames":["Marcos"],"propositions":[],"lastnames":["Kalinowski"],"suffixes":[]},{"firstnames":["Stefan"],"propositions":[],"lastnames":["Biffl"],"suffixes":[]}],"title":"Improving Model Inspection Processes with Crowdsourcing: Findings from a Controlled Experiment","abstract":"The application of best-practice software inspection processes for early defect detection requires considerable human effort. Crowdsourcing approaches can support inspection activities (a) by distributing inspection effort among a group of human experts and (b) by increasing inspection control. Thus, the application of crowdsourcing techniques aims at making inspection processes more effective and efficient. In this paper, we present a crowdsourcing-supported model inspection (CSI) process and investigate its defect detection effectiveness and efficiency when inspecting an Extended Entity Relationship (EER) model. The CSI process uses so-called Expected Model Elements (EMEs) to guide CSI inspectors during defect detection. We conducted a controlled experiment on defect detection effectiveness, efficiency, and false positives. While CSI effectiveness and efficiency is lower for CSI inspectors, the number of false positives decreases. However, CSI was found promising for increasing the control of defect detection and supports the inspection of large-scale engineering models.","booktitle":"Systems, Software and Services Process Improvement - 24th European Conference, EuroSPI 2017, Ostrava, Czech Republic, September 6-8, 2017, Proceedings","pages":"125-137","year":"2017","urlauthor_version":"http://www.inf.puc-rio.br/~kalinowski/publications/WinklerSPCKB17c.pdf","doi":"10.1007/978-3-319-64218-5_10","bibtex":"@inproceedings{WinklerSPCKB17c,\r\n author = {Dietmar Winkler and\r\n Marta Sabou and\r\n Sanja Petrovic and\r\n Gisele Carneiro and\r\n Marcos Kalinowski and\r\n Stefan Biffl},\r\n title = {Improving Model Inspection Processes with Crowdsourcing: Findings from a Controlled Experiment},\r\n abstract = {The application of best-practice software inspection processes for early defect detection requires considerable human effort. Crowdsourcing approaches can support inspection activities (a) by distributing inspection effort among a group of human experts and (b) by increasing inspection control. Thus, the application of crowdsourcing techniques aims at making inspection processes more effective and efficient. In this paper, we present a crowdsourcing-supported model inspection (CSI) process and investigate its defect detection effectiveness and efficiency when inspecting an Extended Entity Relationship (EER) model. The CSI process uses so-called Expected Model Elements (EMEs) to guide CSI inspectors during defect detection. We conducted a controlled experiment on defect detection effectiveness, efficiency, and false positives. While CSI effectiveness and efficiency is lower for CSI inspectors, the number of false positives decreases. However, CSI was found promising for increasing the control of defect detection and supports the inspection of large-scale engineering models.},\r\n booktitle = {Systems, Software and Services Process Improvement - 24th European\r\n Conference, EuroSPI 2017, Ostrava, Czech Republic, September 6-8,\r\n 2017, Proceedings},\r\n pages = {125-137},\r\n year = {2017},\r\n urlAuthor_version = {http://www.inf.puc-rio.br/~kalinowski/publications/WinklerSPCKB17c.pdf},\r\n doi = {10.1007/978-3-319-64218-5_10},\r\n}\r\n\r\n","author_short":["Winkler, D.","Sabou, M.","Petrovic, S.","Carneiro, G.","Kalinowski, M.","Biffl, S."],"key":"WinklerSPCKB17c","id":"WinklerSPCKB17c","bibbaseid":"winkler-sabou-petrovic-carneiro-kalinowski-biffl-improvingmodelinspectionprocesseswithcrowdsourcingfindingsfromacontrolledexperiment-2017","role":"author","urls":{"Author version":"http://www.inf.puc-rio.br/~kalinowski/publications/WinklerSPCKB17c.pdf"},"metadata":{"authorlinks":{"kalinowski, m":"https://www-di.inf.puc-rio.br/~kalinowski/publications.html"}},"html":""},"search_terms":["improving","model","inspection","processes","crowdsourcing","findings","controlled","experiment","winkler","sabou","petrovic","carneiro","kalinowski","biffl"],"keywords":[],"authorIDs":["2B3zZtfuH9AmxpWuo","2QsG9mfJnwX6MTuoJ","2jrFxieEqzijPmHCy","49dv4suCFf46nEFSX","59a4710e2e4566ba6f00002f","5A6un3HSxZaPDiXPA","5BTmBrmMozf6YgG5J","5Xaa4eConBa76EZjB","5de815459b61e8de01000279","5dedbd05e47c43de01000074","5df2323f1e4fe9df010001ab","5df8262ddc1981de0100002b","5dfc0a4fb371afde010000ae","5e00d4f7ea72ecdf01000031","5e177d32cf35a4de010000b2","5e1c542be556c6de010000e5","5e24c7d1981ceddf01000056","5e273928557b88de0100018d","5e29e136888177df01000188","5e29e9bd8fb0e6de01000033","5e29ed5f8fb0e6de01000066","5e29edf08fb0e6de01000076","5e2f5ae926e5cadf0100022e","5e3731a0646a98de010001e3","5e3e9fdc8fc127df01000078","5e45b6010920e8de01000031","5e4dffdbcc196bde01000144","5e57fed4a38020de0100012b","5e5ea112c0a53dde010002a9","5e5f20398ca867de0100007b","5e5feba85241b5de01000152","5e612a1f97c182e901000006","5e62e7723ba99bdf0100011b","5e681423c1fce0de010003f7","5e6829e0dfcfe3de010002d5","5e68ed471a389bdf010002fe","5e692ffd6964dedf01000037","5e6a42a0e3f54ade0100021d","6QPwdbn4oBshmv7s4","6dqbLtPtqmDfPtn76","7NssSDosapMwtTvug","7qizdca9gsw4HKauB","7rCPkhvup9LNQxuFs","9qNKNW92qhDZCwqc9","9zsfZu5qMELTmAhjx","AKLEQwiRMbTHnbbxP","B3j35ujgEN7NnDuao","BC6rKyeyBW4rnvBoD","BEXQaGSxnsXwH6ywH","BWc4GQhzJPEzBWCii","BWrEB42G2rZBhMXWP","BoieZoFeBMJdL7szA","C3QHjz3o9QHY2KM5z","CDoE7ubzqSgQDw4No","D9yfAL4Cz9raPXGYt","DMAfbTM8MTudubAmg","E3kQ5FnruEw9rpydE","EQmGWRtm5iTqAJr79","EjYMP7BmZWnnCe2G9","Fjz6zCPk6dhrQh7ak","GfRgLSdsCnJcxHqk5","H9jTFvgcfA2frDvhj","J68AKX8noZCCaTSTC","JX7K3iwdPuCFmXLSK","KY7XQ7o9dYKbPfNvZ","LAPXFimEzgfLvJ3x5","NXfXCuu5e8PLD9tjP","NcXBcwHjnnYsqtJwj","P3xQviDsAA5Nyepbh","Q5HhB8XwWxviNHds8","QNZis6ZZX7Yjbx8dE","Qc6N7XXPtrqPpoz4E","SX7EYSkFddyzaBm6X","TEfrhfD2aFrBZaPoC","TdDrDsjDeT5x75mSb","X52u8rd5YXy5LA7un","XJLfEnjtpExqCJZaW","XMNYKpR8WAFvirRqK","XihJbHkzXLgRtNyxn","XsXTSrDqyDoKDSmNq","YqBvGBJjQxyDSh7S5","YyAJT6vXC6BKreqDz","Zrx3awt824zfj7sSq","auNZr9WLsGE5yM95y","dFvjKbaZaDAq7ckZJ","dPKdaA8smJs9fD9aK","e3dB4oaTL7GMfFgxK","eNvtiALsMm2uYYycD","eyyzX9y5xtqzMnTRj","gz3th4fHvqAew9t4d","hXHpEcrrfJ2s2iYfG","hdQfGGPRY6SRzm5Ko","iMFD4aggCkDpRbjzY","iSDp642Wcpz8tx3Et","idw5XK3YYZ9zoiTRQ","jQSpXNQ9zGdK9MNg5","jnzKc2JyGfzCkYHhd","juFRAZ7Ght5WjDjmL","k3N5QRHDiN6riZiAM","kd57C3edL7i8Wd84N","mfAwYkjQak83CbSTc","nrZNNBXjpC2enCsS6","o8dowv3jmQXqEKvC2","oab566NG74uXsBmwv","pAEkuNSzoQMJv6HEA","pPPN4e9LKJdN8Mxxy","pRJmqmExQ3P4YnarG","pcdRpqFz4kQKG67b2","peFdo2JYEZeDcgz5y","pmHQ27YZJtYA8bWLb","qRaeFjmTD9bcnWRpS","qujKQpt7j7DMJJ7RH","rhwhwtMA472RbPiq4","sgMZQR6tjyrtQJMjs","th5Bb6GjMT6NDynxY","tkio9AppMC7RRAmn3","up5b9JPmGJAE7cKzM","wE7ePiMnAtpNHo5xB","wjubqSThzCzkZtY4R","wuZMB8CeGEzZRou5r","x98pJyoike8bxbRn6","xSybShZMHQMQ8yMSF","xerEPhmhSdZJXb6QX","yqEQy2HisnquBmuLK","yvRZvxhXXSADSSiod","z8Hfj7RHYQjKdxD2H","zGAYQbmvDTTNydwuA"],"dataSources":["JhEx5LqjNuowkDTYw","vp6ff9ZJkhXGDuh9E","fNxekpJ4iGWMdJryo","FPdHx2YNMWt6KHbaS","oL8GbjE74fizfjkxY","Wbj3iHa4hGsGjEGJE","q7rgFjFgwoTSGkm3G","aKfxcyv7C9p9ytdpG","9pAzChfPy53GguqQk","B8Jierr7smZsGa7Jb","tvqztEQv84agmtPEB","ZCce9uhx7vt9PXPrc","FGDKYBjH9upApdKoL"]}