@inproceedings{FurtadoOK21,
  author    = {Viviane Furtado and
               Edson OliveiraJr and
               Marcos Kalinowski},
  title     = {Guidelines for Promoting Software Product Line Experiments},
  abstract  = {The importance of experimentation for Software Engineering research has been notably established in the last years. The software engineering community has discussed how to proper report and evaluate experiments using different approaches, such as quality criteria, scales, and checklists. Nevertheless, there are no guidelines to support researchers and practitioners active in straightforward software engineering research areas, as in Software Product Lines (SPL), at conducting experiments. We hypothesize that experimentation guidelines may aid such a specific area by providing advice and actual excerpts reflecting good practices of SPL experimentation, thus experimentally evolving this area. Therefore, the goal of this paper is to provide guidelines for properly reporting and promoting SPL experiments. We defined such guidelines based on well-known software engineering experiment reports, quality evaluation checklists, and data extracted from 211 SPL experiments identified in a systematic mapping study. We evaluated the guidelines with a qualitative study with SPL and experimentation experts applying open and axial coding procedures. The evaluation enabled us to improve the guidelines. The resulting guidelines contain specific advice to researchers active in SPL and provide examples taken from published SPL experiments. The experts’ positive points indicate that the proposed guidelines can aid SPL researchers and practitioners. Sharing the resulting guidelines could support conducting SPL experiments and allow further area evolution based on prospective experiment replications and reproductions from well-designed and reported experiments.},
  booktitle = {Brazilian Symposium on Software Components, Architectures and Reuse, {SBCARS} 2021, Joinville, Brazil, September 27-28, 2021},
  pages     = {31-40},
  year      = {2021},
  urlAuthor_version      = {http://www.inf.puc-rio.br/~kalinowski/publications/FurtadoOK21.pdf},
  doi       = {10.1145/3483899.3483909},
}

{"_id":"BYxzKDQQzq8aSwSD5","bibbaseid":"furtado-oliveirajr-kalinowski-guidelinesforpromotingsoftwareproductlineexperiments-2021","author_short":["Furtado, V.","OliveiraJr, E.","Kalinowski, M."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["Viviane"],"propositions":[],"lastnames":["Furtado"],"suffixes":[]},{"firstnames":["Edson"],"propositions":[],"lastnames":["OliveiraJr"],"suffixes":[]},{"firstnames":["Marcos"],"propositions":[],"lastnames":["Kalinowski"],"suffixes":[]}],"title":"Guidelines for Promoting Software Product Line Experiments","abstract":"The importance of experimentation for Software Engineering research has been notably established in the last years. The software engineering community has discussed how to proper report and evaluate experiments using different approaches, such as quality criteria, scales, and checklists. Nevertheless, there are no guidelines to support researchers and practitioners active in straightforward software engineering research areas, as in Software Product Lines (SPL), at conducting experiments. We hypothesize that experimentation guidelines may aid such a specific area by providing advice and actual excerpts reflecting good practices of SPL experimentation, thus experimentally evolving this area. Therefore, the goal of this paper is to provide guidelines for properly reporting and promoting SPL experiments. We defined such guidelines based on well-known software engineering experiment reports, quality evaluation checklists, and data extracted from 211 SPL experiments identified in a systematic mapping study. We evaluated the guidelines with a qualitative study with SPL and experimentation experts applying open and axial coding procedures. The evaluation enabled us to improve the guidelines. The resulting guidelines contain specific advice to researchers active in SPL and provide examples taken from published SPL experiments. The experts’ positive points indicate that the proposed guidelines can aid SPL researchers and practitioners. Sharing the resulting guidelines could support conducting SPL experiments and allow further area evolution based on prospective experiment replications and reproductions from well-designed and reported experiments.","booktitle":"Brazilian Symposium on Software Components, Architectures and Reuse, SBCARS 2021, Joinville, Brazil, September 27-28, 2021","pages":"31-40","year":"2021","urlauthor_version":"http://www.inf.puc-rio.br/~kalinowski/publications/FurtadoOK21.pdf","doi":"10.1145/3483899.3483909","bibtex":"@inproceedings{FurtadoOK21,\r\n author = {Viviane Furtado and\r\n Edson OliveiraJr and\r\n Marcos Kalinowski},\r\n title = {Guidelines for Promoting Software Product Line Experiments},\r\n abstract = {The importance of experimentation for Software Engineering research has been notably established in the last years. The software engineering community has discussed how to proper report and evaluate experiments using different approaches, such as quality criteria, scales, and checklists. Nevertheless, there are no guidelines to support researchers and practitioners active in straightforward software engineering research areas, as in Software Product Lines (SPL), at conducting experiments. We hypothesize that experimentation guidelines may aid such a specific area by providing advice and actual excerpts reflecting good practices of SPL experimentation, thus experimentally evolving this area. Therefore, the goal of this paper is to provide guidelines for properly reporting and promoting SPL experiments. We defined such guidelines based on well-known software engineering experiment reports, quality evaluation checklists, and data extracted from 211 SPL experiments identified in a systematic mapping study. We evaluated the guidelines with a qualitative study with SPL and experimentation experts applying open and axial coding procedures. The evaluation enabled us to improve the guidelines. The resulting guidelines contain specific advice to researchers active in SPL and provide examples taken from published SPL experiments. The experts’ positive points indicate that the proposed guidelines can aid SPL researchers and practitioners. Sharing the resulting guidelines could support conducting SPL experiments and allow further area evolution based on prospective experiment replications and reproductions from well-designed and reported experiments.},\r\n booktitle = {Brazilian Symposium on Software Components, Architectures and Reuse, {SBCARS} 2021, Joinville, Brazil, September 27-28, 2021},\r\n pages = {31-40},\r\n year = {2021},\r\n urlAuthor_version = {http://www.inf.puc-rio.br/~kalinowski/publications/FurtadoOK21.pdf},\r\n doi = {10.1145/3483899.3483909},\r\n}\r\n\r\n","author_short":["Furtado, V.","OliveiraJr, E.","Kalinowski, M."],"key":"FurtadoOK21","id":"FurtadoOK21","bibbaseid":"furtado-oliveirajr-kalinowski-guidelinesforpromotingsoftwareproductlineexperiments-2021","role":"author","urls":{"Author version":"http://www.inf.puc-rio.br/~kalinowski/publications/FurtadoOK21.pdf"},"metadata":{"authorlinks":{}},"downloads":1,"html":""},"bibtype":"inproceedings","biburl":"https://bibbase.org/f/2Gq6bNPQ845THHiMW/KalinowskiPapers.bib","dataSources":["JhEx5LqjNuowkDTYw","FPdHx2YNMWt6KHbaS","oL8GbjE74fizfjkxY","Wbj3iHa4hGsGjEGJE","q7rgFjFgwoTSGkm3G","aKfxcyv7C9p9ytdpG","9pAzChfPy53GguqQk","B8Jierr7smZsGa7Jb","tvqztEQv84agmtPEB","ZCce9uhx7vt9PXPrc","fNxekpJ4iGWMdJryo","FGDKYBjH9upApdKoL"],"keywords":[],"search_terms":["guidelines","promoting","software","product","line","experiments","furtado","oliveirajr","kalinowski"],"title":"Guidelines for Promoting Software Product Line Experiments","year":2021,"downloads":1}