@INPROCEEDINGS{Zolfagharinia17-MSR-CPANBuilds,
   AUTHOR       = {Mahdis Zolfagharinia and Bram Adams and 
      Yann-Ga�l Gu�h�neuc},
   BOOKTITLE    = {Proceedings of the 14<sup>th</sup> International Conference on Mining Software Repositories (MSR)},
   TITLE        = {Do Not Trust Build Results at Face Value: An Empirical 
      Study of 30 Million CPAN Builds},
   YEAR         = {2017},
   OPTADDRESS   = {},
   OPTCROSSREF  = {},
   EDITOR       = {Lin Tan and Abram Hindle},
   MONTH        = {May},
   NOTE         = {10 pages.},
   OPTNUMBER    = {},
   OPTORGANIZATION = {},
   PAGES        = {312--322},
   PUBLISHER    = {ACM Press},
   OPTSERIES    = {},
   OPTVOLUME    = {},
   KEYWORDS     = {Topic: <b>Program comprehension</b>, Venue: <c>MSR</c>},
   URL          = {http://www.ptidej.net/publications/documents/MSR17b.doc.pdf},
   PDF          = {http://www.ptidej.net/publications/documents/MSR17b.ppt.pdf},
   ABSTRACT     = {Continuous Integration (CI) is a cornerstone of modern 
      quality assurance, providing on-demand builds (compilation and tests) 
      of code changes or software releases. Despite the myriad of CI tools 
      and frameworks, the basic activity of interpreting build results is 
      not straightforward, due to not only the number of builds being 
      performed but also, and especially, due to the phenomenon of build 
      inflation, according to which one code change can be built on dozens 
      of different operating systems, run-time environments and hardware 
      architectures. As existing work mostly ignored this inflation, this 
      paper performs a large-scale empirical study of the impact of OS and 
      run-time environment on build failures on 30 million builds of the 
      CPAN ecosystem's CI environment. We observe the evolution of build 
      failures over time, and investigate the impact of OSes and 
      environments on build failures. We show that distributions may fail 
      differently on different OSes and environments and, thus, that the 
      results of CI require careful filtering and selection to identify 
      reliable failure data.}
}

{"_id":"8HHnvS56bXRnnZ5HC","bibbaseid":"zolfagharinia-adams-guhneuc-donottrustbuildresultsatfacevalueanempiricalstudyof30millioncpanbuilds-2017","downloads":0,"creationDate":"2018-01-17T20:29:42.172Z","title":"Do Not Trust Build Results at Face Value: An Empirical Study of 30 Million CPAN Builds","author_short":["Zolfagharinia, M.","Adams, B.","Gu�h�neuc, Y."],"year":2017,"bibtype":"inproceedings","biburl":"http://www.yann-gael.gueheneuc.net/Work/Publications/Biblio/complete-bibliography.bib","bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["Mahdis"],"propositions":[],"lastnames":["Zolfagharinia"],"suffixes":[]},{"firstnames":["Bram"],"propositions":[],"lastnames":["Adams"],"suffixes":[]},{"firstnames":["Yann-Ga�l"],"propositions":[],"lastnames":["Gu�h�neuc"],"suffixes":[]}],"booktitle":"Proceedings of the 14^th International Conference on Mining Software Repositories (MSR)","title":"Do Not Trust Build Results at Face Value: An Empirical Study of 30 Million CPAN Builds","year":"2017","optaddress":"","optcrossref":"","editor":[{"firstnames":["Lin"],"propositions":[],"lastnames":["Tan"],"suffixes":[]},{"firstnames":["Abram"],"propositions":[],"lastnames":["Hindle"],"suffixes":[]}],"month":"May","note":"10 pages.","optnumber":"","optorganization":"","pages":"312–322","publisher":"ACM Press","optseries":"","optvolume":"","keywords":"Topic: <b>Program comprehension</b>, Venue: <c>MSR</c>","url":"http://www.ptidej.net/publications/documents/MSR17b.doc.pdf","pdf":"http://www.ptidej.net/publications/documents/MSR17b.ppt.pdf","abstract":"Continuous Integration (CI) is a cornerstone of modern quality assurance, providing on-demand builds (compilation and tests) of code changes or software releases. Despite the myriad of CI tools and frameworks, the basic activity of interpreting build results is not straightforward, due to not only the number of builds being performed but also, and especially, due to the phenomenon of build inflation, according to which one code change can be built on dozens of different operating systems, run-time environments and hardware architectures. As existing work mostly ignored this inflation, this paper performs a large-scale empirical study of the impact of OS and run-time environment on build failures on 30 million builds of the CPAN ecosystem's CI environment. We observe the evolution of build failures over time, and investigate the impact of OSes and environments on build failures. We show that distributions may fail differently on different OSes and environments and, thus, that the results of CI require careful filtering and selection to identify reliable failure data.","bibtex":"@INPROCEEDINGS{Zolfagharinia17-MSR-CPANBuilds,\r\n AUTHOR = {Mahdis Zolfagharinia and Bram Adams and \r\n Yann-Ga�l Gu�h�neuc},\r\n BOOKTITLE = {Proceedings of the 14^th International Conference on Mining Software Repositories (MSR)},\r\n TITLE = {Do Not Trust Build Results at Face Value: An Empirical \r\n Study of 30 Million CPAN Builds},\r\n YEAR = {2017},\r\n OPTADDRESS = {},\r\n OPTCROSSREF = {},\r\n EDITOR = {Lin Tan and Abram Hindle},\r\n MONTH = {May},\r\n NOTE = {10 pages.},\r\n OPTNUMBER = {},\r\n OPTORGANIZATION = {},\r\n PAGES = {312--322},\r\n PUBLISHER = {ACM Press},\r\n OPTSERIES = {},\r\n OPTVOLUME = {},\r\n KEYWORDS = {Topic: <b>Program comprehension</b>, Venue: <c>MSR</c>},\r\n URL = {http://www.ptidej.net/publications/documents/MSR17b.doc.pdf},\r\n PDF = {http://www.ptidej.net/publications/documents/MSR17b.ppt.pdf},\r\n ABSTRACT = {Continuous Integration (CI) is a cornerstone of modern \r\n quality assurance, providing on-demand builds (compilation and tests) \r\n of code changes or software releases. Despite the myriad of CI tools \r\n and frameworks, the basic activity of interpreting build results is \r\n not straightforward, due to not only the number of builds being \r\n performed but also, and especially, due to the phenomenon of build \r\n inflation, according to which one code change can be built on dozens \r\n of different operating systems, run-time environments and hardware \r\n architectures. As existing work mostly ignored this inflation, this \r\n paper performs a large-scale empirical study of the impact of OS and \r\n run-time environment on build failures on 30 million builds of the \r\n CPAN ecosystem's CI environment. We observe the evolution of build \r\n failures over time, and investigate the impact of OSes and \r\n environments on build failures. We show that distributions may fail \r\n differently on different OSes and environments and, thus, that the \r\n results of CI require careful filtering and selection to identify \r\n reliable failure data.}\r\n}\r\n\r\n","author_short":["Zolfagharinia, M.","Adams, B.","Gu�h�neuc, Y."],"editor_short":["Tan, L.","Hindle, A."],"key":"Zolfagharinia17-MSR-CPANBuilds","id":"Zolfagharinia17-MSR-CPANBuilds","bibbaseid":"zolfagharinia-adams-guhneuc-donottrustbuildresultsatfacevalueanempiricalstudyof30millioncpanbuilds-2017","role":"author","urls":{"Paper":"http://www.ptidej.net/publications/documents/MSR17b.doc.pdf"},"keyword":["Topic: <b>Program comprehension</b>","Venue: <c>MSR</c>"],"metadata":{"authorlinks":{"gu�h�neuc, y":"https://bibbase.org/show?bib=http%3A%2F%2Fwww.yann-gael.gueheneuc.net%2FWork%2FPublications%2FBiblio%2Fcomplete-bibliography.bib&msg=embed","guéhéneuc, y":"http://www.yann-gael.gueheneuc.net/"}}},"search_terms":["trust","build","results","face","value","empirical","study","million","cpan","builds","zolfagharinia","adams","gu�h�neuc"],"keywords":["topic: <b>program comprehension</b>","venue: <c>msr</c>"],"authorIDs":["AfJhKcg96muyPdu7S","xkviMnkrGBneANvMr"],"dataSources":["Sed98LbBeGaXxenrM","8vn5MSGYWB4fAx9Z4"]}