@inproceedings{AlvesKM24,
  author = {Alves, Antonio Pedro Santos and Kalinowski, Marcos and M\'{e}ndez, Daniel},
  title = {Requirements Engineering for ML-Enabled Systems: Status Quo and Problems},
  year = {2024},
  isbn = {9798400717772},
  publisher = {Association for Computing Machinery},
  urlAuthor_version = {http://www.inf.puc-rio.br/~kalinowski/publications/AlvesKM24.pdf},
  doi = {10.1145/3701625.3701697},
  abstract = {Machine Learning (ML) systems are increasingly common in companies seeking to improve products and processes. While literature suggests that Requirements Engineering (RE) can address challenges in ML-enabled systems, most empirical studies are isolated and lack generalizability. The goal of this dissertation is to enhance the empirical evidence on the intersection of RE and ML-enabled systems. For this purpose, we conducted an international survey with 188 respondents from 25 countries, using statistical and qualitative analyses to explore RE practices and challenges in ML projects. Our key findings include: (i) project leaders and data scientists primarily handle RE activities, (ii) interactive Notebooks are the dominant documentation format, (iii) data quality, model reliability, and explainability are the main non-functional requirements, (iv) challenges when developing such systems include managing customer expectations and aligning requirements with data, and (v) the main problems practitioners face are related to lack of business domain understanding, unclear goals and requirements, and low customer engagement. These results give us a wider picture of the adopted practices and the challenges in industrial scenarios. We put forward the need to adapt further and disseminate RE-related practices for engineering high-quality ML-enabled systems.},
  booktitle = {Proceedings of the XXIII Brazilian Symposium on Software Quality},
  pages = {697–699},
  numpages = {3},
  keywords = {Requirements Engineering, Machine Learning, Survey},
  location = {Salvador, Brazil},
  note = {<font color="red">Summary for the "Second Best Brazilian Software Quality MS Dissertation Award", received at SBQS 2024. Student: Antonio Pedro Santos Alves, Advisors: Marcos Kalinowski and Daniel Mendez.</font>},
  series = {SBQS '24}
}

{"_id":"iGHcopDFDw7PLnrxC","bibbaseid":"alves-kalinowski-mndez-requirementsengineeringformlenabledsystemsstatusquoandproblems-2024","author_short":["Alves, A. P. S.","Kalinowski, M.","Méndez, D."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"propositions":[],"lastnames":["Alves"],"firstnames":["Antonio","Pedro","Santos"],"suffixes":[]},{"propositions":[],"lastnames":["Kalinowski"],"firstnames":["Marcos"],"suffixes":[]},{"propositions":[],"lastnames":["Méndez"],"firstnames":["Daniel"],"suffixes":[]}],"title":"Requirements Engineering for ML-Enabled Systems: Status Quo and Problems","year":"2024","isbn":"9798400717772","publisher":"Association for Computing Machinery","urlauthor_version":"http://www.inf.puc-rio.br/~kalinowski/publications/AlvesKM24.pdf","doi":"10.1145/3701625.3701697","abstract":"Machine Learning (ML) systems are increasingly common in companies seeking to improve products and processes. While literature suggests that Requirements Engineering (RE) can address challenges in ML-enabled systems, most empirical studies are isolated and lack generalizability. The goal of this dissertation is to enhance the empirical evidence on the intersection of RE and ML-enabled systems. For this purpose, we conducted an international survey with 188 respondents from 25 countries, using statistical and qualitative analyses to explore RE practices and challenges in ML projects. Our key findings include: (i) project leaders and data scientists primarily handle RE activities, (ii) interactive Notebooks are the dominant documentation format, (iii) data quality, model reliability, and explainability are the main non-functional requirements, (iv) challenges when developing such systems include managing customer expectations and aligning requirements with data, and (v) the main problems practitioners face are related to lack of business domain understanding, unclear goals and requirements, and low customer engagement. These results give us a wider picture of the adopted practices and the challenges in industrial scenarios. We put forward the need to adapt further and disseminate RE-related practices for engineering high-quality ML-enabled systems.","booktitle":"Proceedings of the XXIII Brazilian Symposium on Software Quality","pages":"697–699","numpages":"3","keywords":"Requirements Engineering, Machine Learning, Survey","location":"Salvador, Brazil","note":"<font color=\"red\">Summary for the \"Second Best Brazilian Software Quality MS Dissertation Award\", received at SBQS 2024. Student: Antonio Pedro Santos Alves, Advisors: Marcos Kalinowski and Daniel Mendez.</font>","series":"SBQS '24","bibtex":"@inproceedings{AlvesKM24,\r\n author = {Alves, Antonio Pedro Santos and Kalinowski, Marcos and M\\'{e}ndez, Daniel},\r\n title = {Requirements Engineering for ML-Enabled Systems: Status Quo and Problems},\r\n year = {2024},\r\n isbn = {9798400717772},\r\n publisher = {Association for Computing Machinery},\r\n urlAuthor_version = {http://www.inf.puc-rio.br/~kalinowski/publications/AlvesKM24.pdf},\r\n doi = {10.1145/3701625.3701697},\r\n abstract = {Machine Learning (ML) systems are increasingly common in companies seeking to improve products and processes. While literature suggests that Requirements Engineering (RE) can address challenges in ML-enabled systems, most empirical studies are isolated and lack generalizability. The goal of this dissertation is to enhance the empirical evidence on the intersection of RE and ML-enabled systems. For this purpose, we conducted an international survey with 188 respondents from 25 countries, using statistical and qualitative analyses to explore RE practices and challenges in ML projects. Our key findings include: (i) project leaders and data scientists primarily handle RE activities, (ii) interactive Notebooks are the dominant documentation format, (iii) data quality, model reliability, and explainability are the main non-functional requirements, (iv) challenges when developing such systems include managing customer expectations and aligning requirements with data, and (v) the main problems practitioners face are related to lack of business domain understanding, unclear goals and requirements, and low customer engagement. These results give us a wider picture of the adopted practices and the challenges in industrial scenarios. We put forward the need to adapt further and disseminate RE-related practices for engineering high-quality ML-enabled systems.},\r\n booktitle = {Proceedings of the XXIII Brazilian Symposium on Software Quality},\r\n pages = {697–699},\r\n numpages = {3},\r\n keywords = {Requirements Engineering, Machine Learning, Survey},\r\n location = {Salvador, Brazil},\r\n note = {<font color=\"red\">Summary for the \"Second Best Brazilian Software Quality MS Dissertation Award\", received at SBQS 2024. Student: Antonio Pedro Santos Alves, Advisors: Marcos Kalinowski and Daniel Mendez.</font>},\r\n series = {SBQS '24}\r\n}\r\n\r\n","author_short":["Alves, A. P. S.","Kalinowski, M.","Méndez, D."],"key":"AlvesKM24","id":"AlvesKM24","bibbaseid":"alves-kalinowski-mndez-requirementsengineeringformlenabledsystemsstatusquoandproblems-2024","role":"author","urls":{"Author version":"http://www.inf.puc-rio.br/~kalinowski/publications/AlvesKM24.pdf"},"keyword":["Requirements Engineering","Machine Learning","Survey"],"metadata":{"authorlinks":{}},"downloads":3},"bibtype":"inproceedings","biburl":"https://bibbase.org/network/files/KuRSiZJF8A6EZiujE","dataSources":["q7rgFjFgwoTSGkm3G","iSfhee4nHcHz4F2WQ"],"keywords":["requirements engineering","machine learning","survey"],"search_terms":["requirements","engineering","enabled","systems","status","quo","problems","alves","kalinowski","méndez"],"title":"Requirements Engineering for ML-Enabled Systems: Status Quo and Problems","year":2024,"downloads":3}