ACCORDANT: A domain specific model and DevOps approach for big data analytics architectures. Castellanos, C., Varela, C. A., & Correal, D. Journal of Systems and Software, November, 2020.
ACCORDANT: A domain specific model and DevOps approach for big data analytics architectures [link]Paper  doi  abstract   bibtex   
Big data analytics (BDA) applications use machine learning algorithms to extract valuable insights from large, fast, and heterogeneous data sources. New software engineering challenges for BDA applications include ensuring performance levels of data-driven algorithms even in the presence of large data volume, velocity, and variety (3Vs). BDA software complexity frequently leads to delayed deployments, longer development cycles and challenging performance assessment. This paper proposes a Domain-Specific Model (DSM), and DevOps practices to design, deploy, and monitor performance metrics in BDA applications. Our proposal includes a design process, and a framework to define architectural inputs, software components, and deployment strategies through integrated high-level abstractions to enable QS monitoring. We evaluate our approach with four use cases from different domains to demonstrate a high level of generalization. Our results show a shorter deployment and monitoring times, and a higher gain factor per iteration compared to similar approaches.
@article{castellanos_accordant_2020,
	title = {{ACCORDANT}: {A} domain specific model and {DevOps} approach for big data analytics architectures},
	issn = {0164-1212},
	shorttitle = {{ACCORDANT}},
	url = {http://www.sciencedirect.com/science/article/pii/S0164121220302594},
	doi = {10.1016/j.jss.2020.110869},
	abstract = {Big data analytics (BDA) applications use machine learning algorithms to extract valuable insights from large, fast, and heterogeneous data sources. New software engineering challenges for BDA applications include ensuring performance levels of data-driven algorithms even in the presence of large data volume, velocity, and variety (3Vs). BDA software complexity frequently leads to delayed deployments, longer development cycles and challenging performance assessment. This paper proposes a Domain-Specific Model (DSM), and DevOps practices to design, deploy, and monitor performance metrics in BDA applications. Our proposal includes a design process, and a framework to define architectural inputs, software components, and deployment strategies through integrated high-level abstractions to enable QS monitoring. We evaluate our approach with four use cases from different domains to demonstrate a high level of generalization. Our results show a shorter deployment and monitoring times, and a higher gain factor per iteration compared to similar approaches.},
	language = {en},
	urldate = {2020-11-21},
	journal = {Journal of Systems and Software},
	author = {Castellanos, Camilo and Varela, Carlos A. and Correal, Dario},
	month = nov,
	year = {2020},
	keywords = {Big data analytics deployment, DevOps, Domain specific model, Performance monitoring, Quality scenarios, Software architecture},
	pages = {110869},
}

Downloads: 0