Toward a Holistic Evaluation of Edge-Cloud Systems: Insights from a Task Force. Jahnke, N., Großegesse, N., Jahnke, B., Jilg, D., Leskow, J., Schmook, R., Schultheis, A., & Wang, J. SSRN Electronic Journal, 2025. Preprint, posted on SSRN.![Toward a Holistic Evaluation of Edge-Cloud Systems: Insights from a Task Force [pdf]](https://bibbase.org/img/filetypes/pdf.svg "pdf")
Paper doi abstract bibtex 1 download Edge-Cloud Systems (ECS) are essential for realizing the potential of Internet of Things (IoT) data by integrating software and hardware components along the Edge-Cloud Continuum and combining the advantages of both computing paradigms. Given their diverse configurations and viable alternatives such as cloud-only solutions, ECS must be systematically assessed to demonstrate their tangible benefits to stakeholders. However, existing evaluation and benchmarking approaches across industry and academia remain fragmented, and a holistic evaluation framework is lacking. This article synthesizes the outcomes of a 2024-2025 task force involving 27 researchers and practitioners from Germany and Austria, consolidating existing approaches, tools, and metrics toward a comprehensive framework for ECS evaluation. The framework defines 16 evaluation criteria across three dimensions: technology (e.g., reliability, availability, resilience), organization (e.g., maintenance and administrative effort, interoperability, cost), and environment (e.g., regulatory compliance, data localization, environmental impact). Each criterion is linked to context-specific metrics and measurement methods. We illustrate the framework's practical application through use cases in networking, edge-enabled Artificial Intelligence, and carbon accounting. Finally, drawing on task force insights, we propose a practice-oriented research agenda to advance holistic ECS evaluation.
@article{JahnkeEtAl2025HolisticEvaluation,
author = {Jahnke, Nils and Gro{\ss}egesse, Nina and Jahnke, Brian-Frederik and Jilg, David and Leskow, Justus and Schmook, Rebecca and Schultheis, Alexander and Wang, Jiaqi},
title = {{Toward a Holistic Evaluation of Edge-Cloud Systems: Insights from a Task Force}},
journal = {SSRN Electronic Journal},
year = {2025},
pages = {1--16},
doi = {10.2139/ssrn.7132701},
url = {https://www.wi2.uni-trier.de/shared/publications/2026_SSRN_JahnkeEtAl.pdf},
abstract = {Edge-Cloud Systems (ECS) are essential for realizing the potential of Internet of Things (IoT) data by integrating software and hardware components along the Edge-Cloud Continuum and combining the advantages of both computing paradigms. Given their diverse configurations and viable alternatives such as cloud-only solutions, ECS must be systematically assessed to demonstrate their tangible benefits to stakeholders. However, existing evaluation and benchmarking approaches across industry and academia remain fragmented, and a holistic evaluation framework is lacking. This article synthesizes the outcomes of a 2024-2025 task force involving 27 researchers and practitioners from Germany and Austria, consolidating existing approaches, tools, and metrics toward a comprehensive framework for ECS evaluation. The framework defines 16 evaluation criteria across three dimensions: technology (e.g., reliability, availability, resilience), organization (e.g., maintenance and administrative effort, interoperability, cost), and environment (e.g., regulatory compliance, data localization, environmental impact). Each criterion is linked to context-specific metrics and measurement methods. We illustrate the framework's practical application through use cases in networking, edge-enabled Artificial Intelligence, and carbon accounting. Finally, drawing on task force insights, we propose a practice-oriented research agenda to advance holistic ECS evaluation.},
keywords = {Edge-Cloud Systems, System Evaluation, Edge-Cloud Use Cases, Edge Computing, Cloud Computing},
note = {Preprint, posted on SSRN.}
}
Downloads: 1
{"_id":"nrSiiTCcTBkfhrD6w","bibbaseid":"jahnke-groegesse-jahnke-jilg-leskow-schmook-schultheis-wang-towardaholisticevaluationofedgecloudsystemsinsightsfromataskforce-2025","author_short":["Jahnke, N.","Großegesse, N.","Jahnke, B.","Jilg, D.","Leskow, J.","Schmook, R.","Schultheis, A.","Wang, J."],"bibdata":{"bibtype":"article","type":"article","author":[{"propositions":[],"lastnames":["Jahnke"],"firstnames":["Nils"],"suffixes":[]},{"propositions":[],"lastnames":["Großegesse"],"firstnames":["Nina"],"suffixes":[]},{"propositions":[],"lastnames":["Jahnke"],"firstnames":["Brian-Frederik"],"suffixes":[]},{"propositions":[],"lastnames":["Jilg"],"firstnames":["David"],"suffixes":[]},{"propositions":[],"lastnames":["Leskow"],"firstnames":["Justus"],"suffixes":[]},{"propositions":[],"lastnames":["Schmook"],"firstnames":["Rebecca"],"suffixes":[]},{"propositions":[],"lastnames":["Schultheis"],"firstnames":["Alexander"],"suffixes":[]},{"propositions":[],"lastnames":["Wang"],"firstnames":["Jiaqi"],"suffixes":[]}],"title":"Toward a Holistic Evaluation of Edge-Cloud Systems: Insights from a Task Force","journal":"SSRN Electronic Journal","year":"2025","pages":"1–16","doi":"10.2139/ssrn.7132701","url":"https://www.wi2.uni-trier.de/shared/publications/2026_SSRN_JahnkeEtAl.pdf","abstract":"Edge-Cloud Systems (ECS) are essential for realizing the potential of Internet of Things (IoT) data by integrating software and hardware components along the Edge-Cloud Continuum and combining the advantages of both computing paradigms. Given their diverse configurations and viable alternatives such as cloud-only solutions, ECS must be systematically assessed to demonstrate their tangible benefits to stakeholders. However, existing evaluation and benchmarking approaches across industry and academia remain fragmented, and a holistic evaluation framework is lacking. This article synthesizes the outcomes of a 2024-2025 task force involving 27 researchers and practitioners from Germany and Austria, consolidating existing approaches, tools, and metrics toward a comprehensive framework for ECS evaluation. The framework defines 16 evaluation criteria across three dimensions: technology (e.g., reliability, availability, resilience), organization (e.g., maintenance and administrative effort, interoperability, cost), and environment (e.g., regulatory compliance, data localization, environmental impact). Each criterion is linked to context-specific metrics and measurement methods. We illustrate the framework's practical application through use cases in networking, edge-enabled Artificial Intelligence, and carbon accounting. Finally, drawing on task force insights, we propose a practice-oriented research agenda to advance holistic ECS evaluation.","keywords":"Edge-Cloud Systems, System Evaluation, Edge-Cloud Use Cases, Edge Computing, Cloud Computing","note":"Preprint, posted on SSRN.","bibtex":"@article{JahnkeEtAl2025HolisticEvaluation,\n author = {Jahnke, Nils and Gro{\\ss}egesse, Nina and Jahnke, Brian-Frederik and Jilg, David and Leskow, Justus and Schmook, Rebecca and Schultheis, Alexander and Wang, Jiaqi},\n title = {{Toward a Holistic Evaluation of Edge-Cloud Systems: Insights from a Task Force}},\n journal = {SSRN Electronic Journal},\n year = {2025},\n pages = {1--16},\n doi = {10.2139/ssrn.7132701},\n url = {https://www.wi2.uni-trier.de/shared/publications/2026_SSRN_JahnkeEtAl.pdf},\n abstract = {Edge-Cloud Systems (ECS) are essential for realizing the potential of Internet of Things (IoT) data by integrating software and hardware components along the Edge-Cloud Continuum and combining the advantages of both computing paradigms. Given their diverse configurations and viable alternatives such as cloud-only solutions, ECS must be systematically assessed to demonstrate their tangible benefits to stakeholders. However, existing evaluation and benchmarking approaches across industry and academia remain fragmented, and a holistic evaluation framework is lacking. This article synthesizes the outcomes of a 2024-2025 task force involving 27 researchers and practitioners from Germany and Austria, consolidating existing approaches, tools, and metrics toward a comprehensive framework for ECS evaluation. The framework defines 16 evaluation criteria across three dimensions: technology (e.g., reliability, availability, resilience), organization (e.g., maintenance and administrative effort, interoperability, cost), and environment (e.g., regulatory compliance, data localization, environmental impact). Each criterion is linked to context-specific metrics and measurement methods. We illustrate the framework's practical application through use cases in networking, edge-enabled Artificial Intelligence, and carbon accounting. Finally, drawing on task force insights, we propose a practice-oriented research agenda to advance holistic ECS evaluation.},\n keywords = {Edge-Cloud Systems, System Evaluation, Edge-Cloud Use Cases, Edge Computing, Cloud Computing},\n note = {Preprint, posted on SSRN.}\n}\n\n","author_short":["Jahnke, N.","Großegesse, N.","Jahnke, B.","Jilg, D.","Leskow, J.","Schmook, R.","Schultheis, A.","Wang, J."],"key":"JahnkeEtAl2025HolisticEvaluation","id":"JahnkeEtAl2025HolisticEvaluation","bibbaseid":"jahnke-groegesse-jahnke-jilg-leskow-schmook-schultheis-wang-towardaholisticevaluationofedgecloudsystemsinsightsfromataskforce-2025","role":"author","urls":{"Paper":"https://www.wi2.uni-trier.de/shared/publications/2026_SSRN_JahnkeEtAl.pdf"},"keyword":["Edge-Cloud Systems","System Evaluation","Edge-Cloud Use Cases","Edge Computing","Cloud Computing"],"metadata":{"authorlinks":{}},"downloads":1},"bibtype":"article","biburl":"https://web.wi2.uni-trier.de/publications/WI2Publikationen.bib","dataSources":["MSp3DzP4ToPojqkFy","Td7BJ334QwxWK4vLW"],"keywords":["edge-cloud systems","system evaluation","edge-cloud use cases","edge computing","cloud computing"],"search_terms":["toward","holistic","evaluation","edge","cloud","systems","insights","task","force","jahnke","großegesse","jahnke","jilg","leskow","schmook","schultheis","wang"],"title":"Toward a Holistic Evaluation of Edge-Cloud Systems: Insights from a Task Force","year":2025,"downloads":1}