A Holistic View of Stream Partitioning Costs. Katsipoulakis, N., R., Labrinidis, A., & Chrysanthis, P., K. ![A Holistic View of Stream Partitioning Costs [pdf]](https://bibbase.org/img/filetypes/pdf.svg "pdf")
Paper abstract bibtex Stream processing has become the dominant processing model for monitoring and real-time analytics. Modern Parallel Stream Pro-cessing Engines (pSPEs) have made it feasible to increase the per-formance in both monitoring and analytical queries by parallelizing a query's execution and distributing the load on multiple workers. A determining factor for the performance of a pSPE is the parti-tioning algorithm used to disseminate tuples to workers. Until now, partitioning methods in pSPEs have been similar to the ones used in parallel databases and only recently load-aware algorithms have been employed to improve the effectiveness of parallel execution. We identify and demonstrate the need to incorporate aggregation costs in the partitioning model when executing stateful operations in parallel, in order to minimize the overall latency and/or through-put. Towards this, we propose new stream partitioning algorithms, that consider both tuple imbalance and aggregation cost. We eval-uate our proposed algorithms and show that they can achieve up to an order of magnitude better performance, compared to the current state of the art.
@article{
title = {A Holistic View of Stream Partitioning Costs},
type = {article},
pages = {1286-1297},
id = {4d2f96d3-8f93-35a1-82be-c33e7fa724bf},
created = {2017-08-29T16:55:16.279Z},
file_attached = {true},
profile_id = {9d42c173-db8a-3566-8a55-b1a79270b5ed},
group_id = {325c0157-5788-3a71-bd59-340f23437b88},
last_modified = {2018-01-10T17:12:35.379Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
citation_key = {Katsipoulakis},
private_publication = {false},
abstract = {Stream processing has become the dominant processing model for monitoring and real-time analytics. Modern Parallel Stream Pro-cessing Engines (pSPEs) have made it feasible to increase the per-formance in both monitoring and analytical queries by parallelizing a query's execution and distributing the load on multiple workers. A determining factor for the performance of a pSPE is the parti-tioning algorithm used to disseminate tuples to workers. Until now, partitioning methods in pSPEs have been similar to the ones used in parallel databases and only recently load-aware algorithms have been employed to improve the effectiveness of parallel execution. We identify and demonstrate the need to incorporate aggregation costs in the partitioning model when executing stateful operations in parallel, in order to minimize the overall latency and/or through-put. Towards this, we propose new stream partitioning algorithms, that consider both tuple imbalance and aggregation cost. We eval-uate our proposed algorithms and show that they can achieve up to an order of magnitude better performance, compared to the current state of the art.},
bibtype = {article},
author = {Katsipoulakis, Nikos R and Labrinidis, Alexandros and Chrysanthis, Panos K}
}
Downloads: 0
{"_id":"z7AjuurPXJMozj58c","bibbaseid":"katsipoulakis-labrinidis-chrysanthis-aholisticviewofstreampartitioningcosts","authorIDs":[],"author_short":["Katsipoulakis, N., R.","Labrinidis, A.","Chrysanthis, P., K."],"bibdata":{"title":"A Holistic View of Stream Partitioning Costs","type":"article","pages":"1286-1297","id":"4d2f96d3-8f93-35a1-82be-c33e7fa724bf","created":"2017-08-29T16:55:16.279Z","file_attached":"true","profile_id":"9d42c173-db8a-3566-8a55-b1a79270b5ed","group_id":"325c0157-5788-3a71-bd59-340f23437b88","last_modified":"2018-01-10T17:12:35.379Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"Katsipoulakis","private_publication":false,"abstract":"Stream processing has become the dominant processing model for monitoring and real-time analytics. Modern Parallel Stream Pro-cessing Engines (pSPEs) have made it feasible to increase the per-formance in both monitoring and analytical queries by parallelizing a query's execution and distributing the load on multiple workers. A determining factor for the performance of a pSPE is the parti-tioning algorithm used to disseminate tuples to workers. Until now, partitioning methods in pSPEs have been similar to the ones used in parallel databases and only recently load-aware algorithms have been employed to improve the effectiveness of parallel execution. We identify and demonstrate the need to incorporate aggregation costs in the partitioning model when executing stateful operations in parallel, in order to minimize the overall latency and/or through-put. Towards this, we propose new stream partitioning algorithms, that consider both tuple imbalance and aggregation cost. We eval-uate our proposed algorithms and show that they can achieve up to an order of magnitude better performance, compared to the current state of the art.","bibtype":"article","author":"Katsipoulakis, Nikos R and Labrinidis, Alexandros and Chrysanthis, Panos K","bibtex":"@article{\n title = {A Holistic View of Stream Partitioning Costs},\n type = {article},\n pages = {1286-1297},\n id = {4d2f96d3-8f93-35a1-82be-c33e7fa724bf},\n created = {2017-08-29T16:55:16.279Z},\n file_attached = {true},\n profile_id = {9d42c173-db8a-3566-8a55-b1a79270b5ed},\n group_id = {325c0157-5788-3a71-bd59-340f23437b88},\n last_modified = {2018-01-10T17:12:35.379Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {Katsipoulakis},\n private_publication = {false},\n abstract = {Stream processing has become the dominant processing model for monitoring and real-time analytics. Modern Parallel Stream Pro-cessing Engines (pSPEs) have made it feasible to increase the per-formance in both monitoring and analytical queries by parallelizing a query's execution and distributing the load on multiple workers. A determining factor for the performance of a pSPE is the parti-tioning algorithm used to disseminate tuples to workers. Until now, partitioning methods in pSPEs have been similar to the ones used in parallel databases and only recently load-aware algorithms have been employed to improve the effectiveness of parallel execution. We identify and demonstrate the need to incorporate aggregation costs in the partitioning model when executing stateful operations in parallel, in order to minimize the overall latency and/or through-put. Towards this, we propose new stream partitioning algorithms, that consider both tuple imbalance and aggregation cost. We eval-uate our proposed algorithms and show that they can achieve up to an order of magnitude better performance, compared to the current state of the art.},\n bibtype = {article},\n author = {Katsipoulakis, Nikos R and Labrinidis, Alexandros and Chrysanthis, Panos K}\n}","author_short":["Katsipoulakis, N., R.","Labrinidis, A.","Chrysanthis, P., K."],"urls":{"Paper":"https://bibbase.org/service/mendeley/7127e9bf-bb7e-31a5-a06e-59fccf53ff81/file/3f9b9ec4-5eb4-fec9-1f61-55ee6644d121/p1286_katsipoulakis.pdf.pdf"},"bibbaseid":"katsipoulakis-labrinidis-chrysanthis-aholisticviewofstreampartitioningcosts","role":"author","downloads":0},"bibtype":"article","creationDate":"2020-06-19T09:38:54.163Z","downloads":0,"keywords":[],"search_terms":["holistic","view","stream","partitioning","costs","katsipoulakis","labrinidis","chrysanthis"],"title":"A Holistic View of Stream Partitioning Costs","year":null}