@article{
 title = {Dhalion : Self-Regulating Stream Processing in Heron},
 type = {article},
 year = {2017},
 pages = {1825-1836},
 volume = {10},
 websites = {https://www.microsoft.com/en-us/research/publication/dhalion-self-regulating-stream-processing-heron/},
 id = {fd51ac3c-538f-3357-9229-f726db7a7343},
 created = {2017-08-29T16:55:17.750Z},
 file_attached = {true},
 profile_id = {9d42c173-db8a-3566-8a55-b1a79270b5ed},
 group_id = {325c0157-5788-3a71-bd59-340f23437b88},
 last_modified = {2018-01-10T17:12:35.318Z},
 read = {false},
 starred = {false},
 authored = {false},
 confirmed = {true},
 hidden = {false},
 citation_key = {Floratou2017},
 private_publication = {false},
 abstract = {In recent years, there has been an explosion of large-scale real- time analytics needs and a plethora of streaming systems have been developed to support such applications. These systems are able to continue stream processing even when faced with hard- ware and software failures. However, these systems do not ad- dress some crucial challenges facing their operators: the manual, time-consuming and error-prone tasks of tuning various configu- ration knobs to achieve service level objectives (SLO) as well as the maintenance of SLOs in the face of sudden, unpredictable load variation and hardware or software performance degradation. In this paper, we introduce the notion of self-regulating stream- ing systems and the key properties that they must satisfy. We then present the design and evaluation of Dhalion, a system that pro- vides self-regulation capabilities to underlying streaming systems. We describe our implementation of the Dhalion framework on top of Twitter Heron, as well as a number of policies that automatically reconfigure Heron topologies to meet throughput SLOs, scaling re- source consumption up and down as needed. We experimentally evaluate our Dhalion policies in a cloud environment and demon- strate their effectiveness. We are in the process of open-sourcing our Dhalion policies as part of the Heron project.},
 bibtype = {article},
 author = {Floratou, Avrilia and Agrawal, Ashvin and Graham, Bill and Rao, Sriram and Ramasamy, Karthik},
 journal = {Proceedings of the VLDB Endowment},
 number = {12}
}

{"_id":"n4epGdaD2nb3LmvPo","bibbaseid":"floratou-agrawal-graham-rao-ramasamy-dhalionselfregulatingstreamprocessinginheron-2017","authorIDs":[],"author_short":["Floratou, A.","Agrawal, A.","Graham, B.","Rao, S.","Ramasamy, K."],"bibdata":{"title":"Dhalion : Self-Regulating Stream Processing in Heron","type":"article","year":"2017","pages":"1825-1836","volume":"10","websites":"https://www.microsoft.com/en-us/research/publication/dhalion-self-regulating-stream-processing-heron/","id":"fd51ac3c-538f-3357-9229-f726db7a7343","created":"2017-08-29T16:55:17.750Z","file_attached":"true","profile_id":"9d42c173-db8a-3566-8a55-b1a79270b5ed","group_id":"325c0157-5788-3a71-bd59-340f23437b88","last_modified":"2018-01-10T17:12:35.318Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"Floratou2017","private_publication":false,"abstract":"In recent years, there has been an explosion of large-scale real- time analytics needs and a plethora of streaming systems have been developed to support such applications. These systems are able to continue stream processing even when faced with hard- ware and software failures. However, these systems do not ad- dress some crucial challenges facing their operators: the manual, time-consuming and error-prone tasks of tuning various configu- ration knobs to achieve service level objectives (SLO) as well as the maintenance of SLOs in the face of sudden, unpredictable load variation and hardware or software performance degradation. In this paper, we introduce the notion of self-regulating stream- ing systems and the key properties that they must satisfy. We then present the design and evaluation of Dhalion, a system that pro- vides self-regulation capabilities to underlying streaming systems. We describe our implementation of the Dhalion framework on top of Twitter Heron, as well as a number of policies that automatically reconfigure Heron topologies to meet throughput SLOs, scaling re- source consumption up and down as needed. We experimentally evaluate our Dhalion policies in a cloud environment and demon- strate their effectiveness. We are in the process of open-sourcing our Dhalion policies as part of the Heron project.","bibtype":"article","author":"Floratou, Avrilia and Agrawal, Ashvin and Graham, Bill and Rao, Sriram and Ramasamy, Karthik","journal":"Proceedings of the VLDB Endowment","number":"12","bibtex":"@article{\n title = {Dhalion : Self-Regulating Stream Processing in Heron},\n type = {article},\n year = {2017},\n pages = {1825-1836},\n volume = {10},\n websites = {https://www.microsoft.com/en-us/research/publication/dhalion-self-regulating-stream-processing-heron/},\n id = {fd51ac3c-538f-3357-9229-f726db7a7343},\n created = {2017-08-29T16:55:17.750Z},\n file_attached = {true},\n profile_id = {9d42c173-db8a-3566-8a55-b1a79270b5ed},\n group_id = {325c0157-5788-3a71-bd59-340f23437b88},\n last_modified = {2018-01-10T17:12:35.318Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {Floratou2017},\n private_publication = {false},\n abstract = {In recent years, there has been an explosion of large-scale real- time analytics needs and a plethora of streaming systems have been developed to support such applications. These systems are able to continue stream processing even when faced with hard- ware and software failures. However, these systems do not ad- dress some crucial challenges facing their operators: the manual, time-consuming and error-prone tasks of tuning various configu- ration knobs to achieve service level objectives (SLO) as well as the maintenance of SLOs in the face of sudden, unpredictable load variation and hardware or software performance degradation. In this paper, we introduce the notion of self-regulating stream- ing systems and the key properties that they must satisfy. We then present the design and evaluation of Dhalion, a system that pro- vides self-regulation capabilities to underlying streaming systems. We describe our implementation of the Dhalion framework on top of Twitter Heron, as well as a number of policies that automatically reconfigure Heron topologies to meet throughput SLOs, scaling re- source consumption up and down as needed. We experimentally evaluate our Dhalion policies in a cloud environment and demon- strate their effectiveness. We are in the process of open-sourcing our Dhalion policies as part of the Heron project.},\n bibtype = {article},\n author = {Floratou, Avrilia and Agrawal, Ashvin and Graham, Bill and Rao, Sriram and Ramasamy, Karthik},\n journal = {Proceedings of the VLDB Endowment},\n number = {12}\n}","author_short":["Floratou, A.","Agrawal, A.","Graham, B.","Rao, S.","Ramasamy, K."],"urls":{"Paper":"https://bibbase.org/service/mendeley/7127e9bf-bb7e-31a5-a06e-59fccf53ff81/file/36eae27f-534e-688b-692f-a2e53c04f1f1/p1825_floratou.pdf.pdf","Website":"https://www.microsoft.com/en-us/research/publication/dhalion-self-regulating-stream-processing-heron/"},"bibbaseid":"floratou-agrawal-graham-rao-ramasamy-dhalionselfregulatingstreamprocessinginheron-2017","role":"author","downloads":0},"bibtype":"article","creationDate":"2020-06-19T09:38:54.193Z","downloads":0,"keywords":[],"search_terms":["dhalion","self","regulating","stream","processing","heron","floratou","agrawal","graham","rao","ramasamy"],"title":"Dhalion : Self-Regulating Stream Processing in Heron","year":2017}