Parallel Execution of Workflows driven by Distributed Database Techniques. Souza, R. & Mattoso, M. In Satelite Events of the 32nd Brazilian Symposium on Databases (SBBD), Thesis and Dissertations Contest, pages 163–168, Uberlândia, MG, October, 2017. Sociedade Brasileira de Computação. Best MS dissertation
Paper abstract bibtex Many-Task Computing (MTC) workflow executions involve thousands of parallel tasks that consume and produce large amounts of data and are scheduled on multiple nodes in a large HPC cluster. A complete run may last for weeks. Users have to analyze and steer the dataflow at runtime. This introduces several challenges for efficient data management without jeopardizing performance. This dissertation combines distributed data management techniques (ACID transactions, concurrency control, and database design) to propose a scalable solution for MTC workflows. Domain data, dataflow provenance, and workflow execution data are managed together in an in-memory distributed DBMS. As a result, a distributed scheduling via transactions in this database attains high scalability in a 1,008-cores HPC cluster, while maintaining runtime data analytical capabilities.
@inproceedings{souza_parallel_2017,
address = {Uberlândia, MG},
title = {Parallel {Execution} of {Workflows} driven by {Distributed} {Database} {Techniques}},
isbn = {978-85-7669-399-4},
url = {https://renan-souza.github.io/papers/souza-sbbd17-ctdbd-award.pdf},
abstract = {Many-Task Computing (MTC) workflow executions involve thousands of parallel tasks that consume and produce large amounts of data and are scheduled on multiple nodes in a large HPC cluster. A complete run may last for weeks. Users have to analyze and steer the dataflow at runtime. This introduces several challenges for efficient data management without jeopardizing performance. This dissertation combines distributed data management techniques (ACID transactions, concurrency control, and database design) to propose a scalable solution for MTC workflows. Domain data, dataflow provenance, and workflow execution data are managed together in an in-memory distributed DBMS. As a result, a distributed scheduling via transactions in this database attains high scalability in a 1,008-cores HPC cluster, while maintaining runtime data analytical capabilities.},
booktitle = {Satelite {Events} of the 32nd {Brazilian} {Symposium} on {Databases} ({SBBD}), {Thesis} and {Dissertations} {Contest}},
publisher = {Sociedade Brasileira de Computação},
author = {Souza, Renan and Mattoso, Marta},
month = oct,
year = {2017},
note = {Best MS dissertation},
pages = {163--168},
}
Downloads: 0
{"_id":"3QYgGM5WTq3PcJjE6","bibbaseid":"souza-mattoso-parallelexecutionofworkflowsdrivenbydistributeddatabasetechniques-2017","downloads":0,"creationDate":"2018-03-17T02:42:08.768Z","title":"Parallel Execution of Workflows driven by Distributed Database Techniques","author_short":["Souza, R.","Mattoso, M."],"year":2017,"bibtype":"inproceedings","biburl":"https://api.zotero.org/users/2398721/collections/JQJ2F2BR/items?key=VoBqRAZqV5r5GUZQw2NHKmbx&format=bibtex","bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"Uberlândia, MG","title":"Parallel Execution of Workflows driven by Distributed Database Techniques","isbn":"978-85-7669-399-4","url":"https://renan-souza.github.io/papers/souza-sbbd17-ctdbd-award.pdf","abstract":"Many-Task Computing (MTC) workflow executions involve thousands of parallel tasks that consume and produce large amounts of data and are scheduled on multiple nodes in a large HPC cluster. A complete run may last for weeks. Users have to analyze and steer the dataflow at runtime. This introduces several challenges for efficient data management without jeopardizing performance. This dissertation combines distributed data management techniques (ACID transactions, concurrency control, and database design) to propose a scalable solution for MTC workflows. Domain data, dataflow provenance, and workflow execution data are managed together in an in-memory distributed DBMS. As a result, a distributed scheduling via transactions in this database attains high scalability in a 1,008-cores HPC cluster, while maintaining runtime data analytical capabilities.","booktitle":"Satelite Events of the 32nd Brazilian Symposium on Databases (SBBD), Thesis and Dissertations Contest","publisher":"Sociedade Brasileira de Computação","author":[{"propositions":[],"lastnames":["Souza"],"firstnames":["Renan"],"suffixes":[]},{"propositions":[],"lastnames":["Mattoso"],"firstnames":["Marta"],"suffixes":[]}],"month":"October","year":"2017","note":"Best MS dissertation","pages":"163–168","bibtex":"@inproceedings{souza_parallel_2017,\n\taddress = {Uberlândia, MG},\n\ttitle = {Parallel {Execution} of {Workflows} driven by {Distributed} {Database} {Techniques}},\n\tisbn = {978-85-7669-399-4},\n\turl = {https://renan-souza.github.io/papers/souza-sbbd17-ctdbd-award.pdf},\n\tabstract = {Many-Task Computing (MTC) workflow executions involve thousands of parallel tasks that consume and produce large amounts of data and are scheduled on multiple nodes in a large HPC cluster. A complete run may last for weeks. Users have to analyze and steer the dataflow at runtime. This introduces several challenges for efficient data management without jeopardizing performance. This dissertation combines distributed data management techniques (ACID transactions, concurrency control, and database design) to propose a scalable solution for MTC workflows. Domain data, dataflow provenance, and workflow execution data are managed together in an in-memory distributed DBMS. As a result, a distributed scheduling via transactions in this database attains high scalability in a 1,008-cores HPC cluster, while maintaining runtime data analytical capabilities.},\n\tbooktitle = {Satelite {Events} of the 32nd {Brazilian} {Symposium} on {Databases} ({SBBD}), {Thesis} and {Dissertations} {Contest}},\n\tpublisher = {Sociedade Brasileira de Computação},\n\tauthor = {Souza, Renan and Mattoso, Marta},\n\tmonth = oct,\n\tyear = {2017},\n\tnote = {Best MS dissertation},\n\tpages = {163--168},\n}\n\n","author_short":["Souza, R.","Mattoso, M."],"key":"souza_parallel_2017","id":"souza_parallel_2017","bibbaseid":"souza-mattoso-parallelexecutionofworkflowsdrivenbydistributeddatabasetechniques-2017","role":"author","urls":{"Paper":"https://renan-souza.github.io/papers/souza-sbbd17-ctdbd-award.pdf"},"metadata":{"authorlinks":{}},"downloads":0,"html":""},"search_terms":["parallel","execution","workflows","driven","distributed","database","techniques","souza","mattoso"],"keywords":[],"authorIDs":[],"dataSources":["93jxftsTTF4MwZur7","7uijYTg9LRzbvZtLn"]}