Provenance as essential infrastructure for Data Lakes. Suriarachchi, I. & Plale, B. Volume 9672 , 2016.
doi  abstract   bibtex   
© Springer International Publishing Switzerland 2016. The Data Lake is emerging as a Big Data storage and management solution which can store any type of data at scale and execute data transformations for analysis. Higher flexibility in storage increases the risk of Data Lakes becoming data swamps. In this paper we show how provenance contributes to data management within a Data Lake infrastructure. We study provenance integration challenges and propose a reference architecture for provenance usage in a Data Lake. Finally we discuss the applicability of our tools in the proposed architecture.
@book{
 title = {Provenance as essential infrastructure for Data Lakes},
 type = {book},
 year = {2016},
 source = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)},
 volume = {9672},
 id = {162a97d5-0181-329d-aadd-3b3b7a78b05b},
 created = {2019-10-01T17:20:44.907Z},
 file_attached = {false},
 profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},
 last_modified = {2019-10-01T17:23:19.567Z},
 read = {false},
 starred = {false},
 authored = {true},
 confirmed = {true},
 hidden = {false},
 citation_key = {Suriarachchi2016b},
 folder_uuids = {73f994b4-a3be-4035-a6dd-3802077ce863},
 private_publication = {false},
 abstract = {© Springer International Publishing Switzerland 2016. The Data Lake is emerging as a Big Data storage and management solution which can store any type of data at scale and execute data transformations for analysis. Higher flexibility in storage increases the risk of Data Lakes becoming data swamps. In this paper we show how provenance contributes to data management within a Data Lake infrastructure. We study provenance integration challenges and propose a reference architecture for provenance usage in a Data Lake. Finally we discuss the applicability of our tools in the proposed architecture.},
 bibtype = {book},
 author = {Suriarachchi, I. and Plale, B.},
 doi = {10.1007/978-3-319-40593-3_16}
}

Downloads: 0