Enabling Distributed Petascale Science. Baranovski, A., Bharathi, S., Bresnahan, J., Chervenak, A., Foster, I., Fraser, D., Freeman, T., Gunter, D., Jackson, K., Keahey, K., Kesselman, C., Konerding, D. E, Leroy, N., Link, M., Livny, M., Miller, N., Miller, R., Oleynik, G., Pearlman, L., Schopf, J. M, Schuler, R., & Tierney, B. Journal of Physics: Conference Series, 78(1):012020, 2007. abstract bibtex Petascale science is an end-to-end endeavour, involving not only the creation of massive datasets at supercomputers or experimental facilities, but the subsequent analysis of that data by a user community that may be distributed across many laboratories and universities. The new SciDAC Center for Enabling Distributed Petascale Science (CEDPS) is developing tools to support this end-to-end process. These tools include data placement services for the reliable, high-performance, secure, and policy-driven placement of data within a distributed science environment; tools and techniques for the construction, operation, and provisioning of scalable science services; and tools for the detection and diagnosis of failures in end-to-end data placement and distributed application hosting configurations. In each area, we build on a strong base of existing technology and have made useful progress in the first year of the project. For example, we have recently achieved order-of-magnitude improvements in transfer times (for lots of small files) and implemented asynchronous data staging capabilities; demonstrated dynamic deployment of complex application stacks for the STAR experiment; and designed and deployed end-to-end troubleshooting services. We look forward to working with SciDAC application and technology projects to realize the promise of petascale science.
@article{Baranovski2007a,
abstract = {Petascale science is an end-to-end endeavour, involving not only the creation of massive datasets at supercomputers or experimental facilities, but the subsequent analysis of that data by a user community that may be distributed across many laboratories and universities. The new SciDAC Center for Enabling Distributed Petascale Science (CEDPS) is developing tools to support this end-to-end process. These tools include data placement services for the reliable, high-performance, secure, and policy-driven placement of data within a distributed science environment; tools and techniques for the construction, operation, and provisioning of scalable science services; and tools for the detection and diagnosis of failures in end-to-end data placement and distributed application hosting configurations. In each area, we build on a strong base of existing technology and have made useful progress in the first year of the project. For example, we have recently achieved order-of-magnitude improvements in transfer times (for lots of small files) and implemented asynchronous data staging capabilities; demonstrated dynamic deployment of complex application stacks for the STAR experiment; and designed and deployed end-to-end troubleshooting services. We look forward to working with SciDAC application and technology projects to realize the promise of petascale science.},
author = {Baranovski, Andrew and Bharathi, Shishir and Bresnahan, John and Chervenak, Ann and Foster, Ian and Fraser, Dan and Freeman, Tim and Gunter, Dan and Jackson, Keith and Keahey, Kate and Kesselman, Carl and Konerding, David E and Leroy, Nick and Link, Mike and Livny, Miron and Miller, Neill and Miller, Robert and Oleynik, Gene and Pearlman, Laura and Schopf, Jennifer M and Schuler, Robert and Tierney, Brian},
date-added = {2018-09-12 16:21:47 -0700},
date-modified = {2020-01-21 15:51:59 -0800},
journal = {Journal of Physics: Conference Series},
number = {1},
pages = {012020},
title = {Enabling Distributed Petascale Science},
volume = {78},
year = {2007}}
Downloads: 0
{"_id":"eifCxEFGeYiGsWzs6","bibbaseid":"baranovski-bharathi-bresnahan-chervenak-foster-fraser-freeman-gunter-etal-enablingdistributedpetascalescience-2007","author_short":["Baranovski, A.","Bharathi, S.","Bresnahan, J.","Chervenak, A.","Foster, I.","Fraser, D.","Freeman, T.","Gunter, D.","Jackson, K.","Keahey, K.","Kesselman, C.","Konerding, D. E","Leroy, N.","Link, M.","Livny, M.","Miller, N.","Miller, R.","Oleynik, G.","Pearlman, L.","Schopf, J. M","Schuler, R.","Tierney, B."],"bibdata":{"bibtype":"article","type":"article","abstract":"Petascale science is an end-to-end endeavour, involving not only the creation of massive datasets at supercomputers or experimental facilities, but the subsequent analysis of that data by a user community that may be distributed across many laboratories and universities. The new SciDAC Center for Enabling Distributed Petascale Science (CEDPS) is developing tools to support this end-to-end process. These tools include data placement services for the reliable, high-performance, secure, and policy-driven placement of data within a distributed science environment; tools and techniques for the construction, operation, and provisioning of scalable science services; and tools for the detection and diagnosis of failures in end-to-end data placement and distributed application hosting configurations. In each area, we build on a strong base of existing technology and have made useful progress in the first year of the project. For example, we have recently achieved order-of-magnitude improvements in transfer times (for lots of small files) and implemented asynchronous data staging capabilities; demonstrated dynamic deployment of complex application stacks for the STAR experiment; and designed and deployed end-to-end troubleshooting services. We look forward to working with SciDAC application and technology projects to realize the promise of petascale science.","author":[{"propositions":[],"lastnames":["Baranovski"],"firstnames":["Andrew"],"suffixes":[]},{"propositions":[],"lastnames":["Bharathi"],"firstnames":["Shishir"],"suffixes":[]},{"propositions":[],"lastnames":["Bresnahan"],"firstnames":["John"],"suffixes":[]},{"propositions":[],"lastnames":["Chervenak"],"firstnames":["Ann"],"suffixes":[]},{"propositions":[],"lastnames":["Foster"],"firstnames":["Ian"],"suffixes":[]},{"propositions":[],"lastnames":["Fraser"],"firstnames":["Dan"],"suffixes":[]},{"propositions":[],"lastnames":["Freeman"],"firstnames":["Tim"],"suffixes":[]},{"propositions":[],"lastnames":["Gunter"],"firstnames":["Dan"],"suffixes":[]},{"propositions":[],"lastnames":["Jackson"],"firstnames":["Keith"],"suffixes":[]},{"propositions":[],"lastnames":["Keahey"],"firstnames":["Kate"],"suffixes":[]},{"propositions":[],"lastnames":["Kesselman"],"firstnames":["Carl"],"suffixes":[]},{"propositions":[],"lastnames":["Konerding"],"firstnames":["David","E"],"suffixes":[]},{"propositions":[],"lastnames":["Leroy"],"firstnames":["Nick"],"suffixes":[]},{"propositions":[],"lastnames":["Link"],"firstnames":["Mike"],"suffixes":[]},{"propositions":[],"lastnames":["Livny"],"firstnames":["Miron"],"suffixes":[]},{"propositions":[],"lastnames":["Miller"],"firstnames":["Neill"],"suffixes":[]},{"propositions":[],"lastnames":["Miller"],"firstnames":["Robert"],"suffixes":[]},{"propositions":[],"lastnames":["Oleynik"],"firstnames":["Gene"],"suffixes":[]},{"propositions":[],"lastnames":["Pearlman"],"firstnames":["Laura"],"suffixes":[]},{"propositions":[],"lastnames":["Schopf"],"firstnames":["Jennifer","M"],"suffixes":[]},{"propositions":[],"lastnames":["Schuler"],"firstnames":["Robert"],"suffixes":[]},{"propositions":[],"lastnames":["Tierney"],"firstnames":["Brian"],"suffixes":[]}],"date-added":"2018-09-12 16:21:47 -0700","date-modified":"2020-01-21 15:51:59 -0800","journal":"Journal of Physics: Conference Series","number":"1","pages":"012020","title":"Enabling Distributed Petascale Science","volume":"78","year":"2007","bibtex":"@article{Baranovski2007a,\n\tabstract = {Petascale science is an end-to-end endeavour, involving not only the creation of massive datasets at supercomputers or experimental facilities, but the subsequent analysis of that data by a user community that may be distributed across many laboratories and universities. The new SciDAC Center for Enabling Distributed Petascale Science (CEDPS) is developing tools to support this end-to-end process. These tools include data placement services for the reliable, high-performance, secure, and policy-driven placement of data within a distributed science environment; tools and techniques for the construction, operation, and provisioning of scalable science services; and tools for the detection and diagnosis of failures in end-to-end data placement and distributed application hosting configurations. In each area, we build on a strong base of existing technology and have made useful progress in the first year of the project. For example, we have recently achieved order-of-magnitude improvements in transfer times (for lots of small files) and implemented asynchronous data staging capabilities; demonstrated dynamic deployment of complex application stacks for the STAR experiment; and designed and deployed end-to-end troubleshooting services. We look forward to working with SciDAC application and technology projects to realize the promise of petascale science.},\n\tauthor = {Baranovski, Andrew and Bharathi, Shishir and Bresnahan, John and Chervenak, Ann and Foster, Ian and Fraser, Dan and Freeman, Tim and Gunter, Dan and Jackson, Keith and Keahey, Kate and Kesselman, Carl and Konerding, David E and Leroy, Nick and Link, Mike and Livny, Miron and Miller, Neill and Miller, Robert and Oleynik, Gene and Pearlman, Laura and Schopf, Jennifer M and Schuler, Robert and Tierney, Brian},\n\tdate-added = {2018-09-12 16:21:47 -0700},\n\tdate-modified = {2020-01-21 15:51:59 -0800},\n\tjournal = {Journal of Physics: Conference Series},\n\tnumber = {1},\n\tpages = {012020},\n\ttitle = {Enabling Distributed Petascale Science},\n\tvolume = {78},\n\tyear = {2007}}\n\n","author_short":["Baranovski, A.","Bharathi, S.","Bresnahan, J.","Chervenak, A.","Foster, I.","Fraser, D.","Freeman, T.","Gunter, D.","Jackson, K.","Keahey, K.","Kesselman, C.","Konerding, D. E","Leroy, N.","Link, M.","Livny, M.","Miller, N.","Miller, R.","Oleynik, G.","Pearlman, L.","Schopf, J. M","Schuler, R.","Tierney, B."],"bibbaseid":"baranovski-bharathi-bresnahan-chervenak-foster-fraser-freeman-gunter-etal-enablingdistributedpetascalescience-2007","role":"author","urls":{},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/f/YxxSWE3BBc6kJ6Wog/schuler-2023.bib","dataSources":["x5vhyK5kTeSDShQwG","Kn5GhfPu5QWi3iwAJ","pEcDMRzQHHpguguDx","t9PsrY7b2G5FHxCkP"],"keywords":[],"search_terms":["enabling","distributed","petascale","science","baranovski","bharathi","bresnahan","chervenak","foster","fraser","freeman","gunter","jackson","keahey","kesselman","konerding","leroy","link","livny","miller","miller","oleynik","pearlman","schopf","schuler","tierney"],"title":"Enabling Distributed Petascale Science","year":2007}