Perspectives on High-Performance Computing in a Big Data World

Perspectives on High-Performance Computing in a Big Data World. Fox, G., C. In Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing (HPDC '19), pages 145-145, 2019. Association for Computing Machinery (ACM).

Paper doi abstract bibtex

High-Performance Computing (HPC) and Cyberinfrastructure have played a leadership role in computational science even since the start of the NSF computing centers program. Thirty years ago parallel computing was a centerpiece of computer science research. Naively Big Data surely requires HPC to be processed, and transformational Big Data technology such as Hadoop and Spark exploit parallelism to success. Nevertheless, the HPC community does not appear to be thriving as a leader in Data Science while parallel computing is no longer a centerpiece. Some reasons for this are the dominant presence of Industry in technology futures and the universal fascination with Artificial Intelligence and Machine Learning. Maybe the pendulum will swing back a bit, but I expect the "AI first" philosophy to dominate in the foreseeable future. Thus I describe a future where HPC thrives in collaboration with Industry and AI. In particular, I discuss the promise of MLforHPC (AI for systems) and HPCforML (systems for AI).

@inproceedings{
 title = {Perspectives on High-Performance Computing in a Big Data World},
 type = {inproceedings},
 year = {2019},
 pages = {145-145},
 publisher = {Association for Computing Machinery (ACM)},
 id = {b3fd52e4-5fee-3c48-870c-5907f55cdc3c},
 created = {2019-10-01T17:20:55.838Z},
 accessed = {2019-08-21},
 file_attached = {true},
 profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},
 last_modified = {2020-05-11T14:43:33.542Z},
 read = {false},
 starred = {false},
 authored = {true},
 confirmed = {true},
 hidden = {false},
 citation_key = {Fox2019b},
 private_publication = {false},
 abstract = {High-Performance Computing (HPC) and Cyberinfrastructure have played a leadership role in computational science even since the start of the NSF computing centers program. Thirty years ago parallel computing was a centerpiece of computer science research. Naively Big Data surely requires HPC to be processed, and transformational Big Data technology such as Hadoop and Spark exploit parallelism to success. Nevertheless, the HPC community does not appear to be thriving as a leader in Data Science while parallel computing is no longer a centerpiece. Some reasons for this are the dominant presence of Industry in technology futures and the universal fascination with Artificial Intelligence and Machine Learning. Maybe the pendulum will swing back a bit, but I expect the "AI first" philosophy to dominate in the foreseeable future. Thus I describe a future where HPC thrives in collaboration with Industry and AI. In particular, I discuss the promise of MLforHPC (AI for systems) and HPCforML (systems for AI).},
 bibtype = {inproceedings},
 author = {Fox, Geoffrey C.},
 doi = {10.1145/3307681.3325410},
 booktitle = {Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing (HPDC '19)}
}

Downloads: 0

{"_id":"vqjhmYxdNqmqcozrE","bibbaseid":"fox-perspectivesonhighperformancecomputinginabigdataworld-2019","authorIDs":[],"author_short":["Fox, G., C."],"bibdata":{"title":"Perspectives on High-Performance Computing in a Big Data World","type":"inproceedings","year":"2019","pages":"145-145","publisher":"Association for Computing Machinery (ACM)","id":"b3fd52e4-5fee-3c48-870c-5907f55cdc3c","created":"2019-10-01T17:20:55.838Z","accessed":"2019-08-21","file_attached":"true","profile_id":"42d295c0-0737-38d6-8b43-508cab6ea85d","last_modified":"2020-05-11T14:43:33.542Z","read":false,"starred":false,"authored":"true","confirmed":"true","hidden":false,"citation_key":"Fox2019b","private_publication":false,"abstract":"High-Performance Computing (HPC) and Cyberinfrastructure have played a leadership role in computational science even since the start of the NSF computing centers program. Thirty years ago parallel computing was a centerpiece of computer science research. Naively Big Data surely requires HPC to be processed, and transformational Big Data technology such as Hadoop and Spark exploit parallelism to success. Nevertheless, the HPC community does not appear to be thriving as a leader in Data Science while parallel computing is no longer a centerpiece. Some reasons for this are the dominant presence of Industry in technology futures and the universal fascination with Artificial Intelligence and Machine Learning. Maybe the pendulum will swing back a bit, but I expect the \"AI first\" philosophy to dominate in the foreseeable future. Thus I describe a future where HPC thrives in collaboration with Industry and AI. In particular, I discuss the promise of MLforHPC (AI for systems) and HPCforML (systems for AI).","bibtype":"inproceedings","author":"Fox, Geoffrey C.","doi":"10.1145/3307681.3325410","booktitle":"Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing (HPDC '19)","bibtex":"@inproceedings{\n title = {Perspectives on High-Performance Computing in a Big Data World},\n type = {inproceedings},\n year = {2019},\n pages = {145-145},\n publisher = {Association for Computing Machinery (ACM)},\n id = {b3fd52e4-5fee-3c48-870c-5907f55cdc3c},\n created = {2019-10-01T17:20:55.838Z},\n accessed = {2019-08-21},\n file_attached = {true},\n profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},\n last_modified = {2020-05-11T14:43:33.542Z},\n read = {false},\n starred = {false},\n authored = {true},\n confirmed = {true},\n hidden = {false},\n citation_key = {Fox2019b},\n private_publication = {false},\n abstract = {High-Performance Computing (HPC) and Cyberinfrastructure have played a leadership role in computational science even since the start of the NSF computing centers program. Thirty years ago parallel computing was a centerpiece of computer science research. Naively Big Data surely requires HPC to be processed, and transformational Big Data technology such as Hadoop and Spark exploit parallelism to success. Nevertheless, the HPC community does not appear to be thriving as a leader in Data Science while parallel computing is no longer a centerpiece. Some reasons for this are the dominant presence of Industry in technology futures and the universal fascination with Artificial Intelligence and Machine Learning. Maybe the pendulum will swing back a bit, but I expect the \"AI first\" philosophy to dominate in the foreseeable future. Thus I describe a future where HPC thrives in collaboration with Industry and AI. In particular, I discuss the promise of MLforHPC (AI for systems) and HPCforML (systems for AI).},\n bibtype = {inproceedings},\n author = {Fox, Geoffrey C.},\n doi = {10.1145/3307681.3325410},\n booktitle = {Proceedings of the 28th International Symposium on High-Performance Parallel and Distributed Computing (HPDC '19)}\n}","author_short":["Fox, G., C."],"urls":{"Paper":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d/file/40bc25af-68f7-c761-13a5-94c81b1678da/Fox___2019___Perspectives_on_High_Performance_Computing_in_a_Big_Data_World2.pdf.pdf"},"biburl":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d","bibbaseid":"fox-perspectivesonhighperformancecomputinginabigdataworld-2019","role":"author","metadata":{"authorlinks":{}},"downloads":0},"bibtype":"inproceedings","creationDate":"2019-08-21T20:36:59.232Z","downloads":0,"keywords":[],"search_terms":["perspectives","high","performance","computing","big","data","world","fox"],"title":"Perspectives on High-Performance Computing in a Big Data World","year":2019,"biburl":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d","dataSources":["zgahneP4uAjKbudrQ","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"]}