Performance and quality of service of data and video movement over a 100 Gbps testbed. Kluge, M., Simms, S., William, T., Henschel, R., Georgi, A., Meyer, C., Mueller, M., S., Stewart, C., A., Wünsch, W., & Nagel, W., E. Future Generation Computer Systems, 29(1):230-240, 1, 2013. Paper Website doi abstract bibtex Digital instruments and simulations are creating an ever-increasing amount of data. The need for institutions to acquire these data and transfer them for analysis, visualization, and archiving is growing as well. In parallel, networking technology is evolving, but at a much slower rate than our ability to create and store data. Single fiber 100 Gbps networking solutions have recently been deployed as national infrastructure. This article describes our experiences with data movement and video conferencing across a networking testbed, using the first commercially available single fiber 100 Gbps technology. The testbed is unique in its ability to be configured for a total length of 60, 200, or 400 km, allowing for tests with varying network latency. We performed low-level TCP tests and were able to use more than 99.9% of the theoretical available bandwidth with minimal tuning efforts. We used the Lustre file system to simulate how end users would interact with a remote file system over such a high performance link. We were able to use 94.4% of the theoretical available bandwidth with a standard file system benchmark, essentially saturating the wide area network. Finally, we performed tests with H.323 video conferencing hardware and quality of service (QoS) settings, showing that the link can reliably carry a full high-definition stream. Overall, we demonstrated the practicality of 100 Gbps networking and Lustre as excellent tools for data management. © 2012 Elsevier B.V. All rights reserved.
@article{
title = {Performance and quality of service of data and video movement over a 100 Gbps testbed},
type = {article},
year = {2013},
keywords = {High performance computing,Lustre,Networking,Performance analysis},
pages = {230-240},
volume = {29},
websites = {https://linkinghub.elsevier.com/retrieve/pii/S0167739X12001380},
month = {1},
id = {bfa40696-c300-360a-b4aa-46c916d7e08b},
created = {2019-08-29T18:58:49.399Z},
accessed = {2019-08-29},
file_attached = {true},
profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},
group_id = {27e0553c-8ec0-31bd-b42c-825b8a5a9ae8},
last_modified = {2020-09-09T18:22:55.634Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
private_publication = {false},
abstract = {Digital instruments and simulations are creating an ever-increasing amount of data. The need for institutions to acquire these data and transfer them for analysis, visualization, and archiving is growing as well. In parallel, networking technology is evolving, but at a much slower rate than our ability to create and store data. Single fiber 100 Gbps networking solutions have recently been deployed as national infrastructure. This article describes our experiences with data movement and video conferencing across a networking testbed, using the first commercially available single fiber 100 Gbps technology. The testbed is unique in its ability to be configured for a total length of 60, 200, or 400 km, allowing for tests with varying network latency. We performed low-level TCP tests and were able to use more than 99.9% of the theoretical available bandwidth with minimal tuning efforts. We used the Lustre file system to simulate how end users would interact with a remote file system over such a high performance link. We were able to use 94.4% of the theoretical available bandwidth with a standard file system benchmark, essentially saturating the wide area network. Finally, we performed tests with H.323 video conferencing hardware and quality of service (QoS) settings, showing that the link can reliably carry a full high-definition stream. Overall, we demonstrated the practicality of 100 Gbps networking and Lustre as excellent tools for data management. © 2012 Elsevier B.V. All rights reserved.},
bibtype = {article},
author = {Kluge, Michael and Simms, Stephen and William, Thomas and Henschel, Robert and Georgi, Andy and Meyer, Christian and Mueller, Matthias S. and Stewart, Craig A. and Wünsch, Wolfgang and Nagel, Wolfgang E.},
doi = {10.1016/j.future.2012.05.028},
journal = {Future Generation Computer Systems},
number = {1}
}
Downloads: 0
{"_id":"6HYYDqFmXZ9s8oBxw","bibbaseid":"kluge-simms-william-henschel-georgi-meyer-mueller-stewart-etal-performanceandqualityofserviceofdataandvideomovementovera100gbpstestbed-2013","authorIDs":[],"author_short":["Kluge, M.","Simms, S.","William, T.","Henschel, R.","Georgi, A.","Meyer, C.","Mueller, M., S.","Stewart, C., A.","Wünsch, W.","Nagel, W., E."],"bibdata":{"title":"Performance and quality of service of data and video movement over a 100 Gbps testbed","type":"article","year":"2013","keywords":"High performance computing,Lustre,Networking,Performance analysis","pages":"230-240","volume":"29","websites":"https://linkinghub.elsevier.com/retrieve/pii/S0167739X12001380","month":"1","id":"bfa40696-c300-360a-b4aa-46c916d7e08b","created":"2019-08-29T18:58:49.399Z","accessed":"2019-08-29","file_attached":"true","profile_id":"42d295c0-0737-38d6-8b43-508cab6ea85d","group_id":"27e0553c-8ec0-31bd-b42c-825b8a5a9ae8","last_modified":"2020-09-09T18:22:55.634Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"private_publication":false,"abstract":"Digital instruments and simulations are creating an ever-increasing amount of data. The need for institutions to acquire these data and transfer them for analysis, visualization, and archiving is growing as well. In parallel, networking technology is evolving, but at a much slower rate than our ability to create and store data. Single fiber 100 Gbps networking solutions have recently been deployed as national infrastructure. This article describes our experiences with data movement and video conferencing across a networking testbed, using the first commercially available single fiber 100 Gbps technology. The testbed is unique in its ability to be configured for a total length of 60, 200, or 400 km, allowing for tests with varying network latency. We performed low-level TCP tests and were able to use more than 99.9% of the theoretical available bandwidth with minimal tuning efforts. We used the Lustre file system to simulate how end users would interact with a remote file system over such a high performance link. We were able to use 94.4% of the theoretical available bandwidth with a standard file system benchmark, essentially saturating the wide area network. Finally, we performed tests with H.323 video conferencing hardware and quality of service (QoS) settings, showing that the link can reliably carry a full high-definition stream. Overall, we demonstrated the practicality of 100 Gbps networking and Lustre as excellent tools for data management. © 2012 Elsevier B.V. All rights reserved.","bibtype":"article","author":"Kluge, Michael and Simms, Stephen and William, Thomas and Henschel, Robert and Georgi, Andy and Meyer, Christian and Mueller, Matthias S. and Stewart, Craig A. and Wünsch, Wolfgang and Nagel, Wolfgang E.","doi":"10.1016/j.future.2012.05.028","journal":"Future Generation Computer Systems","number":"1","bibtex":"@article{\n title = {Performance and quality of service of data and video movement over a 100 Gbps testbed},\n type = {article},\n year = {2013},\n keywords = {High performance computing,Lustre,Networking,Performance analysis},\n pages = {230-240},\n volume = {29},\n websites = {https://linkinghub.elsevier.com/retrieve/pii/S0167739X12001380},\n month = {1},\n id = {bfa40696-c300-360a-b4aa-46c916d7e08b},\n created = {2019-08-29T18:58:49.399Z},\n accessed = {2019-08-29},\n file_attached = {true},\n profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},\n group_id = {27e0553c-8ec0-31bd-b42c-825b8a5a9ae8},\n last_modified = {2020-09-09T18:22:55.634Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n private_publication = {false},\n abstract = {Digital instruments and simulations are creating an ever-increasing amount of data. The need for institutions to acquire these data and transfer them for analysis, visualization, and archiving is growing as well. In parallel, networking technology is evolving, but at a much slower rate than our ability to create and store data. Single fiber 100 Gbps networking solutions have recently been deployed as national infrastructure. This article describes our experiences with data movement and video conferencing across a networking testbed, using the first commercially available single fiber 100 Gbps technology. The testbed is unique in its ability to be configured for a total length of 60, 200, or 400 km, allowing for tests with varying network latency. We performed low-level TCP tests and were able to use more than 99.9% of the theoretical available bandwidth with minimal tuning efforts. We used the Lustre file system to simulate how end users would interact with a remote file system over such a high performance link. We were able to use 94.4% of the theoretical available bandwidth with a standard file system benchmark, essentially saturating the wide area network. Finally, we performed tests with H.323 video conferencing hardware and quality of service (QoS) settings, showing that the link can reliably carry a full high-definition stream. Overall, we demonstrated the practicality of 100 Gbps networking and Lustre as excellent tools for data management. © 2012 Elsevier B.V. All rights reserved.},\n bibtype = {article},\n author = {Kluge, Michael and Simms, Stephen and William, Thomas and Henschel, Robert and Georgi, Andy and Meyer, Christian and Mueller, Matthias S. and Stewart, Craig A. and Wünsch, Wolfgang and Nagel, Wolfgang E.},\n doi = {10.1016/j.future.2012.05.028},\n journal = {Future Generation Computer Systems},\n number = {1}\n}","author_short":["Kluge, M.","Simms, S.","William, T.","Henschel, R.","Georgi, A.","Meyer, C.","Mueller, M., S.","Stewart, C., A.","Wünsch, W.","Nagel, W., E."],"urls":{"Paper":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d/file/28d2742a-ade8-a7b7-24dc-d7bb2363dcaf/full_text.pdf.pdf","Website":"https://linkinghub.elsevier.com/retrieve/pii/S0167739X12001380"},"biburl":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d","bibbaseid":"kluge-simms-william-henschel-georgi-meyer-mueller-stewart-etal-performanceandqualityofserviceofdataandvideomovementovera100gbpstestbed-2013","role":"author","keyword":["High performance computing","Lustre","Networking","Performance analysis"],"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"article","creationDate":"2019-09-03T15:04:27.875Z","downloads":0,"keywords":["high performance computing","lustre","networking","performance analysis"],"search_terms":["performance","quality","service","data","video","movement","over","100","gbps","testbed","kluge","simms","william","henschel","georgi","meyer","mueller","stewart","wünsch","nagel"],"title":"Performance and quality of service of data and video movement over a 100 Gbps testbed","year":2013,"biburl":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d","dataSources":["zgahneP4uAjKbudrQ","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"]}