Efficient data transfer protocols for big data. Tierney, B., Kissel, E., Swany, M., & Pouyoul, E. In 2012 IEEE 8th International Conference on E-Science, e-Science 2012, 2012.
doi  abstract   bibtex   
Data set sizes are growing exponentially, so it is important to use data movement protocols that are the most efficient available. Most data movement tools today rely on TCP over sockets, which limits flows to around 20Gbps on today's hardware. RDMA over Converged Ethernet (RoCE) is a promising new technology for high-performance network data movement with minimal CPU impact over circuit-based infrastructures.We compare the performance of TCP, UDP, UDT, and RoCE over high latency 10Gbps and 40Gbps network paths, and show that RoCE-based data transfers can fill a 40Gbps path using much less CPU than other protocols. We also show that the Linux zero-copy system calls can improve TCP performance considerably, especially on current Intel "Sandy Bridge"-based PCI Express 3.0 (Gen3) hosts. ©2012 IEEE.
@inproceedings{
 title = {Efficient data transfer protocols for big data},
 type = {inproceedings},
 year = {2012},
 id = {a42c4997-d89b-36cb-a23a-f0ee548ac035},
 created = {2019-10-01T17:20:47.179Z},
 file_attached = {false},
 profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},
 last_modified = {2019-10-01T17:23:32.899Z},
 read = {false},
 starred = {false},
 authored = {true},
 confirmed = {true},
 hidden = {false},
 citation_key = {Tierney2012},
 folder_uuids = {73f994b4-a3be-4035-a6dd-3802077ce863},
 private_publication = {false},
 abstract = {Data set sizes are growing exponentially, so it is important to use data movement protocols that are the most efficient available. Most data movement tools today rely on TCP over sockets, which limits flows to around 20Gbps on today's hardware. RDMA over Converged Ethernet (RoCE) is a promising new technology for high-performance network data movement with minimal CPU impact over circuit-based infrastructures.We compare the performance of TCP, UDP, UDT, and RoCE over high latency 10Gbps and 40Gbps network paths, and show that RoCE-based data transfers can fill a 40Gbps path using much less CPU than other protocols. We also show that the Linux zero-copy system calls can improve TCP performance considerably, especially on current Intel "Sandy Bridge"-based PCI Express 3.0 (Gen3) hosts. ©2012 IEEE.},
 bibtype = {inproceedings},
 author = {Tierney, B. and Kissel, E. and Swany, M. and Pouyoul, E.},
 doi = {10.1109/eScience.2012.6404462},
 booktitle = {2012 IEEE 8th International Conference on E-Science, e-Science 2012}
}

Downloads: 0