High performance lda through collective model communication optimization. Zhang, B., Peng, B., B., & Qiu, J. Procedia Computer Science, 80:86-97, Elsevier, 2016. doi abstract bibtex © The Authors. Published by Elsevier B.V. LDA is a widely used machine learning technique for big data analysis. The application includes an inference algorithm that iteratively updates a model until it converges. A major challenge is the scaling issue in parallelization owing to the fact that the model size is huge and parallel workers need to communicate the model continually. We identify three important features of the model in parallel LDA computation: 1. The volume of model parameters required for local computation is high; 2. The time complexity of local computation is proportional to the required model size; 3. The model size shrinks as it converges. By investigating collective and asynchronous methods for model communication in di erent tools, we discover that optimized collective communication can improve the model update speed, thus allowing the model to converge faster. The performance improvement derives not only from accelerated communication but also from reduced iteration computation time as the model size shrinks during the model convergence. To foster faster model convergence, we design new collective communication abstractions and implement two Harp-LDA applications, lgs and rtt. We compare our new approach with Yahoo! LDA and Petuum LDA, two leading implementations favoring asynchronous communication methods in the eld, on a 100-node, 4000-thread Intel Haswell cluster. The experiments show that lgs can reach higher model likelihood with shorter or similar execution time compared with Yahoo! LDA, while rtt can run up to 3.9 times faster compared with Petuum LDA when achieving similar model likelihood.
@article{
title = {High performance lda through collective model communication optimization},
type = {article},
year = {2016},
pages = {86-97},
volume = {80},
publisher = {Elsevier},
id = {acb13c9b-3c97-3691-bfa7-5ada1a1da94c},
created = {2018-01-09T20:30:37.407Z},
file_attached = {false},
profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},
last_modified = {2020-05-11T14:43:44.822Z},
read = {false},
starred = {false},
authored = {true},
confirmed = {true},
hidden = {false},
citation_key = {Zhang2016a},
source_type = {JOUR},
folder_uuids = {36d8ccf4-7085-47fa-8ab9-897283d082c5},
private_publication = {false},
abstract = {© The Authors. Published by Elsevier B.V. LDA is a widely used machine learning technique for big data analysis. The application includes an inference algorithm that iteratively updates a model until it converges. A major challenge is the scaling issue in parallelization owing to the fact that the model size is huge and parallel workers need to communicate the model continually. We identify three important features of the model in parallel LDA computation: 1. The volume of model parameters required for local computation is high; 2. The time complexity of local computation is proportional to the required model size; 3. The model size shrinks as it converges. By investigating collective and asynchronous methods for model communication in di erent tools, we discover that optimized collective communication can improve the model update speed, thus allowing the model to converge faster. The performance improvement derives not only from accelerated communication but also from reduced iteration computation time as the model size shrinks during the model convergence. To foster faster model convergence, we design new collective communication abstractions and implement two Harp-LDA applications, lgs and rtt. We compare our new approach with Yahoo! LDA and Petuum LDA, two leading implementations favoring asynchronous communication methods in the eld, on a 100-node, 4000-thread Intel Haswell cluster. The experiments show that lgs can reach higher model likelihood with shorter or similar execution time compared with Yahoo! LDA, while rtt can run up to 3.9 times faster compared with Petuum LDA when achieving similar model likelihood.},
bibtype = {article},
author = {Zhang, Bingjing and Peng, B. Bo and Qiu, Judy},
doi = {10.1016/j.procs.2016.05.300},
journal = {Procedia Computer Science}
}
Downloads: 0
{"_id":"oEruCcnze5wZ8pnkr","bibbaseid":"zhang-peng-qiu-highperformanceldathroughcollectivemodelcommunicationoptimization-2016","downloads":0,"creationDate":"2018-03-12T19:10:28.082Z","title":"High performance lda through collective model communication optimization","author_short":["Zhang, B.","Peng, B., B.","Qiu, J."],"year":2016,"bibtype":"article","biburl":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d","bibdata":{"title":"High performance lda through collective model communication optimization","type":"article","year":"2016","pages":"86-97","volume":"80","publisher":"Elsevier","id":"acb13c9b-3c97-3691-bfa7-5ada1a1da94c","created":"2018-01-09T20:30:37.407Z","file_attached":false,"profile_id":"42d295c0-0737-38d6-8b43-508cab6ea85d","last_modified":"2020-05-11T14:43:44.822Z","read":false,"starred":false,"authored":"true","confirmed":"true","hidden":false,"citation_key":"Zhang2016a","source_type":"JOUR","folder_uuids":"36d8ccf4-7085-47fa-8ab9-897283d082c5","private_publication":false,"abstract":"© The Authors. Published by Elsevier B.V. LDA is a widely used machine learning technique for big data analysis. The application includes an inference algorithm that iteratively updates a model until it converges. A major challenge is the scaling issue in parallelization owing to the fact that the model size is huge and parallel workers need to communicate the model continually. We identify three important features of the model in parallel LDA computation: 1. The volume of model parameters required for local computation is high; 2. The time complexity of local computation is proportional to the required model size; 3. The model size shrinks as it converges. By investigating collective and asynchronous methods for model communication in di erent tools, we discover that optimized collective communication can improve the model update speed, thus allowing the model to converge faster. The performance improvement derives not only from accelerated communication but also from reduced iteration computation time as the model size shrinks during the model convergence. To foster faster model convergence, we design new collective communication abstractions and implement two Harp-LDA applications, lgs and rtt. We compare our new approach with Yahoo! LDA and Petuum LDA, two leading implementations favoring asynchronous communication methods in the eld, on a 100-node, 4000-thread Intel Haswell cluster. The experiments show that lgs can reach higher model likelihood with shorter or similar execution time compared with Yahoo! LDA, while rtt can run up to 3.9 times faster compared with Petuum LDA when achieving similar model likelihood.","bibtype":"article","author":"Zhang, Bingjing and Peng, B. Bo and Qiu, Judy","doi":"10.1016/j.procs.2016.05.300","journal":"Procedia Computer Science","bibtex":"@article{\n title = {High performance lda through collective model communication optimization},\n type = {article},\n year = {2016},\n pages = {86-97},\n volume = {80},\n publisher = {Elsevier},\n id = {acb13c9b-3c97-3691-bfa7-5ada1a1da94c},\n created = {2018-01-09T20:30:37.407Z},\n file_attached = {false},\n profile_id = {42d295c0-0737-38d6-8b43-508cab6ea85d},\n last_modified = {2020-05-11T14:43:44.822Z},\n read = {false},\n starred = {false},\n authored = {true},\n confirmed = {true},\n hidden = {false},\n citation_key = {Zhang2016a},\n source_type = {JOUR},\n folder_uuids = {36d8ccf4-7085-47fa-8ab9-897283d082c5},\n private_publication = {false},\n abstract = {© The Authors. Published by Elsevier B.V. LDA is a widely used machine learning technique for big data analysis. The application includes an inference algorithm that iteratively updates a model until it converges. A major challenge is the scaling issue in parallelization owing to the fact that the model size is huge and parallel workers need to communicate the model continually. We identify three important features of the model in parallel LDA computation: 1. The volume of model parameters required for local computation is high; 2. The time complexity of local computation is proportional to the required model size; 3. The model size shrinks as it converges. By investigating collective and asynchronous methods for model communication in di erent tools, we discover that optimized collective communication can improve the model update speed, thus allowing the model to converge faster. The performance improvement derives not only from accelerated communication but also from reduced iteration computation time as the model size shrinks during the model convergence. To foster faster model convergence, we design new collective communication abstractions and implement two Harp-LDA applications, lgs and rtt. We compare our new approach with Yahoo! LDA and Petuum LDA, two leading implementations favoring asynchronous communication methods in the eld, on a 100-node, 4000-thread Intel Haswell cluster. The experiments show that lgs can reach higher model likelihood with shorter or similar execution time compared with Yahoo! LDA, while rtt can run up to 3.9 times faster compared with Petuum LDA when achieving similar model likelihood.},\n bibtype = {article},\n author = {Zhang, Bingjing and Peng, B. Bo and Qiu, Judy},\n doi = {10.1016/j.procs.2016.05.300},\n journal = {Procedia Computer Science}\n}","author_short":["Zhang, B.","Peng, B., B.","Qiu, J."],"biburl":"https://bibbase.org/service/mendeley/42d295c0-0737-38d6-8b43-508cab6ea85d","bibbaseid":"zhang-peng-qiu-highperformanceldathroughcollectivemodelcommunicationoptimization-2016","role":"author","urls":{},"metadata":{"authorlinks":{}},"downloads":0},"search_terms":["high","performance","lda","through","collective","model","communication","optimization","zhang","peng","qiu"],"keywords":[],"authorIDs":[],"dataSources":["zgahneP4uAjKbudrQ","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"]}