PaLM: Scaling Language Modeling with Pathways.
Chowdhery, A.; Narang, S.; Devlin, J.; Bosma, M.; Mishra, G.; Roberts, A.; Barham, P.; Chung, H. W.; Sutton, C.; Gehrmann, S.; Schuh, P.; Shi, K.; Tsvyashchenko, S.; Maynez, J.; Rao, A.; Barnes, P.; Tay, Y.; Shazeer, N.; Prabhakaran, V.; Reif, E.; Du, N.; Hutchinson, B.; Pope, R.; Bradbury, J.; Austin, J.; Isard, M.; Gur-Ari, G.; Yin, P.; Duke, T.; Levskaya, A.; Ghemawat, S.; Dev, S.; Michalewski, H.; Garcia, X.; Misra, V.; Robinson, K.; Fedus, L.; Zhou, D.; Ippolito, D.; Luan, D.; Lim, H.; Zoph, B.; Spiridonov, A.; Sepassi, R.; Dohan, D.; Agrawal, S.; Omernick, M.; Dai, A. M.; Pillai, T. S.; Pellat, M.; Lewkowycz, A.; Moreira, E.; Child, R.; Polozov, O.; Lee, K.; Zhou, Z.; Wang, X.; Saeta, B.; Diaz, M.; Firat, O.; Catasta, M.; Wei, J.; Meier-Hellstern, K.; Eck, D.; Dean, J.; Petrov, S.; and Fiedel, N.
J. Mach. Learn. Res., 24: 240:1–240:113. 2023.
Paper
link
bibtex
@article{DBLP:journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23,
author = {Aakanksha Chowdhery and
Sharan Narang and
Jacob Devlin and
Maarten Bosma and
Gaurav Mishra and
Adam Roberts and
Paul Barham and
Hyung Won Chung and
Charles Sutton and
Sebastian Gehrmann and
Parker Schuh and
Kensen Shi and
Sasha Tsvyashchenko and
Joshua Maynez and
Abhishek Rao and
Parker Barnes and
Yi Tay and
Noam Shazeer and
Vinodkumar Prabhakaran and
Emily Reif and
Nan Du and
Ben Hutchinson and
Reiner Pope and
James Bradbury and
Jacob Austin and
Michael Isard and
Guy Gur{-}Ari and
Pengcheng Yin and
Toju Duke and
Anselm Levskaya and
Sanjay Ghemawat and
Sunipa Dev and
Henryk Michalewski and
Xavier Garcia and
Vedant Misra and
Kevin Robinson and
Liam Fedus and
Denny Zhou and
Daphne Ippolito and
David Luan and
Hyeontaek Lim and
Barret Zoph and
Alexander Spiridonov and
Ryan Sepassi and
David Dohan and
Shivani Agrawal and
Mark Omernick and
Andrew M. Dai and
Thanumalayan Sankaranarayana Pillai and
Marie Pellat and
Aitor Lewkowycz and
Erica Moreira and
Rewon Child and
Oleksandr Polozov and
Katherine Lee and
Zongwei Zhou and
Xuezhi Wang and
Brennan Saeta and
Mark Diaz and
Orhan Firat and
Michele Catasta and
Jason Wei and
Kathy Meier{-}Hellstern and
Douglas Eck and
Jeff Dean and
Slav Petrov and
Noah Fiedel},
title = {PaLM: Scaling Language Modeling with Pathways},
journal = {J. Mach. Learn. Res.},
volume = {24},
pages = {240:1--240:113},
year = {2023},
url = {https://jmlr.org/papers/v24/22-1144.html},
timestamp = {Wed, 11 Sep 2024 01:00:00 +0200},
biburl = {https://dblp.org/rec/journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23.bib},
bibsource = {dblp computer science bibliography, https://dblp.org}
}