PaLM: Scaling Language Modeling with Pathways. Chowdhery, A., Narang, S., Devlin, J., Bosma, M., Mishra, G., Roberts, A., Barham, P., Chung, H. W., Sutton, C., Gehrmann, S., Schuh, P., Shi, K., Tsvyashchenko, S., Maynez, J., Rao, A., Barnes, P., Tay, Y., Shazeer, N., Prabhakaran, V., Reif, E., Du, N., Hutchinson, B., Pope, R., Bradbury, J., Austin, J., Isard, M., Gur-Ari, G., Yin, P., Duke, T., Levskaya, A., Ghemawat, S., Dev, S., Michalewski, H., Garcia, X., Misra, V., Robinson, K., Fedus, L., Zhou, D., Ippolito, D., Luan, D., Lim, H., Zoph, B., Spiridonov, A., Sepassi, R., Dohan, D., Agrawal, S., Omernick, M., Dai, A. M., Pillai, T. S., Pellat, M., Lewkowycz, A., Moreira, E., Child, R., Polozov, O., Lee, K., Zhou, Z., Wang, X., Saeta, B., Diaz, M., Firat, O., Catasta, M., Wei, J., Meier-Hellstern, K., Eck, D., Dean, J., Petrov, S., & Fiedel, N. J. Mach. Learn. Res., 24:240:1–240:113, 2023. Paper bibtex @article{DBLP:journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23,
author = {Aakanksha Chowdhery and
Sharan Narang and
Jacob Devlin and
Maarten Bosma and
Gaurav Mishra and
Adam Roberts and
Paul Barham and
Hyung Won Chung and
Charles Sutton and
Sebastian Gehrmann and
Parker Schuh and
Kensen Shi and
Sasha Tsvyashchenko and
Joshua Maynez and
Abhishek Rao and
Parker Barnes and
Yi Tay and
Noam Shazeer and
Vinodkumar Prabhakaran and
Emily Reif and
Nan Du and
Ben Hutchinson and
Reiner Pope and
James Bradbury and
Jacob Austin and
Michael Isard and
Guy Gur{-}Ari and
Pengcheng Yin and
Toju Duke and
Anselm Levskaya and
Sanjay Ghemawat and
Sunipa Dev and
Henryk Michalewski and
Xavier Garcia and
Vedant Misra and
Kevin Robinson and
Liam Fedus and
Denny Zhou and
Daphne Ippolito and
David Luan and
Hyeontaek Lim and
Barret Zoph and
Alexander Spiridonov and
Ryan Sepassi and
David Dohan and
Shivani Agrawal and
Mark Omernick and
Andrew M. Dai and
Thanumalayan Sankaranarayana Pillai and
Marie Pellat and
Aitor Lewkowycz and
Erica Moreira and
Rewon Child and
Oleksandr Polozov and
Katherine Lee and
Zongwei Zhou and
Xuezhi Wang and
Brennan Saeta and
Mark Diaz and
Orhan Firat and
Michele Catasta and
Jason Wei and
Kathy Meier{-}Hellstern and
Douglas Eck and
Jeff Dean and
Slav Petrov and
Noah Fiedel},
title = {PaLM: Scaling Language Modeling with Pathways},
journal = {J. Mach. Learn. Res.},
volume = {24},
pages = {240:1--240:113},
year = {2023},
url = {https://jmlr.org/papers/v24/22-1144.html},
timestamp = {Wed, 11 Sep 2024 01:00:00 +0200},
biburl = {https://dblp.org/rec/journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23.bib},
bibsource = {dblp computer science bibliography, https://dblp.org}
}
Downloads: 0
{"_id":"SNLuiTPS8T6ETtTyG","bibbaseid":"chowdhery-narang-devlin-bosma-mishra-roberts-barham-chung-etal-palmscalinglanguagemodelingwithpathways-2023","author_short":["Chowdhery, A.","Narang, S.","Devlin, J.","Bosma, M.","Mishra, G.","Roberts, A.","Barham, P.","Chung, H. W.","Sutton, C.","Gehrmann, S.","Schuh, P.","Shi, K.","Tsvyashchenko, S.","Maynez, J.","Rao, A.","Barnes, P.","Tay, Y.","Shazeer, N.","Prabhakaran, V.","Reif, E.","Du, N.","Hutchinson, B.","Pope, R.","Bradbury, J.","Austin, J.","Isard, M.","Gur-Ari, G.","Yin, P.","Duke, T.","Levskaya, A.","Ghemawat, S.","Dev, S.","Michalewski, H.","Garcia, X.","Misra, V.","Robinson, K.","Fedus, L.","Zhou, D.","Ippolito, D.","Luan, D.","Lim, H.","Zoph, B.","Spiridonov, A.","Sepassi, R.","Dohan, D.","Agrawal, S.","Omernick, M.","Dai, A. M.","Pillai, T. S.","Pellat, M.","Lewkowycz, A.","Moreira, E.","Child, R.","Polozov, O.","Lee, K.","Zhou, Z.","Wang, X.","Saeta, B.","Diaz, M.","Firat, O.","Catasta, M.","Wei, J.","Meier-Hellstern, K.","Eck, D.","Dean, J.","Petrov, S.","Fiedel, N."],"bibdata":{"bibtype":"article","type":"article","author":[{"firstnames":["Aakanksha"],"propositions":[],"lastnames":["Chowdhery"],"suffixes":[]},{"firstnames":["Sharan"],"propositions":[],"lastnames":["Narang"],"suffixes":[]},{"firstnames":["Jacob"],"propositions":[],"lastnames":["Devlin"],"suffixes":[]},{"firstnames":["Maarten"],"propositions":[],"lastnames":["Bosma"],"suffixes":[]},{"firstnames":["Gaurav"],"propositions":[],"lastnames":["Mishra"],"suffixes":[]},{"firstnames":["Adam"],"propositions":[],"lastnames":["Roberts"],"suffixes":[]},{"firstnames":["Paul"],"propositions":[],"lastnames":["Barham"],"suffixes":[]},{"firstnames":["Hyung","Won"],"propositions":[],"lastnames":["Chung"],"suffixes":[]},{"firstnames":["Charles"],"propositions":[],"lastnames":["Sutton"],"suffixes":[]},{"firstnames":["Sebastian"],"propositions":[],"lastnames":["Gehrmann"],"suffixes":[]},{"firstnames":["Parker"],"propositions":[],"lastnames":["Schuh"],"suffixes":[]},{"firstnames":["Kensen"],"propositions":[],"lastnames":["Shi"],"suffixes":[]},{"firstnames":["Sasha"],"propositions":[],"lastnames":["Tsvyashchenko"],"suffixes":[]},{"firstnames":["Joshua"],"propositions":[],"lastnames":["Maynez"],"suffixes":[]},{"firstnames":["Abhishek"],"propositions":[],"lastnames":["Rao"],"suffixes":[]},{"firstnames":["Parker"],"propositions":[],"lastnames":["Barnes"],"suffixes":[]},{"firstnames":["Yi"],"propositions":[],"lastnames":["Tay"],"suffixes":[]},{"firstnames":["Noam"],"propositions":[],"lastnames":["Shazeer"],"suffixes":[]},{"firstnames":["Vinodkumar"],"propositions":[],"lastnames":["Prabhakaran"],"suffixes":[]},{"firstnames":["Emily"],"propositions":[],"lastnames":["Reif"],"suffixes":[]},{"firstnames":["Nan"],"propositions":[],"lastnames":["Du"],"suffixes":[]},{"firstnames":["Ben"],"propositions":[],"lastnames":["Hutchinson"],"suffixes":[]},{"firstnames":["Reiner"],"propositions":[],"lastnames":["Pope"],"suffixes":[]},{"firstnames":["James"],"propositions":[],"lastnames":["Bradbury"],"suffixes":[]},{"firstnames":["Jacob"],"propositions":[],"lastnames":["Austin"],"suffixes":[]},{"firstnames":["Michael"],"propositions":[],"lastnames":["Isard"],"suffixes":[]},{"firstnames":["Guy"],"propositions":[],"lastnames":["Gur-Ari"],"suffixes":[]},{"firstnames":["Pengcheng"],"propositions":[],"lastnames":["Yin"],"suffixes":[]},{"firstnames":["Toju"],"propositions":[],"lastnames":["Duke"],"suffixes":[]},{"firstnames":["Anselm"],"propositions":[],"lastnames":["Levskaya"],"suffixes":[]},{"firstnames":["Sanjay"],"propositions":[],"lastnames":["Ghemawat"],"suffixes":[]},{"firstnames":["Sunipa"],"propositions":[],"lastnames":["Dev"],"suffixes":[]},{"firstnames":["Henryk"],"propositions":[],"lastnames":["Michalewski"],"suffixes":[]},{"firstnames":["Xavier"],"propositions":[],"lastnames":["Garcia"],"suffixes":[]},{"firstnames":["Vedant"],"propositions":[],"lastnames":["Misra"],"suffixes":[]},{"firstnames":["Kevin"],"propositions":[],"lastnames":["Robinson"],"suffixes":[]},{"firstnames":["Liam"],"propositions":[],"lastnames":["Fedus"],"suffixes":[]},{"firstnames":["Denny"],"propositions":[],"lastnames":["Zhou"],"suffixes":[]},{"firstnames":["Daphne"],"propositions":[],"lastnames":["Ippolito"],"suffixes":[]},{"firstnames":["David"],"propositions":[],"lastnames":["Luan"],"suffixes":[]},{"firstnames":["Hyeontaek"],"propositions":[],"lastnames":["Lim"],"suffixes":[]},{"firstnames":["Barret"],"propositions":[],"lastnames":["Zoph"],"suffixes":[]},{"firstnames":["Alexander"],"propositions":[],"lastnames":["Spiridonov"],"suffixes":[]},{"firstnames":["Ryan"],"propositions":[],"lastnames":["Sepassi"],"suffixes":[]},{"firstnames":["David"],"propositions":[],"lastnames":["Dohan"],"suffixes":[]},{"firstnames":["Shivani"],"propositions":[],"lastnames":["Agrawal"],"suffixes":[]},{"firstnames":["Mark"],"propositions":[],"lastnames":["Omernick"],"suffixes":[]},{"firstnames":["Andrew","M."],"propositions":[],"lastnames":["Dai"],"suffixes":[]},{"firstnames":["Thanumalayan","Sankaranarayana"],"propositions":[],"lastnames":["Pillai"],"suffixes":[]},{"firstnames":["Marie"],"propositions":[],"lastnames":["Pellat"],"suffixes":[]},{"firstnames":["Aitor"],"propositions":[],"lastnames":["Lewkowycz"],"suffixes":[]},{"firstnames":["Erica"],"propositions":[],"lastnames":["Moreira"],"suffixes":[]},{"firstnames":["Rewon"],"propositions":[],"lastnames":["Child"],"suffixes":[]},{"firstnames":["Oleksandr"],"propositions":[],"lastnames":["Polozov"],"suffixes":[]},{"firstnames":["Katherine"],"propositions":[],"lastnames":["Lee"],"suffixes":[]},{"firstnames":["Zongwei"],"propositions":[],"lastnames":["Zhou"],"suffixes":[]},{"firstnames":["Xuezhi"],"propositions":[],"lastnames":["Wang"],"suffixes":[]},{"firstnames":["Brennan"],"propositions":[],"lastnames":["Saeta"],"suffixes":[]},{"firstnames":["Mark"],"propositions":[],"lastnames":["Diaz"],"suffixes":[]},{"firstnames":["Orhan"],"propositions":[],"lastnames":["Firat"],"suffixes":[]},{"firstnames":["Michele"],"propositions":[],"lastnames":["Catasta"],"suffixes":[]},{"firstnames":["Jason"],"propositions":[],"lastnames":["Wei"],"suffixes":[]},{"firstnames":["Kathy"],"propositions":[],"lastnames":["Meier-Hellstern"],"suffixes":[]},{"firstnames":["Douglas"],"propositions":[],"lastnames":["Eck"],"suffixes":[]},{"firstnames":["Jeff"],"propositions":[],"lastnames":["Dean"],"suffixes":[]},{"firstnames":["Slav"],"propositions":[],"lastnames":["Petrov"],"suffixes":[]},{"firstnames":["Noah"],"propositions":[],"lastnames":["Fiedel"],"suffixes":[]}],"title":"PaLM: Scaling Language Modeling with Pathways","journal":"J. Mach. Learn. Res.","volume":"24","pages":"240:1–240:113","year":"2023","url":"https://jmlr.org/papers/v24/22-1144.html","timestamp":"Wed, 11 Sep 2024 01:00:00 +0200","biburl":"https://dblp.org/rec/journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23.bib","bibsource":"dblp computer science bibliography, https://dblp.org","bibtex":"@article{DBLP:journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23,\n author = {Aakanksha Chowdhery and\n Sharan Narang and\n Jacob Devlin and\n Maarten Bosma and\n Gaurav Mishra and\n Adam Roberts and\n Paul Barham and\n Hyung Won Chung and\n Charles Sutton and\n Sebastian Gehrmann and\n Parker Schuh and\n Kensen Shi and\n Sasha Tsvyashchenko and\n Joshua Maynez and\n Abhishek Rao and\n Parker Barnes and\n Yi Tay and\n Noam Shazeer and\n Vinodkumar Prabhakaran and\n Emily Reif and\n Nan Du and\n Ben Hutchinson and\n Reiner Pope and\n James Bradbury and\n Jacob Austin and\n Michael Isard and\n Guy Gur{-}Ari and\n Pengcheng Yin and\n Toju Duke and\n Anselm Levskaya and\n Sanjay Ghemawat and\n Sunipa Dev and\n Henryk Michalewski and\n Xavier Garcia and\n Vedant Misra and\n Kevin Robinson and\n Liam Fedus and\n Denny Zhou and\n Daphne Ippolito and\n David Luan and\n Hyeontaek Lim and\n Barret Zoph and\n Alexander Spiridonov and\n Ryan Sepassi and\n David Dohan and\n Shivani Agrawal and\n Mark Omernick and\n Andrew M. Dai and\n Thanumalayan Sankaranarayana Pillai and\n Marie Pellat and\n Aitor Lewkowycz and\n Erica Moreira and\n Rewon Child and\n Oleksandr Polozov and\n Katherine Lee and\n Zongwei Zhou and\n Xuezhi Wang and\n Brennan Saeta and\n Mark Diaz and\n Orhan Firat and\n Michele Catasta and\n Jason Wei and\n Kathy Meier{-}Hellstern and\n Douglas Eck and\n Jeff Dean and\n Slav Petrov and\n Noah Fiedel},\n title = {PaLM: Scaling Language Modeling with Pathways},\n journal = {J. Mach. Learn. Res.},\n volume = {24},\n pages = {240:1--240:113},\n year = {2023},\n url = {https://jmlr.org/papers/v24/22-1144.html},\n timestamp = {Wed, 11 Sep 2024 01:00:00 +0200},\n biburl = {https://dblp.org/rec/journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23.bib},\n bibsource = {dblp computer science bibliography, https://dblp.org}\n}\n\n","author_short":["Chowdhery, A.","Narang, S.","Devlin, J.","Bosma, M.","Mishra, G.","Roberts, A.","Barham, P.","Chung, H. W.","Sutton, C.","Gehrmann, S.","Schuh, P.","Shi, K.","Tsvyashchenko, S.","Maynez, J.","Rao, A.","Barnes, P.","Tay, Y.","Shazeer, N.","Prabhakaran, V.","Reif, E.","Du, N.","Hutchinson, B.","Pope, R.","Bradbury, J.","Austin, J.","Isard, M.","Gur-Ari, G.","Yin, P.","Duke, T.","Levskaya, A.","Ghemawat, S.","Dev, S.","Michalewski, H.","Garcia, X.","Misra, V.","Robinson, K.","Fedus, L.","Zhou, D.","Ippolito, D.","Luan, D.","Lim, H.","Zoph, B.","Spiridonov, A.","Sepassi, R.","Dohan, D.","Agrawal, S.","Omernick, M.","Dai, A. M.","Pillai, T. S.","Pellat, M.","Lewkowycz, A.","Moreira, E.","Child, R.","Polozov, O.","Lee, K.","Zhou, Z.","Wang, X.","Saeta, B.","Diaz, M.","Firat, O.","Catasta, M.","Wei, J.","Meier-Hellstern, K.","Eck, D.","Dean, J.","Petrov, S.","Fiedel, N."],"key":"DBLP:journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23","id":"DBLP:journals/jmlr/ChowdheryNDBMRBCSGSSTMRBTSPRDHPBAI23","bibbaseid":"chowdhery-narang-devlin-bosma-mishra-roberts-barham-chung-etal-palmscalinglanguagemodelingwithpathways-2023","role":"author","urls":{"Paper":"https://jmlr.org/papers/v24/22-1144.html"},"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"article","biburl":"http://dblp.org/pers/tb2/d/Dean:Jeffrey","dataSources":["rMEZSGRpGTSfEZaHM"],"keywords":[],"search_terms":["palm","scaling","language","modeling","pathways","chowdhery","narang","devlin","bosma","mishra","roberts","barham","chung","sutton","gehrmann","schuh","shi","tsvyashchenko","maynez","rao","barnes","tay","shazeer","prabhakaran","reif","du","hutchinson","pope","bradbury","austin","isard","gur-ari","yin","duke","levskaya","ghemawat","dev","michalewski","garcia","misra","robinson","fedus","zhou","ippolito","luan","lim","zoph","spiridonov","sepassi","dohan","agrawal","omernick","dai","pillai","pellat","lewkowycz","moreira","child","polozov","lee","zhou","wang","saeta","diaz","firat","catasta","wei","meier-hellstern","eck","dean","petrov","fiedel"],"title":"PaLM: Scaling Language Modeling with Pathways","year":2023}