PaLM: Scaling Language Modeling with Pathways

PaLM: Scaling Language Modeling with Pathways. Chowdhery, A., Narang, S., Devlin, J., Bosma, M., Mishra, G., Roberts, A., Barham, P., Chung, H. W., Sutton, C., Gehrmann, S., Schuh, P., Shi, K., Tsvyashchenko, S., Maynez, J., Rao, A., Barnes, P., Tay, Y., Shazeer, N., Prabhakaran, V., Reif, E., Du, N., Hutchinson, B., Pope, R., Bradbury, J., Austin, J., Isard, M., Gur-Ari, G., Yin, P., Duke, T., Levskaya, A., Ghemawat, S., Dev, S., Michalewski, H., Garcia, X., Misra, V., Robinson, K., Fedus, L., Zhou, D., Ippolito, D., Luan, D., Lim, H., Zoph, B., Spiridonov, A., Sepassi, R., Dohan, D., Agrawal, S., Omernick, M., Dai, A. M., Pillai, T. S., Pellat, M., Lewkowycz, A., Moreira, E., Child, R., Polozov, O., Lee, K., Zhou, Z., Wang, X., Saeta, B., Diaz, M., Firat, O., Catasta, M., Wei, J., Meier-Hellstern, K., Eck, D., Dean, J., Petrov, S., & Fiedel, N. CoRR, 2022.

Paper doi bibtex

@article{DBLP:journals/corr/abs-2204-02311,
  author       = {Aakanksha Chowdhery and
                  Sharan Narang and
                  Jacob Devlin and
                  Maarten Bosma and
                  Gaurav Mishra and
                  Adam Roberts and
                  Paul Barham and
                  Hyung Won Chung and
                  Charles Sutton and
                  Sebastian Gehrmann and
                  Parker Schuh and
                  Kensen Shi and
                  Sasha Tsvyashchenko and
                  Joshua Maynez and
                  Abhishek Rao and
                  Parker Barnes and
                  Yi Tay and
                  Noam Shazeer and
                  Vinodkumar Prabhakaran and
                  Emily Reif and
                  Nan Du and
                  Ben Hutchinson and
                  Reiner Pope and
                  James Bradbury and
                  Jacob Austin and
                  Michael Isard and
                  Guy Gur{-}Ari and
                  Pengcheng Yin and
                  Toju Duke and
                  Anselm Levskaya and
                  Sanjay Ghemawat and
                  Sunipa Dev and
                  Henryk Michalewski and
                  Xavier Garcia and
                  Vedant Misra and
                  Kevin Robinson and
                  Liam Fedus and
                  Denny Zhou and
                  Daphne Ippolito and
                  David Luan and
                  Hyeontaek Lim and
                  Barret Zoph and
                  Alexander Spiridonov and
                  Ryan Sepassi and
                  David Dohan and
                  Shivani Agrawal and
                  Mark Omernick and
                  Andrew M. Dai and
                  Thanumalayan Sankaranarayana Pillai and
                  Marie Pellat and
                  Aitor Lewkowycz and
                  Erica Moreira and
                  Rewon Child and
                  Oleksandr Polozov and
                  Katherine Lee and
                  Zongwei Zhou and
                  Xuezhi Wang and
                  Brennan Saeta and
                  Mark Diaz and
                  Orhan Firat and
                  Michele Catasta and
                  Jason Wei and
                  Kathy Meier{-}Hellstern and
                  Douglas Eck and
                  Jeff Dean and
                  Slav Petrov and
                  Noah Fiedel},
  title        = {PaLM: Scaling Language Modeling with Pathways},
  journal      = {CoRR},
  volume       = {abs/2204.02311},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2204.02311},
  doi          = {10.48550/ARXIV.2204.02311},
  eprinttype    = {arXiv},
  eprint       = {2204.02311},
  timestamp    = {Fri, 04 Jul 2025 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2204-02311.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

Downloads: 0

{"_id":"tjNTC5kpykzWixAYS","bibbaseid":"chowdhery-narang-devlin-bosma-mishra-roberts-barham-chung-etal-palmscalinglanguagemodelingwithpathways-2022","author_short":["Chowdhery, A.","Narang, S.","Devlin, J.","Bosma, M.","Mishra, G.","Roberts, A.","Barham, P.","Chung, H. W.","Sutton, C.","Gehrmann, S.","Schuh, P.","Shi, K.","Tsvyashchenko, S.","Maynez, J.","Rao, A.","Barnes, P.","Tay, Y.","Shazeer, N.","Prabhakaran, V.","Reif, E.","Du, N.","Hutchinson, B.","Pope, R.","Bradbury, J.","Austin, J.","Isard, M.","Gur-Ari, G.","Yin, P.","Duke, T.","Levskaya, A.","Ghemawat, S.","Dev, S.","Michalewski, H.","Garcia, X.","Misra, V.","Robinson, K.","Fedus, L.","Zhou, D.","Ippolito, D.","Luan, D.","Lim, H.","Zoph, B.","Spiridonov, A.","Sepassi, R.","Dohan, D.","Agrawal, S.","Omernick, M.","Dai, A. M.","Pillai, T. S.","Pellat, M.","Lewkowycz, A.","Moreira, E.","Child, R.","Polozov, O.","Lee, K.","Zhou, Z.","Wang, X.","Saeta, B.","Diaz, M.","Firat, O.","Catasta, M.","Wei, J.","Meier-Hellstern, K.","Eck, D.","Dean, J.","Petrov, S.","Fiedel, N."],"bibdata":{"bibtype":"article","type":"article","author":[{"firstnames":["Aakanksha"],"propositions":[],"lastnames":["Chowdhery"],"suffixes":[]},{"firstnames":["Sharan"],"propositions":[],"lastnames":["Narang"],"suffixes":[]},{"firstnames":["Jacob"],"propositions":[],"lastnames":["Devlin"],"suffixes":[]},{"firstnames":["Maarten"],"propositions":[],"lastnames":["Bosma"],"suffixes":[]},{"firstnames":["Gaurav"],"propositions":[],"lastnames":["Mishra"],"suffixes":[]},{"firstnames":["Adam"],"propositions":[],"lastnames":["Roberts"],"suffixes":[]},{"firstnames":["Paul"],"propositions":[],"lastnames":["Barham"],"suffixes":[]},{"firstnames":["Hyung","Won"],"propositions":[],"lastnames":["Chung"],"suffixes":[]},{"firstnames":["Charles"],"propositions":[],"lastnames":["Sutton"],"suffixes":[]},{"firstnames":["Sebastian"],"propositions":[],"lastnames":["Gehrmann"],"suffixes":[]},{"firstnames":["Parker"],"propositions":[],"lastnames":["Schuh"],"suffixes":[]},{"firstnames":["Kensen"],"propositions":[],"lastnames":["Shi"],"suffixes":[]},{"firstnames":["Sasha"],"propositions":[],"lastnames":["Tsvyashchenko"],"suffixes":[]},{"firstnames":["Joshua"],"propositions":[],"lastnames":["Maynez"],"suffixes":[]},{"firstnames":["Abhishek"],"propositions":[],"lastnames":["Rao"],"suffixes":[]},{"firstnames":["Parker"],"propositions":[],"lastnames":["Barnes"],"suffixes":[]},{"firstnames":["Yi"],"propositions":[],"lastnames":["Tay"],"suffixes":[]},{"firstnames":["Noam"],"propositions":[],"lastnames":["Shazeer"],"suffixes":[]},{"firstnames":["Vinodkumar"],"propositions":[],"lastnames":["Prabhakaran"],"suffixes":[]},{"firstnames":["Emily"],"propositions":[],"lastnames":["Reif"],"suffixes":[]},{"firstnames":["Nan"],"propositions":[],"lastnames":["Du"],"suffixes":[]},{"firstnames":["Ben"],"propositions":[],"lastnames":["Hutchinson"],"suffixes":[]},{"firstnames":["Reiner"],"propositions":[],"lastnames":["Pope"],"suffixes":[]},{"firstnames":["James"],"propositions":[],"lastnames":["Bradbury"],"suffixes":[]},{"firstnames":["Jacob"],"propositions":[],"lastnames":["Austin"],"suffixes":[]},{"firstnames":["Michael"],"propositions":[],"lastnames":["Isard"],"suffixes":[]},{"firstnames":["Guy"],"propositions":[],"lastnames":["Gur-Ari"],"suffixes":[]},{"firstnames":["Pengcheng"],"propositions":[],"lastnames":["Yin"],"suffixes":[]},{"firstnames":["Toju"],"propositions":[],"lastnames":["Duke"],"suffixes":[]},{"firstnames":["Anselm"],"propositions":[],"lastnames":["Levskaya"],"suffixes":[]},{"firstnames":["Sanjay"],"propositions":[],"lastnames":["Ghemawat"],"suffixes":[]},{"firstnames":["Sunipa"],"propositions":[],"lastnames":["Dev"],"suffixes":[]},{"firstnames":["Henryk"],"propositions":[],"lastnames":["Michalewski"],"suffixes":[]},{"firstnames":["Xavier"],"propositions":[],"lastnames":["Garcia"],"suffixes":[]},{"firstnames":["Vedant"],"propositions":[],"lastnames":["Misra"],"suffixes":[]},{"firstnames":["Kevin"],"propositions":[],"lastnames":["Robinson"],"suffixes":[]},{"firstnames":["Liam"],"propositions":[],"lastnames":["Fedus"],"suffixes":[]},{"firstnames":["Denny"],"propositions":[],"lastnames":["Zhou"],"suffixes":[]},{"firstnames":["Daphne"],"propositions":[],"lastnames":["Ippolito"],"suffixes":[]},{"firstnames":["David"],"propositions":[],"lastnames":["Luan"],"suffixes":[]},{"firstnames":["Hyeontaek"],"propositions":[],"lastnames":["Lim"],"suffixes":[]},{"firstnames":["Barret"],"propositions":[],"lastnames":["Zoph"],"suffixes":[]},{"firstnames":["Alexander"],"propositions":[],"lastnames":["Spiridonov"],"suffixes":[]},{"firstnames":["Ryan"],"propositions":[],"lastnames":["Sepassi"],"suffixes":[]},{"firstnames":["David"],"propositions":[],"lastnames":["Dohan"],"suffixes":[]},{"firstnames":["Shivani"],"propositions":[],"lastnames":["Agrawal"],"suffixes":[]},{"firstnames":["Mark"],"propositions":[],"lastnames":["Omernick"],"suffixes":[]},{"firstnames":["Andrew","M."],"propositions":[],"lastnames":["Dai"],"suffixes":[]},{"firstnames":["Thanumalayan","Sankaranarayana"],"propositions":[],"lastnames":["Pillai"],"suffixes":[]},{"firstnames":["Marie"],"propositions":[],"lastnames":["Pellat"],"suffixes":[]},{"firstnames":["Aitor"],"propositions":[],"lastnames":["Lewkowycz"],"suffixes":[]},{"firstnames":["Erica"],"propositions":[],"lastnames":["Moreira"],"suffixes":[]},{"firstnames":["Rewon"],"propositions":[],"lastnames":["Child"],"suffixes":[]},{"firstnames":["Oleksandr"],"propositions":[],"lastnames":["Polozov"],"suffixes":[]},{"firstnames":["Katherine"],"propositions":[],"lastnames":["Lee"],"suffixes":[]},{"firstnames":["Zongwei"],"propositions":[],"lastnames":["Zhou"],"suffixes":[]},{"firstnames":["Xuezhi"],"propositions":[],"lastnames":["Wang"],"suffixes":[]},{"firstnames":["Brennan"],"propositions":[],"lastnames":["Saeta"],"suffixes":[]},{"firstnames":["Mark"],"propositions":[],"lastnames":["Diaz"],"suffixes":[]},{"firstnames":["Orhan"],"propositions":[],"lastnames":["Firat"],"suffixes":[]},{"firstnames":["Michele"],"propositions":[],"lastnames":["Catasta"],"suffixes":[]},{"firstnames":["Jason"],"propositions":[],"lastnames":["Wei"],"suffixes":[]},{"firstnames":["Kathy"],"propositions":[],"lastnames":["Meier-Hellstern"],"suffixes":[]},{"firstnames":["Douglas"],"propositions":[],"lastnames":["Eck"],"suffixes":[]},{"firstnames":["Jeff"],"propositions":[],"lastnames":["Dean"],"suffixes":[]},{"firstnames":["Slav"],"propositions":[],"lastnames":["Petrov"],"suffixes":[]},{"firstnames":["Noah"],"propositions":[],"lastnames":["Fiedel"],"suffixes":[]}],"title":"PaLM: Scaling Language Modeling with Pathways","journal":"CoRR","volume":"abs/2204.02311","year":"2022","url":"https://doi.org/10.48550/arXiv.2204.02311","doi":"10.48550/ARXIV.2204.02311","eprinttype":"arXiv","eprint":"2204.02311","timestamp":"Fri, 04 Jul 2025 01:00:00 +0200","biburl":"https://dblp.org/rec/journals/corr/abs-2204-02311.bib","bibsource":"dblp computer science bibliography, https://dblp.org","bibtex":"@article{DBLP:journals/corr/abs-2204-02311,\n author = {Aakanksha Chowdhery and\n Sharan Narang and\n Jacob Devlin and\n Maarten Bosma and\n Gaurav Mishra and\n Adam Roberts and\n Paul Barham and\n Hyung Won Chung and\n Charles Sutton and\n Sebastian Gehrmann and\n Parker Schuh and\n Kensen Shi and\n Sasha Tsvyashchenko and\n Joshua Maynez and\n Abhishek Rao and\n Parker Barnes and\n Yi Tay and\n Noam Shazeer and\n Vinodkumar Prabhakaran and\n Emily Reif and\n Nan Du and\n Ben Hutchinson and\n Reiner Pope and\n James Bradbury and\n Jacob Austin and\n Michael Isard and\n Guy Gur{-}Ari and\n Pengcheng Yin and\n Toju Duke and\n Anselm Levskaya and\n Sanjay Ghemawat and\n Sunipa Dev and\n Henryk Michalewski and\n Xavier Garcia and\n Vedant Misra and\n Kevin Robinson and\n Liam Fedus and\n Denny Zhou and\n Daphne Ippolito and\n David Luan and\n Hyeontaek Lim and\n Barret Zoph and\n Alexander Spiridonov and\n Ryan Sepassi and\n David Dohan and\n Shivani Agrawal and\n Mark Omernick and\n Andrew M. Dai and\n Thanumalayan Sankaranarayana Pillai and\n Marie Pellat and\n Aitor Lewkowycz and\n Erica Moreira and\n Rewon Child and\n Oleksandr Polozov and\n Katherine Lee and\n Zongwei Zhou and\n Xuezhi Wang and\n Brennan Saeta and\n Mark Diaz and\n Orhan Firat and\n Michele Catasta and\n Jason Wei and\n Kathy Meier{-}Hellstern and\n Douglas Eck and\n Jeff Dean and\n Slav Petrov and\n Noah Fiedel},\n title = {PaLM: Scaling Language Modeling with Pathways},\n journal = {CoRR},\n volume = {abs/2204.02311},\n year = {2022},\n url = {https://doi.org/10.48550/arXiv.2204.02311},\n doi = {10.48550/ARXIV.2204.02311},\n eprinttype = {arXiv},\n eprint = {2204.02311},\n timestamp = {Fri, 04 Jul 2025 01:00:00 +0200},\n biburl = {https://dblp.org/rec/journals/corr/abs-2204-02311.bib},\n bibsource = {dblp computer science bibliography, https://dblp.org}\n}\n\n","author_short":["Chowdhery, A.","Narang, S.","Devlin, J.","Bosma, M.","Mishra, G.","Roberts, A.","Barham, P.","Chung, H. W.","Sutton, C.","Gehrmann, S.","Schuh, P.","Shi, K.","Tsvyashchenko, S.","Maynez, J.","Rao, A.","Barnes, P.","Tay, Y.","Shazeer, N.","Prabhakaran, V.","Reif, E.","Du, N.","Hutchinson, B.","Pope, R.","Bradbury, J.","Austin, J.","Isard, M.","Gur-Ari, G.","Yin, P.","Duke, T.","Levskaya, A.","Ghemawat, S.","Dev, S.","Michalewski, H.","Garcia, X.","Misra, V.","Robinson, K.","Fedus, L.","Zhou, D.","Ippolito, D.","Luan, D.","Lim, H.","Zoph, B.","Spiridonov, A.","Sepassi, R.","Dohan, D.","Agrawal, S.","Omernick, M.","Dai, A. M.","Pillai, T. S.","Pellat, M.","Lewkowycz, A.","Moreira, E.","Child, R.","Polozov, O.","Lee, K.","Zhou, Z.","Wang, X.","Saeta, B.","Diaz, M.","Firat, O.","Catasta, M.","Wei, J.","Meier-Hellstern, K.","Eck, D.","Dean, J.","Petrov, S.","Fiedel, N."],"key":"DBLP:journals/corr/abs-2204-02311","id":"DBLP:journals/corr/abs-2204-02311","bibbaseid":"chowdhery-narang-devlin-bosma-mishra-roberts-barham-chung-etal-palmscalinglanguagemodelingwithpathways-2022","role":"author","urls":{"Paper":"https://doi.org/10.48550/arXiv.2204.02311"},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"http://dblp.org/pers/tb2/d/Dean:Jeffrey","dataSources":["nTukRxsNNmbKgjGgn","rMEZSGRpGTSfEZaHM","nZHrFJKyxKKDaWYM8"],"keywords":[],"search_terms":["palm","scaling","language","modeling","pathways","chowdhery","narang","devlin","bosma","mishra","roberts","barham","chung","sutton","gehrmann","schuh","shi","tsvyashchenko","maynez","rao","barnes","tay","shazeer","prabhakaran","reif","du","hutchinson","pope","bradbury","austin","isard","gur-ari","yin","duke","levskaya","ghemawat","dev","michalewski","garcia","misra","robinson","fedus","zhou","ippolito","luan","lim","zoph","spiridonov","sepassi","dohan","agrawal","omernick","dai","pillai","pellat","lewkowycz","moreira","child","polozov","lee","zhou","wang","saeta","diaz","firat","catasta","wei","meier-hellstern","eck","dean","petrov","fiedel"],"title":"PaLM: Scaling Language Modeling with Pathways","year":2022}