Efficient Methods for Natural Language Processing: A Survey. Treviso, M., Lee, J., Ji, T., van Aken, B., Cao, Q., Ciosici, M. R., Hassid, M., Heafield, K., Hooker, S., Raffel, C., Martins, P. H., Martins, A. F. T., Forde, J. Z., Milder, P., Simpson, E., Slonim, N., Dodge, J., Strubell, E., Balasubramanian, N., Derczynski, L., Gurevych, I., & Schwartz, R. Transactions of the Association for Computational Linguistics, 11:826–860, MIT Press, Cambridge, MA, 2023. ![Efficient Methods for Natural Language Processing: A Survey [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex Recent work in natural language processing (NLP) has yielded appealing results from scaling model parameters and training data; however, using only scale to improve performance means that resource consumption also grows. Such resources include data, time, storage, or energy, all of which are naturally limited and unevenly distributed. This motivates research into efficient methods that require fewer resources to achieve similar results. This survey synthesizes and relates current methods and findings in efficient NLP. We aim to provide both guidance for conducting NLP under limited resources, and point towards promising research directions for developing more efficient methods.
@article{treviso-etal-2023-efficient,
abstract = {Recent work in natural language processing (NLP) has yielded appealing results from scaling model parameters and training data; however, using only scale to improve performance means that resource consumption also grows. Such resources include data, time, storage, or energy, all of which are naturally limited and unevenly distributed. This motivates research into efficient methods that require fewer resources to achieve similar results. This survey synthesizes and relates current methods and findings in efficient NLP. We aim to provide both guidance for conducting NLP under limited resources, and point towards promising research directions for developing more efficient methods.},
address = {Cambridge, MA},
author = {Treviso, Marcos and Lee, Ji-Ung and Ji, Tianchu and van Aken, Betty and Cao, Qingqing and Ciosici, Manuel R. and Hassid, Michael and Heafield, Kenneth and Hooker, Sara and Raffel, Colin and Martins, Pedro H. and Martins, Andr{\'e} F. T. and Forde, Jessica Zosa and Milder, Peter and Simpson, Edwin and Slonim, Noam and Dodge, Jesse and Strubell, Emma and Balasubramanian, Niranjan and Derczynski, Leon and Gurevych, Iryna and Schwartz, Roy},
date-added = {2024-01-29 13:18:11 -0800},
date-modified = {2024-01-29 13:18:11 -0800},
doi = {10.1162/tacl_a_00577},
journal = {Transactions of the Association for Computational Linguistics},
pages = {826--860},
publisher = {MIT Press},
title = {Efficient Methods for Natural Language Processing: A Survey},
url = {https://aclanthology.org/2023.tacl-1.48},
volume = {11},
year = {2023},
bdsk-url-1 = {https://aclanthology.org/2023.tacl-1.48},
bdsk-url-2 = {https://doi.org/10.1162/tacl_a_00577}}
Downloads: 0
{"_id":"r8vAKkXYWqQLCjjLH","bibbaseid":"treviso-lee-ji-vanaken-cao-ciosici-hassid-heafield-etal-efficientmethodsfornaturallanguageprocessingasurvey-2023","author_short":["Treviso, M.","Lee, J.","Ji, T.","van Aken, B.","Cao, Q.","Ciosici, M. R.","Hassid, M.","Heafield, K.","Hooker, S.","Raffel, C.","Martins, P. H.","Martins, A. F. T.","Forde, J. Z.","Milder, P.","Simpson, E.","Slonim, N.","Dodge, J.","Strubell, E.","Balasubramanian, N.","Derczynski, L.","Gurevych, I.","Schwartz, R."],"bibdata":{"bibtype":"article","type":"article","abstract":"Recent work in natural language processing (NLP) has yielded appealing results from scaling model parameters and training data; however, using only scale to improve performance means that resource consumption also grows. Such resources include data, time, storage, or energy, all of which are naturally limited and unevenly distributed. This motivates research into efficient methods that require fewer resources to achieve similar results. This survey synthesizes and relates current methods and findings in efficient NLP. We aim to provide both guidance for conducting NLP under limited resources, and point towards promising research directions for developing more efficient methods.","address":"Cambridge, MA","author":[{"propositions":[],"lastnames":["Treviso"],"firstnames":["Marcos"],"suffixes":[]},{"propositions":[],"lastnames":["Lee"],"firstnames":["Ji-Ung"],"suffixes":[]},{"propositions":[],"lastnames":["Ji"],"firstnames":["Tianchu"],"suffixes":[]},{"propositions":["van"],"lastnames":["Aken"],"firstnames":["Betty"],"suffixes":[]},{"propositions":[],"lastnames":["Cao"],"firstnames":["Qingqing"],"suffixes":[]},{"propositions":[],"lastnames":["Ciosici"],"firstnames":["Manuel","R."],"suffixes":[]},{"propositions":[],"lastnames":["Hassid"],"firstnames":["Michael"],"suffixes":[]},{"propositions":[],"lastnames":["Heafield"],"firstnames":["Kenneth"],"suffixes":[]},{"propositions":[],"lastnames":["Hooker"],"firstnames":["Sara"],"suffixes":[]},{"propositions":[],"lastnames":["Raffel"],"firstnames":["Colin"],"suffixes":[]},{"propositions":[],"lastnames":["Martins"],"firstnames":["Pedro","H."],"suffixes":[]},{"propositions":[],"lastnames":["Martins"],"firstnames":["André","F.","T."],"suffixes":[]},{"propositions":[],"lastnames":["Forde"],"firstnames":["Jessica","Zosa"],"suffixes":[]},{"propositions":[],"lastnames":["Milder"],"firstnames":["Peter"],"suffixes":[]},{"propositions":[],"lastnames":["Simpson"],"firstnames":["Edwin"],"suffixes":[]},{"propositions":[],"lastnames":["Slonim"],"firstnames":["Noam"],"suffixes":[]},{"propositions":[],"lastnames":["Dodge"],"firstnames":["Jesse"],"suffixes":[]},{"propositions":[],"lastnames":["Strubell"],"firstnames":["Emma"],"suffixes":[]},{"propositions":[],"lastnames":["Balasubramanian"],"firstnames":["Niranjan"],"suffixes":[]},{"propositions":[],"lastnames":["Derczynski"],"firstnames":["Leon"],"suffixes":[]},{"propositions":[],"lastnames":["Gurevych"],"firstnames":["Iryna"],"suffixes":[]},{"propositions":[],"lastnames":["Schwartz"],"firstnames":["Roy"],"suffixes":[]}],"date-added":"2024-01-29 13:18:11 -0800","date-modified":"2024-01-29 13:18:11 -0800","doi":"10.1162/tacl_a_00577","journal":"Transactions of the Association for Computational Linguistics","pages":"826–860","publisher":"MIT Press","title":"Efficient Methods for Natural Language Processing: A Survey","url":"https://aclanthology.org/2023.tacl-1.48","volume":"11","year":"2023","bdsk-url-1":"https://aclanthology.org/2023.tacl-1.48","bdsk-url-2":"https://doi.org/10.1162/tacl_a_00577","bibtex":"@article{treviso-etal-2023-efficient,\n\tabstract = {Recent work in natural language processing (NLP) has yielded appealing results from scaling model parameters and training data; however, using only scale to improve performance means that resource consumption also grows. Such resources include data, time, storage, or energy, all of which are naturally limited and unevenly distributed. This motivates research into efficient methods that require fewer resources to achieve similar results. This survey synthesizes and relates current methods and findings in efficient NLP. We aim to provide both guidance for conducting NLP under limited resources, and point towards promising research directions for developing more efficient methods.},\n\taddress = {Cambridge, MA},\n\tauthor = {Treviso, Marcos and Lee, Ji-Ung and Ji, Tianchu and van Aken, Betty and Cao, Qingqing and Ciosici, Manuel R. and Hassid, Michael and Heafield, Kenneth and Hooker, Sara and Raffel, Colin and Martins, Pedro H. and Martins, Andr{\\'e} F. T. and Forde, Jessica Zosa and Milder, Peter and Simpson, Edwin and Slonim, Noam and Dodge, Jesse and Strubell, Emma and Balasubramanian, Niranjan and Derczynski, Leon and Gurevych, Iryna and Schwartz, Roy},\n\tdate-added = {2024-01-29 13:18:11 -0800},\n\tdate-modified = {2024-01-29 13:18:11 -0800},\n\tdoi = {10.1162/tacl_a_00577},\n\tjournal = {Transactions of the Association for Computational Linguistics},\n\tpages = {826--860},\n\tpublisher = {MIT Press},\n\ttitle = {Efficient Methods for Natural Language Processing: A Survey},\n\turl = {https://aclanthology.org/2023.tacl-1.48},\n\tvolume = {11},\n\tyear = {2023},\n\tbdsk-url-1 = {https://aclanthology.org/2023.tacl-1.48},\n\tbdsk-url-2 = {https://doi.org/10.1162/tacl_a_00577}}\n\n","author_short":["Treviso, M.","Lee, J.","Ji, T.","van Aken, B.","Cao, Q.","Ciosici, M. R.","Hassid, M.","Heafield, K.","Hooker, S.","Raffel, C.","Martins, P. H.","Martins, A. F. T.","Forde, J. Z.","Milder, P.","Simpson, E.","Slonim, N.","Dodge, J.","Strubell, E.","Balasubramanian, N.","Derczynski, L.","Gurevych, I.","Schwartz, R."],"bibbaseid":"treviso-lee-ji-vanaken-cao-ciosici-hassid-heafield-etal-efficientmethodsfornaturallanguageprocessingasurvey-2023","role":"author","urls":{"Paper":"https://aclanthology.org/2023.tacl-1.48"},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/f/rgWMwNyg47s6MAuEJ/manuelc-2023.bib","dataSources":["bNHGR4jWCTLTnHxvM"],"keywords":[],"search_terms":["efficient","methods","natural","language","processing","survey","treviso","lee","ji","van aken","cao","ciosici","hassid","heafield","hooker","raffel","martins","martins","forde","milder","simpson","slonim","dodge","strubell","balasubramanian","derczynski","gurevych","schwartz"],"title":"Efficient Methods for Natural Language Processing: A Survey","year":2023}