Soft Language Prompts for Language Transfer. Vykopal, I., Ostermann, S., & Simko, M. In Chiruzzo, L., Ritter, A., & Wang, L., editors, Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), pages 10294–10313, Albuquerque, New Mexico, April, 2025. Association for Computational Linguistics. ![Soft Language Prompts for Language Transfer [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper abstract bibtex 3 downloads Cross-lingual knowledge transfer, especially between high- and low-resource languages, remains challenging in natural language processing (NLP). This study offers insights for improving cross-lingual NLP applications through the combination of parameter-efficient fine-tuning methods. We systematically explore strategies for enhancing cross-lingual transfer through the incorporation of language-specific and task-specific adapters and soft prompts. We present a detailed investigation of various combinations of these methods, exploring their efficiency across 16 languages, focusing on 10 mid- and low-resource languages. We further present to our knowledge the first use of soft prompts for language transfer, a technique we call soft language prompts. Our findings demonstrate that in contrast to claims of previous work, a combination of language and task adapters does not always work best; instead, combining a soft language prompt with a task adapter outperforms most configurations in many cases.
@inproceedings{vykopalSoftLanguagePrompts2025,
address = {Albuquerque, New Mexico},
title = {Soft {Language} {Prompts} for {Language} {Transfer}},
isbn = {979-8-89176-189-6},
url = {https://aclanthology.org/2025.naacl-long.517/},
abstract = {Cross-lingual knowledge transfer, especially between high- and low-resource languages, remains challenging in natural language processing (NLP). This study offers insights for improving cross-lingual NLP applications through the combination of parameter-efficient fine-tuning methods. We systematically explore strategies for enhancing cross-lingual transfer through the incorporation of language-specific and task-specific adapters and soft prompts. We present a detailed investigation of various combinations of these methods, exploring their efficiency across 16 languages, focusing on 10 mid- and low-resource languages. We further present to our knowledge the first use of soft prompts for language transfer, a technique we call soft language prompts. Our findings demonstrate that in contrast to claims of previous work, a combination of language and task adapters does not always work best; instead, combining a soft language prompt with a task adapter outperforms most configurations in many cases.},
urldate = {2025-05-22},
booktitle = {Proceedings of the 2025 {Conference} of the {Nations} of the {Americas} {Chapter} of the {Association} for {Computational} {Linguistics}: {Human} {Language} {Technologies} ({Volume} 1: {Long} {Papers})},
publisher = {Association for Computational Linguistics},
author = {Vykopal, Ivan and Ostermann, Simon and Simko, Marian},
editor = {Chiruzzo, Luis and Ritter, Alan and Wang, Lu},
month = apr,
year = {2025},
pages = {10294--10313},
}
Downloads: 3
{"_id":"na5REeC9BngRTfftN","bibbaseid":"vykopal-ostermann-simko-softlanguagepromptsforlanguagetransfer-2025","author_short":["Vykopal, I.","Ostermann, S.","Simko, M."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"Albuquerque, New Mexico","title":"Soft Language Prompts for Language Transfer","isbn":"979-8-89176-189-6","url":"https://aclanthology.org/2025.naacl-long.517/","abstract":"Cross-lingual knowledge transfer, especially between high- and low-resource languages, remains challenging in natural language processing (NLP). This study offers insights for improving cross-lingual NLP applications through the combination of parameter-efficient fine-tuning methods. We systematically explore strategies for enhancing cross-lingual transfer through the incorporation of language-specific and task-specific adapters and soft prompts. We present a detailed investigation of various combinations of these methods, exploring their efficiency across 16 languages, focusing on 10 mid- and low-resource languages. We further present to our knowledge the first use of soft prompts for language transfer, a technique we call soft language prompts. Our findings demonstrate that in contrast to claims of previous work, a combination of language and task adapters does not always work best; instead, combining a soft language prompt with a task adapter outperforms most configurations in many cases.","urldate":"2025-05-22","booktitle":"Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","publisher":"Association for Computational Linguistics","author":[{"propositions":[],"lastnames":["Vykopal"],"firstnames":["Ivan"],"suffixes":[]},{"propositions":[],"lastnames":["Ostermann"],"firstnames":["Simon"],"suffixes":[]},{"propositions":[],"lastnames":["Simko"],"firstnames":["Marian"],"suffixes":[]}],"editor":[{"propositions":[],"lastnames":["Chiruzzo"],"firstnames":["Luis"],"suffixes":[]},{"propositions":[],"lastnames":["Ritter"],"firstnames":["Alan"],"suffixes":[]},{"propositions":[],"lastnames":["Wang"],"firstnames":["Lu"],"suffixes":[]}],"month":"April","year":"2025","pages":"10294–10313","bibtex":"@inproceedings{vykopalSoftLanguagePrompts2025,\n\taddress = {Albuquerque, New Mexico},\n\ttitle = {Soft {Language} {Prompts} for {Language} {Transfer}},\n\tisbn = {979-8-89176-189-6},\n\turl = {https://aclanthology.org/2025.naacl-long.517/},\n\tabstract = {Cross-lingual knowledge transfer, especially between high- and low-resource languages, remains challenging in natural language processing (NLP). This study offers insights for improving cross-lingual NLP applications through the combination of parameter-efficient fine-tuning methods. We systematically explore strategies for enhancing cross-lingual transfer through the incorporation of language-specific and task-specific adapters and soft prompts. We present a detailed investigation of various combinations of these methods, exploring their efficiency across 16 languages, focusing on 10 mid- and low-resource languages. We further present to our knowledge the first use of soft prompts for language transfer, a technique we call soft language prompts. Our findings demonstrate that in contrast to claims of previous work, a combination of language and task adapters does not always work best; instead, combining a soft language prompt with a task adapter outperforms most configurations in many cases.},\n\turldate = {2025-05-22},\n\tbooktitle = {Proceedings of the 2025 {Conference} of the {Nations} of the {Americas} {Chapter} of the {Association} for {Computational} {Linguistics}: {Human} {Language} {Technologies} ({Volume} 1: {Long} {Papers})},\n\tpublisher = {Association for Computational Linguistics},\n\tauthor = {Vykopal, Ivan and Ostermann, Simon and Simko, Marian},\n\teditor = {Chiruzzo, Luis and Ritter, Alan and Wang, Lu},\n\tmonth = apr,\n\tyear = {2025},\n\tpages = {10294--10313},\n}\n\n\n\n","author_short":["Vykopal, I.","Ostermann, S.","Simko, M."],"editor_short":["Chiruzzo, L.","Ritter, A.","Wang, L."],"key":"vykopalSoftLanguagePrompts2025","id":"vykopalSoftLanguagePrompts2025","bibbaseid":"vykopal-ostermann-simko-softlanguagepromptsforlanguagetransfer-2025","role":"author","urls":{"Paper":"https://aclanthology.org/2025.naacl-long.517/"},"metadata":{"authorlinks":{}},"downloads":3},"bibtype":"inproceedings","biburl":"https://bibbase.org/zotero-group/ndrmyrvtl/5786256","dataSources":["5EQ7rDLpRYyekvrfx","sQkTDbLkogLBe4CBj","tFvQtGDPkqnJa6Fbq","t9hCPkmnzfCrpPP6k"],"keywords":[],"search_terms":["soft","language","prompts","language","transfer","vykopal","ostermann","simko"],"title":"Soft Language Prompts for Language Transfer","year":2025,"downloads":3}