SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs

SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs. Mozaffari, M., Yazdanbakhsh, A., Zhang, Z., & Dehnavi, M. M. CoRR, 2024.

Paper doi bibtex

@article{DBLP:journals/corr/abs-2405-16325,
  author       = {Mohammad Mozaffari and
                  Amir Yazdanbakhsh and
                  Zhao Zhang and
                  Maryam Mehri Dehnavi},
  title        = {SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining
                  of LLMs},
  journal      = {CoRR},
  volume       = {abs/2405.16325},
  year         = {2024},
  url          = {https://doi.org/10.48550/arXiv.2405.16325},
  doi          = {10.48550/ARXIV.2405.16325},
  eprinttype    = {arXiv},
  eprint       = {2405.16325},
  timestamp    = {Tue, 18 Jun 2024 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2405-16325.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

Downloads: 0

{"_id":"PsqHygiNNEKvsgxs8","bibbaseid":"mozaffari-yazdanbakhsh-zhang-dehnavi-slopedoubleprunedsparsepluslazylowrankadapterpretrainingofllms-2024","author_short":["Mozaffari, M.","Yazdanbakhsh, A.","Zhang, Z.","Dehnavi, M. M."],"bibdata":{"bibtype":"article","type":"article","author":[{"firstnames":["Mohammad"],"propositions":[],"lastnames":["Mozaffari"],"suffixes":[]},{"firstnames":["Amir"],"propositions":[],"lastnames":["Yazdanbakhsh"],"suffixes":[]},{"firstnames":["Zhao"],"propositions":[],"lastnames":["Zhang"],"suffixes":[]},{"firstnames":["Maryam","Mehri"],"propositions":[],"lastnames":["Dehnavi"],"suffixes":[]}],"title":"SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs","journal":"CoRR","volume":"abs/2405.16325","year":"2024","url":"https://doi.org/10.48550/arXiv.2405.16325","doi":"10.48550/ARXIV.2405.16325","eprinttype":"arXiv","eprint":"2405.16325","timestamp":"Tue, 18 Jun 2024 01:00:00 +0200","biburl":"https://dblp.org/rec/journals/corr/abs-2405-16325.bib","bibsource":"dblp computer science bibliography, https://dblp.org","bibtex":"@article{DBLP:journals/corr/abs-2405-16325,\n author = {Mohammad Mozaffari and\n Amir Yazdanbakhsh and\n Zhao Zhang and\n Maryam Mehri Dehnavi},\n title = {SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining\n of LLMs},\n journal = {CoRR},\n volume = {abs/2405.16325},\n year = {2024},\n url = {https://doi.org/10.48550/arXiv.2405.16325},\n doi = {10.48550/ARXIV.2405.16325},\n eprinttype = {arXiv},\n eprint = {2405.16325},\n timestamp = {Tue, 18 Jun 2024 01:00:00 +0200},\n biburl = {https://dblp.org/rec/journals/corr/abs-2405-16325.bib},\n bibsource = {dblp computer science bibliography, https://dblp.org}\n}\n","author_short":["Mozaffari, M.","Yazdanbakhsh, A.","Zhang, Z.","Dehnavi, M. M."],"key":"DBLP:journals/corr/abs-2405-16325","id":"DBLP:journals/corr/abs-2405-16325","bibbaseid":"mozaffari-yazdanbakhsh-zhang-dehnavi-slopedoubleprunedsparsepluslazylowrankadapterpretrainingofllms-2024","role":"author","urls":{"Paper":"https://doi.org/10.48550/arXiv.2405.16325"},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://dblp.org/pers/hb1/d/Dehnavi:Maryam_Mehri.bib","dataSources":["o9NQnSjJdq5w765mL"],"keywords":[],"search_terms":["slope","double","pruned","sparse","plus","lazy","low","rank","adapter","pretraining","llms","mozaffari","yazdanbakhsh","zhang","dehnavi"],"title":"SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs","year":2024}