How does BERT's attention change when you fine-tune? An analysis methodology and a case study in negation scope

How does BERT's attention change when you fine-tune? An analysis methodology and a case study in negation scope. Zhao, Y. & Bethard, S. In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pages 4729–4747, Online, July, 2020. Association for Computational Linguistics. [Acceptance rate 23%]

Paper bibtex 6 downloads

@inproceedings{zhao-bethard-2020-berts,
    title = "How does {BERT}{'}s attention change when you fine-tune? An analysis methodology and a case study in negation scope",
    author = "Zhao, Yiyun  and
      Bethard, Steven",
    booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics",
    month = jul,
    year = "2020",
    address = "Online",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/2020.acl-main.429",
    pages = "4729--4747",
    note = {[Acceptance rate 23\%]},
    keywords = {negation, machine learning},
}

Downloads: 6

{"_id":"zw8cy2DJ7Mx53Rf3W","bibbaseid":"zhao-bethard-howdoesbertsattentionchangewhenyoufinetuneananalysismethodologyandacasestudyinnegationscope-2020","authorIDs":["2LCbFAtqM3ncDkbG6","8tYLZpFFWtGXfqNoW","BAMhBGiKGpt4TbBWj","FzxArnTEdcwNfKhtS","Z3pLJJZ8p9GJL7Ze5","gNT2emgYQDWn9bWSa","hK45e4KpQDxW5AAy3","r8jsM9wDRXbyeQG89"],"author_short":["Zhao, Y.","Bethard, S."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","title":"How does BERT's attention change when you fine-tune? An analysis methodology and a case study in negation scope","author":[{"propositions":[],"lastnames":["Zhao"],"firstnames":["Yiyun"],"suffixes":[]},{"propositions":[],"lastnames":["Bethard"],"firstnames":["Steven"],"suffixes":[]}],"booktitle":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","month":"July","year":"2020","address":"Online","publisher":"Association for Computational Linguistics","url":"https://www.aclweb.org/anthology/2020.acl-main.429","pages":"4729–4747","note":"[Acceptance rate 23%]","keywords":"negation, machine learning","bibtex":"@inproceedings{zhao-bethard-2020-berts,\n title = \"How does {BERT}{'}s attention change when you fine-tune? An analysis methodology and a case study in negation scope\",\n author = \"Zhao, Yiyun and\n Bethard, Steven\",\n booktitle = \"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics\",\n month = jul,\n year = \"2020\",\n address = \"Online\",\n publisher = \"Association for Computational Linguistics\",\n url = \"https://www.aclweb.org/anthology/2020.acl-main.429\",\n pages = \"4729--4747\",\n note = {[Acceptance rate 23\\%]},\n keywords = {negation, machine learning},\n}\n","author_short":["Zhao, Y.","Bethard, S."],"key":"zhao-bethard-2020-berts","id":"zhao-bethard-2020-berts","bibbaseid":"zhao-bethard-howdoesbertsattentionchangewhenyoufinetuneananalysismethodologyandacasestudyinnegationscope-2020","role":"author","urls":{"Paper":"https://www.aclweb.org/anthology/2020.acl-main.429"},"keyword":["negation","machine learning"],"metadata":{"authorlinks":{"bethard, s":"https://bethard.github.io/publications.html"}},"downloads":6},"bibtype":"inproceedings","biburl":"https://raw.githubusercontent.com/bethard/bethard.github.io/main/assets/bethard.bib","creationDate":"2020-07-02T20:31:26.336Z","downloads":6,"keywords":["negation","machine learning"],"search_terms":["bert","attention","change","fine","tune","analysis","methodology","case","study","negation","scope","zhao","bethard"],"title":"How does BERT's attention change when you fine-tune? An analysis methodology and a case study in negation scope","year":2020,"dataSources":["Z8RWFZH5Fm67zCFX3","ejvmJDJq78QmhN9fX","m5m3npBwJE44C9JYs"]}