Correlating Neural and Symbolic Representations of Language. Chrupała, G. & Alishahi, A. In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pages 2952–2962, Stroudsburg, PA, USA, 2019. Association for Computational Linguistics. ![Correlating Neural and Symbolic Representations of Language [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex Analysis methods which enable us to better understand the representations and functioning of neural models of language are increasingly needed as deep learning becomes the dominant approach in NLP. Here we present two methods based on Representational Similarity Analysis (RSA) and Tree Kernels (TK) which allow us to directly quantify how strongly the information encoded in neural activation patterns corresponds to information represented by symbolic structures such as syntax trees. We first validate our methods on the case of a simple synthetic language for arithmetic expressions with clearly defined syntax and semantics, and show that they exhibit the expected pattern of results. We then apply our methods to correlate neural representations of English sentences with their constituency parse trees.
@inproceedings{Chrupaa2019,
abstract = {Analysis methods which enable us to better understand the representations and functioning of neural models of language are increasingly needed as deep learning becomes the dominant approach in NLP. Here we present two methods based on Representational Similarity Analysis (RSA) and Tree Kernels (TK) which allow us to directly quantify how strongly the information encoded in neural activation patterns corresponds to information represented by symbolic structures such as syntax trees. We first validate our methods on the case of a simple synthetic language for arithmetic expressions with clearly defined syntax and semantics, and show that they exhibit the expected pattern of results. We then apply our methods to correlate neural representations of English sentences with their constituency parse trees.},
address = {Stroudsburg, PA, USA},
author = {Chrupa{\l}a, Grzegorz and Alishahi, Afra},
booktitle = {Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},
doi = {10.18653/v1/P19-1283},
file = {:Users/shanest/Documents/Library/Chrupa{\l}a, Alishahi/Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics/Chrupa{\l}a, Alishahi - 2019 - Correlating Neural and Symbolic Representations of Language.pdf:pdf},
keywords = {method: representational similarity analysis,method: tree kernel,phenomenon: constituency parsing},
pages = {2952--2962},
publisher = {Association for Computational Linguistics},
title = {{Correlating Neural and Symbolic Representations of Language}},
url = {https://www.aclweb.org/anthology/P19-1283},
year = {2019}
}
Downloads: 0
{"_id":"T47MHWad5MtkvAukm","bibbaseid":"chrupaa-alishahi-correlatingneuralandsymbolicrepresentationsoflanguage-2019","author_short":["Chrupała, G.","Alishahi, A."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","abstract":"Analysis methods which enable us to better understand the representations and functioning of neural models of language are increasingly needed as deep learning becomes the dominant approach in NLP. Here we present two methods based on Representational Similarity Analysis (RSA) and Tree Kernels (TK) which allow us to directly quantify how strongly the information encoded in neural activation patterns corresponds to information represented by symbolic structures such as syntax trees. We first validate our methods on the case of a simple synthetic language for arithmetic expressions with clearly defined syntax and semantics, and show that they exhibit the expected pattern of results. We then apply our methods to correlate neural representations of English sentences with their constituency parse trees.","address":"Stroudsburg, PA, USA","author":[{"propositions":[],"lastnames":["Chrupała"],"firstnames":["Grzegorz"],"suffixes":[]},{"propositions":[],"lastnames":["Alishahi"],"firstnames":["Afra"],"suffixes":[]}],"booktitle":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","doi":"10.18653/v1/P19-1283","file":":Users/shanest/Documents/Library/Chrupała, Alishahi/Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics/Chrupała, Alishahi - 2019 - Correlating Neural and Symbolic Representations of Language.pdf:pdf","keywords":"method: representational similarity analysis,method: tree kernel,phenomenon: constituency parsing","pages":"2952–2962","publisher":"Association for Computational Linguistics","title":"Correlating Neural and Symbolic Representations of Language","url":"https://www.aclweb.org/anthology/P19-1283","year":"2019","bibtex":"@inproceedings{Chrupaa2019,\nabstract = {Analysis methods which enable us to better understand the representations and functioning of neural models of language are increasingly needed as deep learning becomes the dominant approach in NLP. Here we present two methods based on Representational Similarity Analysis (RSA) and Tree Kernels (TK) which allow us to directly quantify how strongly the information encoded in neural activation patterns corresponds to information represented by symbolic structures such as syntax trees. We first validate our methods on the case of a simple synthetic language for arithmetic expressions with clearly defined syntax and semantics, and show that they exhibit the expected pattern of results. We then apply our methods to correlate neural representations of English sentences with their constituency parse trees.},\naddress = {Stroudsburg, PA, USA},\nauthor = {Chrupa{\\l}a, Grzegorz and Alishahi, Afra},\nbooktitle = {Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},\ndoi = {10.18653/v1/P19-1283},\nfile = {:Users/shanest/Documents/Library/Chrupa{\\l}a, Alishahi/Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics/Chrupa{\\l}a, Alishahi - 2019 - Correlating Neural and Symbolic Representations of Language.pdf:pdf},\nkeywords = {method: representational similarity analysis,method: tree kernel,phenomenon: constituency parsing},\npages = {2952--2962},\npublisher = {Association for Computational Linguistics},\ntitle = {{Correlating Neural and Symbolic Representations of Language}},\nurl = {https://www.aclweb.org/anthology/P19-1283},\nyear = {2019}\n}\n","author_short":["Chrupała, G.","Alishahi, A."],"key":"Chrupaa2019","id":"Chrupaa2019","bibbaseid":"chrupaa-alishahi-correlatingneuralandsymbolicrepresentationsoflanguage-2019","role":"author","urls":{"Paper":"https://www.aclweb.org/anthology/P19-1283"},"keyword":["method: representational similarity analysis","method: tree kernel","phenomenon: constituency parsing"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://www.shane.st/teaching/575/win20/MachineLearning-interpretability.bib","dataSources":["okYcdTpf4JJ2zkj7A"],"keywords":["method: representational similarity analysis","method: tree kernel","phenomenon: constituency parsing"],"search_terms":["correlating","neural","symbolic","representations","language","chrupała","alishahi"],"title":"Correlating Neural and Symbolic Representations of Language","year":2019}