Principal Neighbourhood Aggregation for Graph Nets. Corso, G., Cavalleri, L., Beaini, D., Liò, P., & Veličković, P. 2020. Paper Website abstract bibtex Graph Neural Networks (GNNs) have been shown to be effective models for different predictive tasks on graph-structured data. Recent work on their expressive power has focused on isomorphism tasks and countable feature spaces. We extend this theoretical framework to include continuous features—which occur regularly in real-world input domains and within the hidden layers of GNNs—and we demonstrate the requirement for multiple aggregation functions in this context. Accordingly, we propose Principal Neighbourhood Aggregation (PNA), a novel architecture combining multiple aggregators with degree-scalers (which generalize the sum aggregator). Finally, we compare the capacity of different models to capture and exploit the graph structure via a novel benchmark containing multiple tasks taken from classical graph theory, alongside existing benchmarks from real-world domains, all of which demonstrate the strength of our model. With this work, we hope to steer some of the GNN research towards new aggregation methods which we believe are essential in the search for powerful and robust models.
@article{
title = {Principal Neighbourhood Aggregation for Graph Nets},
type = {article},
year = {2020},
websites = {http://arxiv.org/abs/2004.05718},
id = {f7c636c9-1fd8-3cdd-9ff7-bf8432c73e9b},
created = {2021-07-12T10:19:36.476Z},
file_attached = {true},
profile_id = {ad172e55-c0e8-3aa4-8465-09fac4d5f5c8},
group_id = {1ff583c0-be37-34fa-9c04-73c69437d354},
last_modified = {2021-07-12T10:20:06.824Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
folder_uuids = {20ccb950-fef9-4ee1-800c-a60ba9f1df16},
private_publication = {false},
abstract = {Graph Neural Networks (GNNs) have been shown to be effective models for different predictive tasks on graph-structured data. Recent work on their expressive power has focused on isomorphism tasks and countable feature spaces. We extend this theoretical framework to include continuous features—which occur regularly in real-world input domains and within the hidden layers of GNNs—and we demonstrate the requirement for multiple aggregation functions in this context. Accordingly, we propose Principal Neighbourhood Aggregation (PNA), a novel architecture combining multiple aggregators with degree-scalers (which generalize the sum aggregator). Finally, we compare the capacity of different models to capture and exploit the graph structure via a novel benchmark containing multiple tasks taken from classical graph theory, alongside existing benchmarks from real-world domains, all of which demonstrate the strength of our model. With this work, we hope to steer some of the GNN research towards new aggregation methods which we believe are essential in the search for powerful and robust models.},
bibtype = {article},
author = {Corso, Gabriele and Cavalleri, Luca and Beaini, Dominique and Liò, Pietro and Veličković, Petar},
number = {NeurIPS}
}
Downloads: 0
{"_id":"gdhgMGYJAAdA6eFy8","bibbaseid":"corso-cavalleri-beaini-li-velikovi-principalneighbourhoodaggregationforgraphnets-2020","author_short":["Corso, G.","Cavalleri, L.","Beaini, D.","Liò, P.","Veličković, P."],"bibdata":{"title":"Principal Neighbourhood Aggregation for Graph Nets","type":"article","year":"2020","websites":"http://arxiv.org/abs/2004.05718","id":"f7c636c9-1fd8-3cdd-9ff7-bf8432c73e9b","created":"2021-07-12T10:19:36.476Z","file_attached":"true","profile_id":"ad172e55-c0e8-3aa4-8465-09fac4d5f5c8","group_id":"1ff583c0-be37-34fa-9c04-73c69437d354","last_modified":"2021-07-12T10:20:06.824Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"folder_uuids":"20ccb950-fef9-4ee1-800c-a60ba9f1df16","private_publication":false,"abstract":"Graph Neural Networks (GNNs) have been shown to be effective models for different predictive tasks on graph-structured data. Recent work on their expressive power has focused on isomorphism tasks and countable feature spaces. We extend this theoretical framework to include continuous features—which occur regularly in real-world input domains and within the hidden layers of GNNs—and we demonstrate the requirement for multiple aggregation functions in this context. Accordingly, we propose Principal Neighbourhood Aggregation (PNA), a novel architecture combining multiple aggregators with degree-scalers (which generalize the sum aggregator). Finally, we compare the capacity of different models to capture and exploit the graph structure via a novel benchmark containing multiple tasks taken from classical graph theory, alongside existing benchmarks from real-world domains, all of which demonstrate the strength of our model. With this work, we hope to steer some of the GNN research towards new aggregation methods which we believe are essential in the search for powerful and robust models.","bibtype":"article","author":"Corso, Gabriele and Cavalleri, Luca and Beaini, Dominique and Liò, Pietro and Veličković, Petar","number":"NeurIPS","bibtex":"@article{\n title = {Principal Neighbourhood Aggregation for Graph Nets},\n type = {article},\n year = {2020},\n websites = {http://arxiv.org/abs/2004.05718},\n id = {f7c636c9-1fd8-3cdd-9ff7-bf8432c73e9b},\n created = {2021-07-12T10:19:36.476Z},\n file_attached = {true},\n profile_id = {ad172e55-c0e8-3aa4-8465-09fac4d5f5c8},\n group_id = {1ff583c0-be37-34fa-9c04-73c69437d354},\n last_modified = {2021-07-12T10:20:06.824Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n folder_uuids = {20ccb950-fef9-4ee1-800c-a60ba9f1df16},\n private_publication = {false},\n abstract = {Graph Neural Networks (GNNs) have been shown to be effective models for different predictive tasks on graph-structured data. Recent work on their expressive power has focused on isomorphism tasks and countable feature spaces. We extend this theoretical framework to include continuous features—which occur regularly in real-world input domains and within the hidden layers of GNNs—and we demonstrate the requirement for multiple aggregation functions in this context. Accordingly, we propose Principal Neighbourhood Aggregation (PNA), a novel architecture combining multiple aggregators with degree-scalers (which generalize the sum aggregator). Finally, we compare the capacity of different models to capture and exploit the graph structure via a novel benchmark containing multiple tasks taken from classical graph theory, alongside existing benchmarks from real-world domains, all of which demonstrate the strength of our model. With this work, we hope to steer some of the GNN research towards new aggregation methods which we believe are essential in the search for powerful and robust models.},\n bibtype = {article},\n author = {Corso, Gabriele and Cavalleri, Luca and Beaini, Dominique and Liò, Pietro and Veličković, Petar},\n number = {NeurIPS}\n}","author_short":["Corso, G.","Cavalleri, L.","Beaini, D.","Liò, P.","Veličković, P."],"urls":{"Paper":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c/file/43a3938a-b4e2-c565-6083-ab9e875ad89a/200405718.pdf.pdf","Website":"http://arxiv.org/abs/2004.05718"},"biburl":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c","bibbaseid":"corso-cavalleri-beaini-li-velikovi-principalneighbourhoodaggregationforgraphnets-2020","role":"author","metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c","dataSources":["BQGWpHmyQhy5GMszj","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"],"keywords":[],"search_terms":["principal","neighbourhood","aggregation","graph","nets","corso","cavalleri","beaini","liò","veličković"],"title":"Principal Neighbourhood Aggregation for Graph Nets","year":2020}