Hierarchical Graph-Convolutional Variational AutoEncoding for Generative Modelling of Human Motion. Bourached, A., Gray, R., Griffiths, R., Jha, A., & Nachev, P. arXiv:2111.12602 [cs, math], 1, 2022.
Paper
Website abstract bibtex Models of human motion commonly focus either on trajectory prediction or action classification but rarely both. The marked heterogeneity and intricate compositionality of human motion render each task vulnerable to the data degradation and distributional shift common to real-world scenarios. A sufficiently expressive generative model of action could in theory enable data conditioning and distributional resilience within a unified framework applicable to both tasks. Here we propose a novel architecture based on hierarchical variational autoencoders and deep graph convolutional neural networks for generating a holistic model of action over multiple time-scales. We show this Hierarchical Graph-convolutional Variational Autoencoder (HG-VAE) to be capable of generating coherent actions, detecting out-of-distribution data, and imputing missing data by gradient ascent on the model's posterior. Trained and evaluated on H3.6M and the largest collection of open source human motion data, AMASS, we show HG-VAE can facilitate downstream discriminative learning better than baseline models.
@article{
title = {Hierarchical Graph-Convolutional Variational AutoEncoding for Generative Modelling of Human Motion},
type = {article},
year = {2022},
keywords = {Computer Science - Artificial Intelligence,Computer Science - Computer Vision and Pattern Re,Computer Science - Machine Learning,Mathematics - Probability},
websites = {http://arxiv.org/abs/2111.12602},
month = {1},
id = {fdf7fca7-30dc-3a22-8fd2-54432c3635a5},
created = {2022-03-28T09:45:06.188Z},
accessed = {2022-03-22},
file_attached = {true},
profile_id = {235249c2-3ed4-314a-b309-b1ea0330f5d9},
group_id = {1ff583c0-be37-34fa-9c04-73c69437d354},
last_modified = {2022-04-01T09:16:25.004Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
citation_key = {bourachedHierarchicalGraphConvolutionalVariational2022},
source_type = {article},
notes = {arXiv: 2111.12602},
private_publication = {false},
abstract = {Models of human motion commonly focus either on trajectory prediction or action classification but rarely both. The marked heterogeneity and intricate compositionality of human motion render each task vulnerable to the data degradation and distributional shift common to real-world scenarios. A sufficiently expressive generative model of action could in theory enable data conditioning and distributional resilience within a unified framework applicable to both tasks. Here we propose a novel architecture based on hierarchical variational autoencoders and deep graph convolutional neural networks for generating a holistic model of action over multiple time-scales. We show this Hierarchical Graph-convolutional Variational Autoencoder (HG-VAE) to be capable of generating coherent actions, detecting out-of-distribution data, and imputing missing data by gradient ascent on the model's posterior. Trained and evaluated on H3.6M and the largest collection of open source human motion data, AMASS, we show HG-VAE can facilitate downstream discriminative learning better than baseline models.},
bibtype = {article},
author = {Bourached, Anthony and Gray, Robert and Griffiths, Ryan-Rhys and Jha, Ashwani and Nachev, Parashkev},
journal = {arXiv:2111.12602 [cs, math]}
}
Downloads: 0
{"_id":"zLaTZYjFXHH3Fe5EC","bibbaseid":"bourached-gray-griffiths-jha-nachev-hierarchicalgraphconvolutionalvariationalautoencodingforgenerativemodellingofhumanmotion-2022","author_short":["Bourached, A.","Gray, R.","Griffiths, R.","Jha, A.","Nachev, P."],"bibdata":{"title":"Hierarchical Graph-Convolutional Variational AutoEncoding for Generative Modelling of Human Motion","type":"article","year":"2022","keywords":"Computer Science - Artificial Intelligence,Computer Science - Computer Vision and Pattern Re,Computer Science - Machine Learning,Mathematics - Probability","websites":"http://arxiv.org/abs/2111.12602","month":"1","id":"fdf7fca7-30dc-3a22-8fd2-54432c3635a5","created":"2022-03-28T09:45:06.188Z","accessed":"2022-03-22","file_attached":"true","profile_id":"235249c2-3ed4-314a-b309-b1ea0330f5d9","group_id":"1ff583c0-be37-34fa-9c04-73c69437d354","last_modified":"2022-04-01T09:16:25.004Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"bourachedHierarchicalGraphConvolutionalVariational2022","source_type":"article","notes":"arXiv: 2111.12602","private_publication":false,"abstract":"Models of human motion commonly focus either on trajectory prediction or action classification but rarely both. The marked heterogeneity and intricate compositionality of human motion render each task vulnerable to the data degradation and distributional shift common to real-world scenarios. A sufficiently expressive generative model of action could in theory enable data conditioning and distributional resilience within a unified framework applicable to both tasks. Here we propose a novel architecture based on hierarchical variational autoencoders and deep graph convolutional neural networks for generating a holistic model of action over multiple time-scales. We show this Hierarchical Graph-convolutional Variational Autoencoder (HG-VAE) to be capable of generating coherent actions, detecting out-of-distribution data, and imputing missing data by gradient ascent on the model's posterior. Trained and evaluated on H3.6M and the largest collection of open source human motion data, AMASS, we show HG-VAE can facilitate downstream discriminative learning better than baseline models.","bibtype":"article","author":"Bourached, Anthony and Gray, Robert and Griffiths, Ryan-Rhys and Jha, Ashwani and Nachev, Parashkev","journal":"arXiv:2111.12602 [cs, math]","bibtex":"@article{\n title = {Hierarchical Graph-Convolutional Variational AutoEncoding for Generative Modelling of Human Motion},\n type = {article},\n year = {2022},\n keywords = {Computer Science - Artificial Intelligence,Computer Science - Computer Vision and Pattern Re,Computer Science - Machine Learning,Mathematics - Probability},\n websites = {http://arxiv.org/abs/2111.12602},\n month = {1},\n id = {fdf7fca7-30dc-3a22-8fd2-54432c3635a5},\n created = {2022-03-28T09:45:06.188Z},\n accessed = {2022-03-22},\n file_attached = {true},\n profile_id = {235249c2-3ed4-314a-b309-b1ea0330f5d9},\n group_id = {1ff583c0-be37-34fa-9c04-73c69437d354},\n last_modified = {2022-04-01T09:16:25.004Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {bourachedHierarchicalGraphConvolutionalVariational2022},\n source_type = {article},\n notes = {arXiv: 2111.12602},\n private_publication = {false},\n abstract = {Models of human motion commonly focus either on trajectory prediction or action classification but rarely both. The marked heterogeneity and intricate compositionality of human motion render each task vulnerable to the data degradation and distributional shift common to real-world scenarios. A sufficiently expressive generative model of action could in theory enable data conditioning and distributional resilience within a unified framework applicable to both tasks. Here we propose a novel architecture based on hierarchical variational autoencoders and deep graph convolutional neural networks for generating a holistic model of action over multiple time-scales. We show this Hierarchical Graph-convolutional Variational Autoencoder (HG-VAE) to be capable of generating coherent actions, detecting out-of-distribution data, and imputing missing data by gradient ascent on the model's posterior. Trained and evaluated on H3.6M and the largest collection of open source human motion data, AMASS, we show HG-VAE can facilitate downstream discriminative learning better than baseline models.},\n bibtype = {article},\n author = {Bourached, Anthony and Gray, Robert and Griffiths, Ryan-Rhys and Jha, Ashwani and Nachev, Parashkev},\n journal = {arXiv:2111.12602 [cs, math]}\n}","author_short":["Bourached, A.","Gray, R.","Griffiths, R.","Jha, A.","Nachev, P."],"urls":{"Paper":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c/file/47bf5ab4-8fe0-ea23-6001-2296e38a7d3a/Bourached_et_al___2022___Hierarchical_Graph_Convolutional_Variational_AutoE.pdf.pdf","Website":"http://arxiv.org/abs/2111.12602"},"biburl":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c","bibbaseid":"bourached-gray-griffiths-jha-nachev-hierarchicalgraphconvolutionalvariationalautoencodingforgenerativemodellingofhumanmotion-2022","role":"author","keyword":["Computer Science - Artificial Intelligence","Computer Science - Computer Vision and Pattern Re","Computer Science - Machine Learning","Mathematics - Probability"],"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"article","biburl":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c","dataSources":["2252seNhipfTmjEBQ"],"keywords":["computer science - artificial intelligence","computer science - computer vision and pattern re","computer science - machine learning","mathematics - probability"],"search_terms":["hierarchical","graph","convolutional","variational","autoencoding","generative","modelling","human","motion","bourached","gray","griffiths","jha","nachev"],"title":"Hierarchical Graph-Convolutional Variational AutoEncoding for Generative Modelling of Human Motion","year":2022}