The shape variational autoencoder: A deep generative model of part-segmented 3D objects. Nash, C. & Williams, C., K., I. Computer Graphics Forum, 36(5):1-12, 2017.
Paper
Website doi abstract bibtex We introduce a generative model of part-segmented 3D objects: the shape variational auto-encoder (ShapeVAE). The ShapeVAE describes a joint distribution over the existence of object parts, the locations of a dense set of surface points, and over surface normals associated with these points. Our model makes use of a deep encoder-decoder architecture that leverages the part-decomposability of 3D objects to embed high-dimensional shape representations and sample novel instances. Given an input collection of part-segmented objects with dense point correspondences the ShapeVAE is capable of synthesizing novel, realistic shapes, and by performing conditional inference enables imputation of missing parts or surface normals. In addition, by generating both points and surface normals, our model allows for the use of powerful surface-reconstruction methods for mesh synthesis. We provide a quantitative evaluation of the ShapeVAE on shape-completion and test-set log-likelihood tasks and demonstrate that the model performs favourably against strong baselines. We demonstrate qualitatively that the ShapeVAE produces plausible shape samples, and that it captures a semantically meaningful shape-embedding. In addition we show that the ShapeVAE facilitates mesh reconstruction by sampling consistent surface normals.
@article{
title = {The shape variational autoencoder: A deep generative model of part-segmented 3D objects},
type = {article},
year = {2017},
keywords = {Categories and Subject Descriptors (according to A,I.3.5 Computer Graphics: Computational Geometry a},
pages = {1-12},
volume = {36},
websites = {https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.13240},
id = {c33defb7-4c9f-37e3-96eb-d2995a752e87},
created = {2022-03-28T09:45:03.982Z},
accessed = {2022-03-27},
file_attached = {true},
profile_id = {235249c2-3ed4-314a-b309-b1ea0330f5d9},
group_id = {1ff583c0-be37-34fa-9c04-73c69437d354},
last_modified = {2022-03-29T08:06:34.675Z},
read = {false},
starred = {false},
authored = {false},
confirmed = {true},
hidden = {false},
citation_key = {nashShapeVariationalAutoencoder2017},
source_type = {article},
short_title = {The shape variational autoencoder},
notes = {\_eprint: https://onlinelibrary.wiley.com/doi/pdf/10.1111/cgf.13240},
private_publication = {false},
abstract = {We introduce a generative model of part-segmented 3D objects: the shape variational auto-encoder (ShapeVAE). The ShapeVAE describes a joint distribution over the existence of object parts, the locations of a dense set of surface points, and over surface normals associated with these points. Our model makes use of a deep encoder-decoder architecture that leverages the part-decomposability of 3D objects to embed high-dimensional shape representations and sample novel instances. Given an input collection of part-segmented objects with dense point correspondences the ShapeVAE is capable of synthesizing novel, realistic shapes, and by performing conditional inference enables imputation of missing parts or surface normals. In addition, by generating both points and surface normals, our model allows for the use of powerful surface-reconstruction methods for mesh synthesis. We provide a quantitative evaluation of the ShapeVAE on shape-completion and test-set log-likelihood tasks and demonstrate that the model performs favourably against strong baselines. We demonstrate qualitatively that the ShapeVAE produces plausible shape samples, and that it captures a semantically meaningful shape-embedding. In addition we show that the ShapeVAE facilitates mesh reconstruction by sampling consistent surface normals.},
bibtype = {article},
author = {Nash, C and Williams, C K I},
doi = {10.1111/cgf.13240},
journal = {Computer Graphics Forum},
number = {5}
}
Downloads: 0
{"_id":"sHTFAbZvrbWezXhXb","bibbaseid":"nash-williams-theshapevariationalautoencoderadeepgenerativemodelofpartsegmented3dobjects-2017","author_short":["Nash, C.","Williams, C., K., I."],"bibdata":{"title":"The shape variational autoencoder: A deep generative model of part-segmented 3D objects","type":"article","year":"2017","keywords":"Categories and Subject Descriptors (according to A,I.3.5 Computer Graphics: Computational Geometry a","pages":"1-12","volume":"36","websites":"https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.13240","id":"c33defb7-4c9f-37e3-96eb-d2995a752e87","created":"2022-03-28T09:45:03.982Z","accessed":"2022-03-27","file_attached":"true","profile_id":"235249c2-3ed4-314a-b309-b1ea0330f5d9","group_id":"1ff583c0-be37-34fa-9c04-73c69437d354","last_modified":"2022-03-29T08:06:34.675Z","read":false,"starred":false,"authored":false,"confirmed":"true","hidden":false,"citation_key":"nashShapeVariationalAutoencoder2017","source_type":"article","short_title":"The shape variational autoencoder","notes":"\\_eprint: https://onlinelibrary.wiley.com/doi/pdf/10.1111/cgf.13240","private_publication":false,"abstract":"We introduce a generative model of part-segmented 3D objects: the shape variational auto-encoder (ShapeVAE). The ShapeVAE describes a joint distribution over the existence of object parts, the locations of a dense set of surface points, and over surface normals associated with these points. Our model makes use of a deep encoder-decoder architecture that leverages the part-decomposability of 3D objects to embed high-dimensional shape representations and sample novel instances. Given an input collection of part-segmented objects with dense point correspondences the ShapeVAE is capable of synthesizing novel, realistic shapes, and by performing conditional inference enables imputation of missing parts or surface normals. In addition, by generating both points and surface normals, our model allows for the use of powerful surface-reconstruction methods for mesh synthesis. We provide a quantitative evaluation of the ShapeVAE on shape-completion and test-set log-likelihood tasks and demonstrate that the model performs favourably against strong baselines. We demonstrate qualitatively that the ShapeVAE produces plausible shape samples, and that it captures a semantically meaningful shape-embedding. In addition we show that the ShapeVAE facilitates mesh reconstruction by sampling consistent surface normals.","bibtype":"article","author":"Nash, C and Williams, C K I","doi":"10.1111/cgf.13240","journal":"Computer Graphics Forum","number":"5","bibtex":"@article{\n title = {The shape variational autoencoder: A deep generative model of part-segmented 3D objects},\n type = {article},\n year = {2017},\n keywords = {Categories and Subject Descriptors (according to A,I.3.5 Computer Graphics: Computational Geometry a},\n pages = {1-12},\n volume = {36},\n websites = {https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.13240},\n id = {c33defb7-4c9f-37e3-96eb-d2995a752e87},\n created = {2022-03-28T09:45:03.982Z},\n accessed = {2022-03-27},\n file_attached = {true},\n profile_id = {235249c2-3ed4-314a-b309-b1ea0330f5d9},\n group_id = {1ff583c0-be37-34fa-9c04-73c69437d354},\n last_modified = {2022-03-29T08:06:34.675Z},\n read = {false},\n starred = {false},\n authored = {false},\n confirmed = {true},\n hidden = {false},\n citation_key = {nashShapeVariationalAutoencoder2017},\n source_type = {article},\n short_title = {The shape variational autoencoder},\n notes = {\\_eprint: https://onlinelibrary.wiley.com/doi/pdf/10.1111/cgf.13240},\n private_publication = {false},\n abstract = {We introduce a generative model of part-segmented 3D objects: the shape variational auto-encoder (ShapeVAE). The ShapeVAE describes a joint distribution over the existence of object parts, the locations of a dense set of surface points, and over surface normals associated with these points. Our model makes use of a deep encoder-decoder architecture that leverages the part-decomposability of 3D objects to embed high-dimensional shape representations and sample novel instances. Given an input collection of part-segmented objects with dense point correspondences the ShapeVAE is capable of synthesizing novel, realistic shapes, and by performing conditional inference enables imputation of missing parts or surface normals. In addition, by generating both points and surface normals, our model allows for the use of powerful surface-reconstruction methods for mesh synthesis. We provide a quantitative evaluation of the ShapeVAE on shape-completion and test-set log-likelihood tasks and demonstrate that the model performs favourably against strong baselines. We demonstrate qualitatively that the ShapeVAE produces plausible shape samples, and that it captures a semantically meaningful shape-embedding. In addition we show that the ShapeVAE facilitates mesh reconstruction by sampling consistent surface normals.},\n bibtype = {article},\n author = {Nash, C and Williams, C K I},\n doi = {10.1111/cgf.13240},\n journal = {Computer Graphics Forum},\n number = {5}\n}","author_short":["Nash, C.","Williams, C., K., I."],"urls":{"Paper":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c/file/2321c7db-d7fa-cb4b-6e5d-99dfc55a1bf6/Nash_and_Williams___2017___The_shape_variational_autoencoder_A_deep_generati.pdf.pdf","Website":"https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.13240"},"biburl":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c","bibbaseid":"nash-williams-theshapevariationalautoencoderadeepgenerativemodelofpartsegmented3dobjects-2017","role":"author","keyword":["Categories and Subject Descriptors (according to A","I.3.5 Computer Graphics: Computational Geometry a"],"metadata":{"authorlinks":{}},"downloads":0},"bibtype":"article","biburl":"https://bibbase.org/service/mendeley/bfbbf840-4c42-3914-a463-19024f50b30c","dataSources":["2252seNhipfTmjEBQ"],"keywords":["categories and subject descriptors (according to a","i.3.5 computer graphics: computational geometry a"],"search_terms":["shape","variational","autoencoder","deep","generative","model","part","segmented","objects","nash","williams"],"title":"The shape variational autoencoder: A deep generative model of part-segmented 3D objects","year":2017}