Dimensionality Reduction of SDSS Spectra with Variational Autoencoders. Portillo, S. K. N., Parejko, J. K., Vergara, J. R., & Connolly, A. J. The Astronomical Journal, 160:45, July, 2020. ADS Bibcode: 2020AJ....160...45P![Dimensionality Reduction of SDSS Spectra with Variational Autoencoders [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex High-resolution galaxy spectra contain much information about galactic physics, but the high dimensionality of these spectra makes it difficult to fully utilize the information they contain. We apply variational autoencoders (VAEs), a nonlinear dimensionality reduction technique, to a sample of spectra from the Sloan Digital Sky Survey (SDSS). In contrast to principal component analysis (PCA), a widely used technique, VAEs can capture nonlinear relationships between latent parameters and the data. We find that a VAE can reconstruct the SDSS spectra well with only six latent parameters, outperforming PCA with the same number of components. Different galaxy classes are naturally separated in this latent space, without class labels having been given to the VAE. The VAE latent space is interpretable because the VAE can be used to make synthetic spectra at any point in latent space. For example, making synthetic spectra along tracks in latent space yields sequences of realistic spectra that interpolate between two different types of galaxies. Using the latent space to find outliers may yield interesting spectra: in our small sample, we immediately find unusual data artifacts and stars misclassified as galaxies. In this exploratory work, we show that VAEs create compact, interpretable latent spaces that capture nonlinear features of the data. While a VAE takes substantial time to train (≍1 day for 48,000 spectra), once trained, VAEs can enable the fast exploration of large astronomical data sets.
@article{portillo_dimensionality_2020,
title = {Dimensionality {Reduction} of {SDSS} {Spectra} with {Variational} {Autoencoders}},
volume = {160},
issn = {0004-6256},
url = {https://ui.adsabs.harvard.edu/abs/2020AJ....160...45P},
doi = {10.3847/1538-3881/ab9644},
abstract = {High-resolution galaxy spectra contain much information about galactic physics, but the high dimensionality of these spectra makes it difficult to fully utilize the information they contain. We apply variational autoencoders (VAEs), a nonlinear dimensionality reduction technique, to a sample of spectra from the Sloan Digital Sky Survey (SDSS). In contrast to principal component analysis (PCA), a widely used technique, VAEs can capture nonlinear relationships between latent parameters and the data. We find that a VAE can reconstruct the SDSS spectra well with only six latent parameters, outperforming PCA with the same number of components. Different galaxy classes are naturally separated in this latent space, without class labels having been given to the VAE. The VAE latent space is interpretable because the VAE can be used to make synthetic spectra at any point in latent space. For example, making synthetic spectra along tracks in latent space yields sequences of realistic spectra that interpolate between two different types of galaxies. Using the latent space to find outliers may yield interesting spectra: in our small sample, we immediately find unusual data artifacts and stars misclassified as galaxies. In this exploratory work, we show that VAEs create compact, interpretable latent spaces that capture nonlinear features of the data. While a VAE takes substantial time to train (≍1 day for 48,000 spectra), once trained, VAEs can enable the fast exploration of large astronomical data sets.},
urldate = {2021-12-10},
journal = {The Astronomical Journal},
author = {Portillo, Stephen K. N. and Parejko, John K. and Vergara, Jorge R. and Connolly, Andrew J.},
month = jul,
year = {2020},
note = {ADS Bibcode: 2020AJ....160...45P},
keywords = {1558, 1933, 1943, 573, 582, 78, Astrophysics - Astrophysics of Galaxies, Astrophysics - Instrumentation and Methods for Astrophysics},
pages = {45},
}
Downloads: 0
{"_id":"3tJ2oKva8LhfBsxgo","bibbaseid":"portillo-parejko-vergara-connolly-dimensionalityreductionofsdssspectrawithvariationalautoencoders-2020","author_short":["Portillo, S. K. N.","Parejko, J. K.","Vergara, J. R.","Connolly, A. J."],"bibdata":{"bibtype":"article","type":"article","title":"Dimensionality Reduction of SDSS Spectra with Variational Autoencoders","volume":"160","issn":"0004-6256","url":"https://ui.adsabs.harvard.edu/abs/2020AJ....160...45P","doi":"10.3847/1538-3881/ab9644","abstract":"High-resolution galaxy spectra contain much information about galactic physics, but the high dimensionality of these spectra makes it difficult to fully utilize the information they contain. We apply variational autoencoders (VAEs), a nonlinear dimensionality reduction technique, to a sample of spectra from the Sloan Digital Sky Survey (SDSS). In contrast to principal component analysis (PCA), a widely used technique, VAEs can capture nonlinear relationships between latent parameters and the data. We find that a VAE can reconstruct the SDSS spectra well with only six latent parameters, outperforming PCA with the same number of components. Different galaxy classes are naturally separated in this latent space, without class labels having been given to the VAE. The VAE latent space is interpretable because the VAE can be used to make synthetic spectra at any point in latent space. For example, making synthetic spectra along tracks in latent space yields sequences of realistic spectra that interpolate between two different types of galaxies. Using the latent space to find outliers may yield interesting spectra: in our small sample, we immediately find unusual data artifacts and stars misclassified as galaxies. In this exploratory work, we show that VAEs create compact, interpretable latent spaces that capture nonlinear features of the data. While a VAE takes substantial time to train (≍1 day for 48,000 spectra), once trained, VAEs can enable the fast exploration of large astronomical data sets.","urldate":"2021-12-10","journal":"The Astronomical Journal","author":[{"propositions":[],"lastnames":["Portillo"],"firstnames":["Stephen","K.","N."],"suffixes":[]},{"propositions":[],"lastnames":["Parejko"],"firstnames":["John","K."],"suffixes":[]},{"propositions":[],"lastnames":["Vergara"],"firstnames":["Jorge","R."],"suffixes":[]},{"propositions":[],"lastnames":["Connolly"],"firstnames":["Andrew","J."],"suffixes":[]}],"month":"July","year":"2020","note":"ADS Bibcode: 2020AJ....160...45P","keywords":"1558, 1933, 1943, 573, 582, 78, Astrophysics - Astrophysics of Galaxies, Astrophysics - Instrumentation and Methods for Astrophysics","pages":"45","bibtex":"@article{portillo_dimensionality_2020,\n\ttitle = {Dimensionality {Reduction} of {SDSS} {Spectra} with {Variational} {Autoencoders}},\n\tvolume = {160},\n\tissn = {0004-6256},\n\turl = {https://ui.adsabs.harvard.edu/abs/2020AJ....160...45P},\n\tdoi = {10.3847/1538-3881/ab9644},\n\tabstract = {High-resolution galaxy spectra contain much information about galactic physics, but the high dimensionality of these spectra makes it difficult to fully utilize the information they contain. We apply variational autoencoders (VAEs), a nonlinear dimensionality reduction technique, to a sample of spectra from the Sloan Digital Sky Survey (SDSS). In contrast to principal component analysis (PCA), a widely used technique, VAEs can capture nonlinear relationships between latent parameters and the data. We find that a VAE can reconstruct the SDSS spectra well with only six latent parameters, outperforming PCA with the same number of components. Different galaxy classes are naturally separated in this latent space, without class labels having been given to the VAE. The VAE latent space is interpretable because the VAE can be used to make synthetic spectra at any point in latent space. For example, making synthetic spectra along tracks in latent space yields sequences of realistic spectra that interpolate between two different types of galaxies. Using the latent space to find outliers may yield interesting spectra: in our small sample, we immediately find unusual data artifacts and stars misclassified as galaxies. In this exploratory work, we show that VAEs create compact, interpretable latent spaces that capture nonlinear features of the data. While a VAE takes substantial time to train (≍1 day for 48,000 spectra), once trained, VAEs can enable the fast exploration of large astronomical data sets.},\n\turldate = {2021-12-10},\n\tjournal = {The Astronomical Journal},\n\tauthor = {Portillo, Stephen K. N. and Parejko, John K. and Vergara, Jorge R. and Connolly, Andrew J.},\n\tmonth = jul,\n\tyear = {2020},\n\tnote = {ADS Bibcode: 2020AJ....160...45P},\n\tkeywords = {1558, 1933, 1943, 573, 582, 78, Astrophysics - Astrophysics of Galaxies, Astrophysics - Instrumentation and Methods for Astrophysics},\n\tpages = {45},\n}\n\n","author_short":["Portillo, S. K. N.","Parejko, J. K.","Vergara, J. R.","Connolly, A. J."],"key":"portillo_dimensionality_2020","id":"portillo_dimensionality_2020","bibbaseid":"portillo-parejko-vergara-connolly-dimensionalityreductionofsdssspectrawithvariationalautoencoders-2020","role":"author","urls":{"Paper":"https://ui.adsabs.harvard.edu/abs/2020AJ....160...45P"},"keyword":["1558","1933","1943","573","582","78","Astrophysics - Astrophysics of Galaxies","Astrophysics - Instrumentation and Methods for Astrophysics"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/zotero/polyphant","dataSources":["7gvjSdWrEu7z5vjjj"],"keywords":["1558","1933","1943","573","582","78","astrophysics - astrophysics of galaxies","astrophysics - instrumentation and methods for astrophysics"],"search_terms":["dimensionality","reduction","sdss","spectra","variational","autoencoders","portillo","parejko","vergara","connolly"],"title":"Dimensionality Reduction of SDSS Spectra with Variational Autoencoders","year":2020}