Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey. Nozawa, K. & Sato, I. April, 2022. arXiv:2204.08226 [cs]Paper doi abstract bibtex Representation learning enables us to automatically extract generic feature representations from a dataset to solve another machine learning task. Recently, extracted feature representations by a representation learning algorithm and a simple predictor have exhibited state-of-the-art performance on several machine learning tasks. Despite its remarkable progress, there exist various ways to evaluate representation learning algorithms depending on the application because of the flexibility of representation learning. To understand the current representation learning, we review evaluation methods of representation learning algorithms and theoretical analyses. On the basis of our evaluation survey, we also discuss the future direction of representation learning. Note that this survey is the extended version of Nozawa and Sato (2022).
@misc{nozawa_empirical_2022,
title = {Empirical {Evaluation} and {Theoretical} {Analysis} for {Representation} {Learning}: {A} {Survey}},
shorttitle = {Empirical {Evaluation} and {Theoretical} {Analysis} for {Representation} {Learning}},
url = {http://arxiv.org/abs/2204.08226},
doi = {10.48550/arXiv.2204.08226},
abstract = {Representation learning enables us to automatically extract generic feature representations from a dataset to solve another machine learning task. Recently, extracted feature representations by a representation learning algorithm and a simple predictor have exhibited state-of-the-art performance on several machine learning tasks. Despite its remarkable progress, there exist various ways to evaluate representation learning algorithms depending on the application because of the flexibility of representation learning. To understand the current representation learning, we review evaluation methods of representation learning algorithms and theoretical analyses. On the basis of our evaluation survey, we also discuss the future direction of representation learning. Note that this survey is the extended version of Nozawa and Sato (2022).},
urldate = {2022-07-29},
publisher = {arXiv},
author = {Nozawa, Kento and Sato, Issei},
month = apr,
year = {2022},
note = {arXiv:2204.08226 [cs]},
keywords = {Computer Science - Computer Vision and Pattern Recognition, Computer Science - Machine Learning},
}
Downloads: 0
{"_id":"AFHXkPtCnaw7TP5qu","bibbaseid":"nozawa-sato-empiricalevaluationandtheoreticalanalysisforrepresentationlearningasurvey-2022","author_short":["Nozawa, K.","Sato, I."],"bibdata":{"bibtype":"misc","type":"misc","title":"Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey","shorttitle":"Empirical Evaluation and Theoretical Analysis for Representation Learning","url":"http://arxiv.org/abs/2204.08226","doi":"10.48550/arXiv.2204.08226","abstract":"Representation learning enables us to automatically extract generic feature representations from a dataset to solve another machine learning task. Recently, extracted feature representations by a representation learning algorithm and a simple predictor have exhibited state-of-the-art performance on several machine learning tasks. Despite its remarkable progress, there exist various ways to evaluate representation learning algorithms depending on the application because of the flexibility of representation learning. To understand the current representation learning, we review evaluation methods of representation learning algorithms and theoretical analyses. On the basis of our evaluation survey, we also discuss the future direction of representation learning. Note that this survey is the extended version of Nozawa and Sato (2022).","urldate":"2022-07-29","publisher":"arXiv","author":[{"propositions":[],"lastnames":["Nozawa"],"firstnames":["Kento"],"suffixes":[]},{"propositions":[],"lastnames":["Sato"],"firstnames":["Issei"],"suffixes":[]}],"month":"April","year":"2022","note":"arXiv:2204.08226 [cs]","keywords":"Computer Science - Computer Vision and Pattern Recognition, Computer Science - Machine Learning","bibtex":"@misc{nozawa_empirical_2022,\n\ttitle = {Empirical {Evaluation} and {Theoretical} {Analysis} for {Representation} {Learning}: {A} {Survey}},\n\tshorttitle = {Empirical {Evaluation} and {Theoretical} {Analysis} for {Representation} {Learning}},\n\turl = {http://arxiv.org/abs/2204.08226},\n\tdoi = {10.48550/arXiv.2204.08226},\n\tabstract = {Representation learning enables us to automatically extract generic feature representations from a dataset to solve another machine learning task. Recently, extracted feature representations by a representation learning algorithm and a simple predictor have exhibited state-of-the-art performance on several machine learning tasks. Despite its remarkable progress, there exist various ways to evaluate representation learning algorithms depending on the application because of the flexibility of representation learning. To understand the current representation learning, we review evaluation methods of representation learning algorithms and theoretical analyses. On the basis of our evaluation survey, we also discuss the future direction of representation learning. Note that this survey is the extended version of Nozawa and Sato (2022).},\n\turldate = {2022-07-29},\n\tpublisher = {arXiv},\n\tauthor = {Nozawa, Kento and Sato, Issei},\n\tmonth = apr,\n\tyear = {2022},\n\tnote = {arXiv:2204.08226 [cs]},\n\tkeywords = {Computer Science - Computer Vision and Pattern Recognition, Computer Science - Machine Learning},\n}\n\n\n\n","author_short":["Nozawa, K.","Sato, I."],"key":"nozawa_empirical_2022","id":"nozawa_empirical_2022","bibbaseid":"nozawa-sato-empiricalevaluationandtheoreticalanalysisforrepresentationlearningasurvey-2022","role":"author","urls":{"Paper":"http://arxiv.org/abs/2204.08226"},"keyword":["Computer Science - Computer Vision and Pattern Recognition","Computer Science - Machine Learning"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"misc","biburl":"https://bibbase.org/zotero/mh_lenguyen","dataSources":["iwKepCrWBps7ojhDx"],"keywords":["computer science - computer vision and pattern recognition","computer science - machine learning"],"search_terms":["empirical","evaluation","theoretical","analysis","representation","learning","survey","nozawa","sato"],"title":"Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey","year":2022}