@article{wold_new_2002,
	title = {New and old trends in chemometrics. {How} to deal with the increasing data volumes in {R}\&{D}\&{P} (research, development and production)—with examples from pharmaceutical research and process modeling},
	volume = {16},
	issn = {1099-128X},
	url = {https://onlinelibrary.wiley.com/doi/abs/10.1002/cem.746},
	doi = {10/b2hpvs},
	abstract = {Chemometrics was started around 30 years ago to cope with and utilize the rapidly increasing volumes of data produced in chemical laboratories. The methods of early chemometrics were mainly focused on the analysis of data, but slowly we came to realize that it is equally important to make the data contain reliable information, and methods for design of experiments (DOE) were added to the chemometrics toolbox. This toolbox is now fairly adequate for solving most R\&D problems of today in both academia and industry, as will be illustrated with a few examples. However, with the further increase in the size of our data sets, we start to see inadequacies in our multivariate methods, both in their efficiency and interpretability. Drift and non-linearities occur with time or in other directions in data space, and models with masses of coefficients become increasingly difficult to interpret and use. Starting from a few examples of some very complicated problems confronting chemical researchers today, possible extensions and generalizations of the existing chemometrics methods, as well as more appropriate preprocessing of the data before the analysis, will be discussed. Criteria such as scalability of methods to increasing size of problems and data, increasing sophistication in the handling of noise and non-linearities, interpretability of results, and relative simplicity of use will be held as important. The discussion will be made from a perspective of the evolution of the scientific methodology as driven by new technology, e.g. computers, and constrained by the limitations of the human brain, i.e. our ability to understand and interpret scientific and data analytical results. Quilt-PCA and Quilt-PLS presented here address and offer a possible solution to these problems. Copyright © 2002 John Wiley \& Sons, Ltd.},
	language = {en},
	number = {8-10},
	urldate = {2021-10-19},
	journal = {Journal of Chemometrics},
	author = {Wold, Svante and Berglund, Anders and Kettaneh, Nouna},
	year = {2002},
	note = {\_eprint: https://onlinelibrary.wiley.com/doi/pdf/10.1002/cem.746},
	keywords = {PLS, chemometrics, interpretability of results, large data sets, non-linearities},
	pages = {377--386},
}

{"_id":"YGvv6dTuvGYpzubGY","bibbaseid":"wold-berglund-kettaneh-newandoldtrendsinchemometricshowtodealwiththeincreasingdatavolumesinrdpresearchdevelopmentandproductionwithexamplesfrompharmaceuticalresearchandprocessmodeling-2002","author_short":["Wold, S.","Berglund, A.","Kettaneh, N."],"bibdata":{"bibtype":"article","type":"article","title":"New and old trends in chemometrics. How to deal with the increasing data volumes in R&D&P (research, development and production)—with examples from pharmaceutical research and process modeling","volume":"16","issn":"1099-128X","url":"https://onlinelibrary.wiley.com/doi/abs/10.1002/cem.746","doi":"10/b2hpvs","abstract":"Chemometrics was started around 30 years ago to cope with and utilize the rapidly increasing volumes of data produced in chemical laboratories. The methods of early chemometrics were mainly focused on the analysis of data, but slowly we came to realize that it is equally important to make the data contain reliable information, and methods for design of experiments (DOE) were added to the chemometrics toolbox. This toolbox is now fairly adequate for solving most R&D problems of today in both academia and industry, as will be illustrated with a few examples. However, with the further increase in the size of our data sets, we start to see inadequacies in our multivariate methods, both in their efficiency and interpretability. Drift and non-linearities occur with time or in other directions in data space, and models with masses of coefficients become increasingly difficult to interpret and use. Starting from a few examples of some very complicated problems confronting chemical researchers today, possible extensions and generalizations of the existing chemometrics methods, as well as more appropriate preprocessing of the data before the analysis, will be discussed. Criteria such as scalability of methods to increasing size of problems and data, increasing sophistication in the handling of noise and non-linearities, interpretability of results, and relative simplicity of use will be held as important. The discussion will be made from a perspective of the evolution of the scientific methodology as driven by new technology, e.g. computers, and constrained by the limitations of the human brain, i.e. our ability to understand and interpret scientific and data analytical results. Quilt-PCA and Quilt-PLS presented here address and offer a possible solution to these problems. Copyright © 2002 John Wiley & Sons, Ltd.","language":"en","number":"8-10","urldate":"2021-10-19","journal":"Journal of Chemometrics","author":[{"propositions":[],"lastnames":["Wold"],"firstnames":["Svante"],"suffixes":[]},{"propositions":[],"lastnames":["Berglund"],"firstnames":["Anders"],"suffixes":[]},{"propositions":[],"lastnames":["Kettaneh"],"firstnames":["Nouna"],"suffixes":[]}],"year":"2002","note":"_eprint: https://onlinelibrary.wiley.com/doi/pdf/10.1002/cem.746","keywords":"PLS, chemometrics, interpretability of results, large data sets, non-linearities","pages":"377–386","bibtex":"@article{wold_new_2002,\n\ttitle = {New and old trends in chemometrics. {How} to deal with the increasing data volumes in {R}\\&{D}\\&{P} (research, development and production)—with examples from pharmaceutical research and process modeling},\n\tvolume = {16},\n\tissn = {1099-128X},\n\turl = {https://onlinelibrary.wiley.com/doi/abs/10.1002/cem.746},\n\tdoi = {10/b2hpvs},\n\tabstract = {Chemometrics was started around 30 years ago to cope with and utilize the rapidly increasing volumes of data produced in chemical laboratories. The methods of early chemometrics were mainly focused on the analysis of data, but slowly we came to realize that it is equally important to make the data contain reliable information, and methods for design of experiments (DOE) were added to the chemometrics toolbox. This toolbox is now fairly adequate for solving most R\\&D problems of today in both academia and industry, as will be illustrated with a few examples. However, with the further increase in the size of our data sets, we start to see inadequacies in our multivariate methods, both in their efficiency and interpretability. Drift and non-linearities occur with time or in other directions in data space, and models with masses of coefficients become increasingly difficult to interpret and use. Starting from a few examples of some very complicated problems confronting chemical researchers today, possible extensions and generalizations of the existing chemometrics methods, as well as more appropriate preprocessing of the data before the analysis, will be discussed. Criteria such as scalability of methods to increasing size of problems and data, increasing sophistication in the handling of noise and non-linearities, interpretability of results, and relative simplicity of use will be held as important. The discussion will be made from a perspective of the evolution of the scientific methodology as driven by new technology, e.g. computers, and constrained by the limitations of the human brain, i.e. our ability to understand and interpret scientific and data analytical results. Quilt-PCA and Quilt-PLS presented here address and offer a possible solution to these problems. Copyright © 2002 John Wiley \\& Sons, Ltd.},\n\tlanguage = {en},\n\tnumber = {8-10},\n\turldate = {2021-10-19},\n\tjournal = {Journal of Chemometrics},\n\tauthor = {Wold, Svante and Berglund, Anders and Kettaneh, Nouna},\n\tyear = {2002},\n\tnote = {\\_eprint: https://onlinelibrary.wiley.com/doi/pdf/10.1002/cem.746},\n\tkeywords = {PLS, chemometrics, interpretability of results, large data sets, non-linearities},\n\tpages = {377--386},\n}\n\n\n\n","author_short":["Wold, S.","Berglund, A.","Kettaneh, N."],"key":"wold_new_2002","id":"wold_new_2002","bibbaseid":"wold-berglund-kettaneh-newandoldtrendsinchemometricshowtodealwiththeincreasingdatavolumesinrdpresearchdevelopmentandproductionwithexamplesfrompharmaceuticalresearchandprocessmodeling-2002","role":"author","urls":{"Paper":"https://onlinelibrary.wiley.com/doi/abs/10.1002/cem.746"},"keyword":["PLS","chemometrics","interpretability of results","large data sets","non-linearities"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/zotero/upscpub","dataSources":["Tu3jPdZyJF3j547xT","9cGcv2t8pRzC92kzs","3zTPPmKj8BiTcpc6C"],"keywords":["pls","chemometrics","interpretability of results","large data sets","non-linearities"],"search_terms":["new","old","trends","chemometrics","deal","increasing","data","volumes","research","development","production","examples","pharmaceutical","research","process","modeling","wold","berglund","kettaneh"],"title":"New and old trends in chemometrics. How to deal with the increasing data volumes in R&D&P (research, development and production)—with examples from pharmaceutical research and process modeling","year":2002}