Stochastically constrained ranking and selection via SCORE. Pasupathy, R., Hunter, S. R., Pujowidianto, N. A., Lee, L. H., & Chen, C. *ACM Transactions on Modeling and Computer Simulation*, 25(1):1–26, January, 2015. Journal version, Finalist, Winter Simulation Conference Best Theoretical Paper Award.Link Paper doi abstract bibtex Consider the context of constrained simulation optimization (SO), that is, optimization problems where the objective and constraint functions are known through dependent Monte Carlo estimators. For solving such problems on large finite spaces, we provide an easily implemented sampling framework called SCORE (Sampling Criteria for Optimization using Rate Estimators) that approximates the optimal simulation budget allocation. We develop a general theory, but like much of the existing literature on ranking and selection, our focus is on SO problems where the distribution of the simulation observations is Gaussian. We first characterize the nature of the optimal simulation budget as a bilevel optimization problem. We then show that under a certain asymptotic limit, the solution to the bilevel optimization problem becomes surprisingly tractable and is expressed through a single intuitive measure, the score. We provide an iterative SO algorithm that repeatedly estimates the score and determines how the available simulation budget should be expended across contending systems. Numerical experience with the algorithm resulting from the proposed sampling approximation is very encouraging — in numerous examples of constrained SO problems having 1,000 to 10,000 systems, the optimal allocation is identified to negligible error within a few seconds to one minute on a typical laptop computer. Corresponding times to solve the full bilevel optimization problem range from tens of minutes to several hours.

@article{2015pashunetal,
Year = {2015},
Author = {R. Pasupathy and S. R. Hunter and N. A. Pujowidianto and L. H. Lee and {C.-H.} Chen},
Title = {Stochastically constrained ranking and selection via {SCORE}},
Journal = {ACM Transactions on Modeling and Computer Simulation},
shortjournal = {ACM Trans. Model. Comput. Simul.},
volume = {25},
number = {1},
month = {January},
articleno = {1},
pages = {1--26},
numpages = {26},
doi = {10.1145/2630066},
url_Link = {http://dl.acm.org/authorize?N41473},
url_Paper = {http://web.ics.purdue.edu/~hunter63/PAPERS/pre2014pashunetal.pdf},
abstract = {Consider the context of constrained simulation optimization (SO), that is, optimization problems where the objective and constraint functions are known through dependent Monte Carlo estimators. For solving such problems on large finite spaces, we provide an easily implemented sampling framework called SCORE (Sampling Criteria for Optimization using Rate Estimators) that approximates the optimal simulation budget allocation. We develop a general theory, but like much of the existing literature on ranking and selection, our focus is on SO problems where the distribution of the simulation observations is Gaussian. We first characterize the nature of the optimal simulation budget as a bilevel optimization problem. We then show that under a certain asymptotic limit, the solution to the bilevel optimization problem becomes surprisingly tractable and is expressed through a single intuitive measure, the score. We provide an iterative SO algorithm that repeatedly estimates the score and determines how the available simulation budget should be expended across contending systems. Numerical experience with the algorithm resulting from the proposed sampling approximation is very encouraging --- in numerous examples of constrained SO problems having 1,000 to 10,000 systems, the optimal allocation is identified to negligible error within a few seconds to one minute on a typical laptop computer. Corresponding times to solve the full bilevel optimization problem range from tens of minutes to several hours.},
keywords = {simulation optimization > single-objective > stochastically constrained > ranking and selection},
bibbase_note = {<span style="color: green">Journal version, Finalist, Winter Simulation Conference Best Theoretical Paper Award.</span>}}

Downloads: 0

{"_id":"BueSW5Bn8CK6tRLWh","bibbaseid":"pasupathy-hunter-pujowidianto-lee-chen-stochasticallyconstrainedrankingandselectionviascore-2015","downloads":5,"creationDate":"2017-10-30T17:23:44.355Z","title":"Stochastically constrained ranking and selection via SCORE","author_short":["Pasupathy, R.","Hunter, S. R.","Pujowidianto, N. A.","Lee, L. H.","Chen, C."],"year":2015,"bibtype":"article","biburl":"http://web.ics.purdue.edu/~hunter63/PAPERS/srhunterweb.bib","bibdata":{"bibtype":"article","type":"article","year":"2015","author":[{"firstnames":["R."],"propositions":[],"lastnames":["Pasupathy"],"suffixes":[]},{"firstnames":["S.","R."],"propositions":[],"lastnames":["Hunter"],"suffixes":[]},{"firstnames":["N.","A."],"propositions":[],"lastnames":["Pujowidianto"],"suffixes":[]},{"firstnames":["L.","H."],"propositions":[],"lastnames":["Lee"],"suffixes":[]},{"firstnames":["C.-H."],"propositions":[],"lastnames":["Chen"],"suffixes":[]}],"title":"Stochastically constrained ranking and selection via SCORE","journal":"ACM Transactions on Modeling and Computer Simulation","shortjournal":"ACM Trans. Model. Comput. Simul.","volume":"25","number":"1","month":"January","articleno":"1","pages":"1–26","numpages":"26","doi":"10.1145/2630066","url_link":"http://dl.acm.org/authorize?N41473","url_paper":"http://web.ics.purdue.edu/~hunter63/PAPERS/pre2014pashunetal.pdf","abstract":"Consider the context of constrained simulation optimization (SO), that is, optimization problems where the objective and constraint functions are known through dependent Monte Carlo estimators. For solving such problems on large finite spaces, we provide an easily implemented sampling framework called SCORE (Sampling Criteria for Optimization using Rate Estimators) that approximates the optimal simulation budget allocation. We develop a general theory, but like much of the existing literature on ranking and selection, our focus is on SO problems where the distribution of the simulation observations is Gaussian. We first characterize the nature of the optimal simulation budget as a bilevel optimization problem. We then show that under a certain asymptotic limit, the solution to the bilevel optimization problem becomes surprisingly tractable and is expressed through a single intuitive measure, the score. We provide an iterative SO algorithm that repeatedly estimates the score and determines how the available simulation budget should be expended across contending systems. Numerical experience with the algorithm resulting from the proposed sampling approximation is very encouraging — in numerous examples of constrained SO problems having 1,000 to 10,000 systems, the optimal allocation is identified to negligible error within a few seconds to one minute on a typical laptop computer. Corresponding times to solve the full bilevel optimization problem range from tens of minutes to several hours.","keywords":"simulation optimization > single-objective > stochastically constrained > ranking and selection","bibbase_note":"<span style=\"color: green\">Journal version, Finalist, Winter Simulation Conference Best Theoretical Paper Award.</span>","bibtex":"@article{2015pashunetal,\n\tYear = {2015},\n\tAuthor = {R. Pasupathy and S. R. Hunter and N. A. Pujowidianto and L. H. Lee and {C.-H.} Chen},\n\tTitle = {Stochastically constrained ranking and selection via {SCORE}},\n\tJournal = {ACM Transactions on Modeling and Computer Simulation},\n\tshortjournal = {ACM Trans. Model. Comput. Simul.},\n\tvolume = {25},\n\tnumber = {1},\n\tmonth = {January},\n\tarticleno = {1},\n\tpages = {1--26},\n\tnumpages = {26},\n\tdoi = {10.1145/2630066},\n\turl_Link = {http://dl.acm.org/authorize?N41473},\n\turl_Paper = {http://web.ics.purdue.edu/~hunter63/PAPERS/pre2014pashunetal.pdf},\n\tabstract = {Consider the context of constrained simulation optimization (SO), that is, optimization problems where the objective and constraint functions are known through dependent Monte Carlo estimators. For solving such problems on large finite spaces, we provide an easily implemented sampling framework called SCORE (Sampling Criteria for Optimization using Rate Estimators) that approximates the optimal simulation budget allocation. We develop a general theory, but like much of the existing literature on ranking and selection, our focus is on SO problems where the distribution of the simulation observations is Gaussian. We first characterize the nature of the optimal simulation budget as a bilevel optimization problem. We then show that under a certain asymptotic limit, the solution to the bilevel optimization problem becomes surprisingly tractable and is expressed through a single intuitive measure, the score. We provide an iterative SO algorithm that repeatedly estimates the score and determines how the available simulation budget should be expended across contending systems. Numerical experience with the algorithm resulting from the proposed sampling approximation is very encouraging --- in numerous examples of constrained SO problems having 1,000 to 10,000 systems, the optimal allocation is identified to negligible error within a few seconds to one minute on a typical laptop computer. Corresponding times to solve the full bilevel optimization problem range from tens of minutes to several hours.},\n\tkeywords = {simulation optimization > single-objective > stochastically constrained > ranking and selection},\n\tbibbase_note = {<span style=\"color: green\">Journal version, Finalist, Winter Simulation Conference Best Theoretical Paper Award.</span>}}\n\t\n","author_short":["Pasupathy, R.","Hunter, S. R.","Pujowidianto, N. A.","Lee, L. H.","Chen, C."],"key":"2015pashunetal","id":"2015pashunetal","bibbaseid":"pasupathy-hunter-pujowidianto-lee-chen-stochasticallyconstrainedrankingandselectionviascore-2015","role":"author","urls":{" link":"http://dl.acm.org/authorize?N41473"," paper":"http://web.ics.purdue.edu/~hunter63/PAPERS/pre2014pashunetal.pdf"},"keyword":["simulation optimization > single-objective > stochastically constrained > ranking and selection"],"metadata":{"authorlinks":{"hunter, s":"https://web.ics.purdue.edu/~hunter63/"}}},"search_terms":["stochastically","constrained","ranking","selection","via","score","pasupathy","hunter","pujowidianto","lee","chen"],"keywords":["simulation optimization > single-objective > stochastically constrained > ranking and selection"],"authorIDs":["kYiaRyZRtgDmgu88o"],"dataSources":["ZEwmdExPMCtzAbo22","PkcXzWbdqPvM6bmCx"]}