\n \n \n
\n\n\n
\n
\n\n \n \n \n \n \n \n Convergence of simulation-based policy iteration.\n \n \n \n \n\n\n \n Cooper, W.; Henderson, S.; and Lewis, M.\n\n\n \n\n\n\n
Probability in the Engineering and Informational Sciences, 17: 213–234. 2003.\n
\n\n
\n\n
\n\n
\n\n \n \n
paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n \n \n abstract \n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{coohenlew02,\n\tabstract = {Simulation-based policy iteration (SBPI) is a modification of the policy iteration algorithm for computing optimal policies for Markov decision processes. At each iteration, rather than solving the average evaluation equations, SBPI employs simulation to estimate a solution to these equations. For recurrent average-reward Markov decision processes with finite state and action spaces, we provide easily-verifiable conditions that ensure that simulation-based policy iteration almost-surely eventually never leaves the set of optimal decision rules. We analyze three simulation estimators for solutions to the average evaluation equations. Using our general results, we derive simple conditions on the simulation runlengths that guarantee the almost-sure convergence of the algorithm.},\n\tauthor = {W.~L.\\ Cooper and S.~G.\\ Henderson and M.~E.\\ Lewis},\n\tdate-added = {2016-01-10 16:07:54 +0000},\n\tdate-modified = {2016-01-10 16:07:54 +0000},\n\tjournal = {Probability in the Engineering and Informational Sciences},\n\tpages = {213--234},\n\ttitle = {Convergence of simulation-based policy iteration},\n\turl_paper = {pubs/csbpi2.pdf},\n\tvolume = {17},\n\tyear = {2003}}\n\n
\n
\n\n\n
\n Simulation-based policy iteration (SBPI) is a modification of the policy iteration algorithm for computing optimal policies for Markov decision processes. At each iteration, rather than solving the average evaluation equations, SBPI employs simulation to estimate a solution to these equations. For recurrent average-reward Markov decision processes with finite state and action spaces, we provide easily-verifiable conditions that ensure that simulation-based policy iteration almost-surely eventually never leaves the set of optimal decision rules. We analyze three simulation estimators for solutions to the average evaluation equations. Using our general results, we derive simple conditions on the simulation runlengths that guarantee the almost-sure convergence of the algorithm.\n
\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Fairness and efficiency in web server protocols.\n \n \n \n \n\n\n \n Friedman, E. J.; and Henderson, S. G.\n\n\n \n\n\n\n In
Proceedings of the 2003 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems, pages 229–237, 2003. ACM Press\n
\n\n
\n\n
\n\n
\n\n \n \n
paper\n \n \n\n \n \n doi\n \n \n\n \n link\n \n \n\n bibtex\n \n\n \n \n \n abstract \n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{frihen03,\n\tabstract = {We consider the problem of designing a preemptive protocol that is both fair and efficient when one is only concerned with the sojourn time of the job and not intermediate results. Our Fair Sojourn Protocol (FSP) is both efficient, in a strong sense (similar to the shortest remaining processing time protocol: SRPT), and fair, in the sense of guaranteeing that it weakly outperforms processor sharing (PS) for every job on any sample path.\nOur primary motivation is web serving in which the standard protocol is PS, while recent work proposes using SRPT or variants. Our work suggests both a framework in which to evaluate proposed protocols and an attractive new protocol, FSP.},\n\tannote = {pubs/FSPSigmetrics.pdf},\n\tauthor = {Eric J. Friedman and Shane G. Henderson},\n\tbooktitle = {Proceedings of the 2003 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems},\n\tdate-added = {2016-01-10 16:07:54 +0000},\n\tdate-modified = {2018-07-16 17:39:04 +0000},\n\tdoi = {http://doi.acm.org/10.1145/781027.781056},\n\tisbn = {1-518813-664-1},\n\tlocation = {San Diego, CA, USA},\n\tpages = {229--237},\n\tpublisher = {ACM Press},\n\ttitle = {Fairness and efficiency in web server protocols},\n\turl_paper = {https://dl.acm.org/authorize?N654070},\n\tyear = {2003},\n\tbdsk-url-1 = {http://doi.acm.org/10.1145/781027.781056}}\n\n
\n
\n\n\n
\n We consider the problem of designing a preemptive protocol that is both fair and efficient when one is only concerned with the sojourn time of the job and not intermediate results. Our Fair Sojourn Protocol (FSP) is both efficient, in a strong sense (similar to the shortest remaining processing time protocol: SRPT), and fair, in the sense of guaranteeing that it weakly outperforms processor sharing (PS) for every job on any sample path. Our primary motivation is web serving in which the standard protocol is PS, while recent work proposes using SRPT or variants. Our work suggests both a framework in which to evaluate proposed protocols and an attractive new protocol, FSP.\n
\n\n\n
\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Estimation for nonhomogeneous Poisson processes from aggregated data.\n \n \n \n \n\n\n \n Henderson, S. G.\n\n\n \n\n\n\n
Operations Research Letters, 31: 375–382. 2003.\n
\n\n
\n\n
\n\n
\n\n \n \n
paper\n \n \n\n \n \n doi\n \n \n\n \n link\n \n \n\n bibtex\n \n\n \n \n \n abstract \n \n\n \n \n \n 3 downloads\n \n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{hen03,\n\tabstract = {A well-known heuristic for estimating the rate function or cumulative rate function of a nonhomogeneous Poisson process assumes that the rate function is piecewise constant on a set of data-independent intervals. We investigate the asymptotic (as the amount of data grows) behavior of this estimator in the case of equal interval widths, and show that it can be transformed into a consistent estimator if the interval lengths shrink at an appropriate rate as the amount of data grows.},\n\tauthor = {Shane G.\\ Henderson},\n\tdate-added = {2016-01-10 16:07:54 +0000},\n\tdate-modified = {2016-01-10 16:07:54 +0000},\n\tdoi = {10.1016/S0167-6377(03)00027-0},\n\tjournal = {Operations Research Letters},\n\tpages = {375--382},\n\ttitle = {Estimation for nonhomogeneous {P}oisson processes from aggregated data},\n\turl_paper = {pubs/NHPPORL.pdf},\n\tvolume = {31},\n\tyear = {2003},\n\tbdsk-url-1 = {http://dx.doi.org/10.1016/S0167-6377(03)00027-0}}\n\n
\n
\n\n\n
\n A well-known heuristic for estimating the rate function or cumulative rate function of a nonhomogeneous Poisson process assumes that the rate function is piecewise constant on a set of data-independent intervals. We investigate the asymptotic (as the amount of data grows) behavior of this estimator in the case of equal interval widths, and show that it can be transformed into a consistent estimator if the interval lengths shrink at an appropriate rate as the amount of data grows.\n
\n\n\n
\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n Nonexistence of a class of variate generation schemes.\n \n \n \n \n\n\n \n Henderson, S.; and Glynn, P.\n\n\n \n\n\n\n
Operations Research Letters, 31: 83–89. 2003.\n
\n\n
\n\n
\n\n
\n\n \n \n
paper\n \n \n\n \n \n doi\n \n \n\n \n link\n \n \n\n bibtex\n \n\n \n \n \n abstract \n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{hengly03,\n\tabstract = {Motivated by a problem arising in the regenerative analysis of discrete-event system simulation, we ask whether a certain class of random variate generation schemes exists or not. Under very reasonable conditions, we prove that such variate generation schemes do not exist. The implications of this result for regenerative steady-state simulation of discrete-event systems are discussed.},\n\tauthor = {Henderson, S.~G. and Glynn, P.~W.},\n\tdate-added = {2016-01-10 16:07:54 +0000},\n\tdate-modified = {2016-01-10 16:07:54 +0000},\n\tdoi = {10.1016/S0167-6377(02)00217-1},\n\tjournal = {Operations Research Letters},\n\tpages = {83--89},\n\ttitle = {Nonexistence of a class of variate generation schemes},\n\turl_paper = {pubs/NonexistenceORL.pdf},\n\tvolume = {31},\n\tyear = 2003,\n\tbdsk-url-1 = {http://dx.doi.org/10.1016/S0167-6377(02)00217-1}}\n\n
\n
\n\n\n
\n Motivated by a problem arising in the regenerative analysis of discrete-event system simulation, we ask whether a certain class of random variate generation schemes exists or not. Under very reasonable conditions, we prove that such variate generation schemes do not exist. The implications of this result for regenerative steady-state simulation of discrete-event systems are discussed.\n
\n\n\n
\n\n\n
\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n A simulation model for predicting yacht match race outcomes.\n \n \n \n \n\n\n \n Philpott, A.; Henderson, S.; and Teirney, D.\n\n\n \n\n\n\n
Operations Research, 52: 1–16. 2003.\n
\n\n
\n\n
\n\n
\n\n \n \n
paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n \n \n abstract \n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@article{phihentie03,\n\tabstract = {We outline the development of a model for predicting the outcome of a yacht match race between two competing designs. The model is a fixed-time-increment simulation that accounts for the dynamic performance of each yacht. The wind speed and direction are modelled using hidden Markov chain models. Each yacht is assumed to follow a fixed sailing strategy determined by a set of simple decision rules. The simulation models both yachts simultaneously and accounts for interactions between them - for example, when they cross. The model is illustrated by applying it to International America's Cup Class designs.},\n\tauthor = {A.~B.\\ Philpott and S.~G.\\ Henderson and D. Teirney},\n\tdate-added = {2016-01-10 16:07:54 +0000},\n\tdate-modified = {2016-01-10 16:07:54 +0000},\n\tjournal = {Operations Research},\n\tpages = {1--16},\n\ttitle = {A simulation model for predicting yacht match race outcomes},\n\turl_paper = {pubs/AmCup.pdf},\n\tvolume = {52},\n\tyear = {2003}}\n\n
\n
\n\n\n
\n We outline the development of a model for predicting the outcome of a yacht match race between two competing designs. The model is a fixed-time-increment simulation that accounts for the dynamic performance of each yacht. The wind speed and direction are modelled using hidden Markov chain models. Each yacht is assumed to follow a fixed sailing strategy determined by a set of simple decision rules. The simulation models both yachts simultaneously and accounts for interactions between them - for example, when they cross. The model is illustrated by applying it to International America's Cup Class designs.\n
\n\n\n
\n\n\n
\n
\n\n \n \n \n \n \n \n A kernel approach to estimating the density of a conditional expectation.\n \n \n \n \n\n\n \n Steckley, S. G.; and Henderson, S. G.\n\n\n \n\n\n\n In Chick, S. E.; Sánchez, P. J.; Morrice, D. J.; and Ferrin, D., editor(s),
Proceedings of the 2003 Winter Simulation Conference, pages 383–391, Piscataway, NJ, 2003. IEEE\n
\n\n
\n\n
\n\n
\n\n \n \n
paper\n \n \n\n \n\n \n link\n \n \n\n bibtex\n \n\n \n \n \n abstract \n \n\n \n\n \n \n \n \n \n \n \n\n \n \n \n\n\n\n
\n
@inproceedings{stehen03,\n\tabstract = {Given uncertainty in the input model and parameters of a simulation study, the goal of the simulation study often becomes the estimation of a conditional expectation. The conditional expectation is expected performance conditional on the selected model and parameters. The distribution of this conditional expectation describes precisely, and concisely, the impact of input uncertainty on performance prediction. In this paper we estimate the density of a conditional expectation using ideas from the field of kernel density estimation. We present a result on asymptotically optimal rates of convergence and examine a number of numerical examples.},\n\taddress = {Piscataway, NJ},\n\tauthor = {Samuel G. Steckley and Shane G. Henderson},\n\tbooktitle = {Proceedings of the 2003 Winter Simulation Conference},\n\tdate-added = {2016-01-10 16:07:54 +0000},\n\tdate-modified = {2016-01-10 16:07:54 +0000},\n\teditor = {Stephen E. Chick and Paul J. S\\'{a}nchez and Douglas J. Morrice and David Ferrin},\n\torganization = {IEEE},\n\tpages = {383--391},\n\ttitle = {A kernel approach to estimating the density of a conditional expectation},\n\turl_paper = {pubs/stehen03wsc.pdf},\n\tyear = 2003}\n\n
\n
\n\n\n
\n Given uncertainty in the input model and parameters of a simulation study, the goal of the simulation study often becomes the estimation of a conditional expectation. The conditional expectation is expected performance conditional on the selected model and parameters. The distribution of this conditional expectation describes precisely, and concisely, the impact of input uncertainty on performance prediction. In this paper we estimate the density of a conditional expectation using ideas from the field of kernel density estimation. We present a result on asymptotically optimal rates of convergence and examine a number of numerical examples.\n
\n\n\n
\n\n\n\n\n\n