@ARTICLE{Giuseppi2020755,
author={Giuseppi, A. and Pietrabissa, A.},
title={Chance-Constrained Control with Lexicographic Deep Reinforcement Learning},
journal={IEEE Control Systems Letters},
year={2020},
volume={4},
number={3},
pages={755-760},
doi={10.1109/LCSYS.2020.2979635},
art_number={9031720},
abstract={This letter proposes a lexicographic Deep Reinforcement Learning (DeepRL)-based approach to chance-constrained Markov Decision Processes, in which the controller seeks to ensure that the probability of satisfying the constraint is above a given threshold. Standard DeepRL approaches require i) the constraints to be included as additional weighted terms in the cost function, in a multi-objective fashion, and ii) the tuning of the introduced weights during the training phase of the Deep Neural Network (DNN) according to the probability thresholds. The proposed approach, instead, requires to separately train one constraint-free DNN and one DNN associated to each constraint and then, at each time-step, to select which DNN to use depending on the system observed state. The presented solution does not require any hyper-parameter tuning besides the standard DNN ones, even if the probability thresholds changes. A lexicographic version of the well-known DeepRL algorithm DQN is also proposed and validated via simulations. © 2017 IEEE.},
author_keywords={constrained control;  deep reinforcement learning;  Markov decision processes},
keywords={Cost functions;  Deep neural networks;  Markov processes;  Reinforcement learning, Chance-constrained;  Chance-constrained controls;  Constrained controls;  Hyper-parameter;  Markov Decision Processes;  Multi objective;  Probability threshold;  Training phase, Deep learning},
document_type={Article},
}

{"_id":"qghbbztyEP6bfD2zM","bibbaseid":"giuseppi-pietrabissa-chanceconstrainedcontrolwithlexicographicdeepreinforcementlearning-2020","authorIDs":["cnSbkZ6mcMEB5wsJn"],"author_short":["Giuseppi, A.","Pietrabissa, A."],"bibdata":{"bibtype":"article","type":"article","author":[{"propositions":[],"lastnames":["Giuseppi"],"firstnames":["A."],"suffixes":[]},{"propositions":[],"lastnames":["Pietrabissa"],"firstnames":["A."],"suffixes":[]}],"title":"Chance-Constrained Control with Lexicographic Deep Reinforcement Learning","journal":"IEEE Control Systems Letters","year":"2020","volume":"4","number":"3","pages":"755-760","doi":"10.1109/LCSYS.2020.2979635","art_number":"9031720","abstract":"This letter proposes a lexicographic Deep Reinforcement Learning (DeepRL)-based approach to chance-constrained Markov Decision Processes, in which the controller seeks to ensure that the probability of satisfying the constraint is above a given threshold. Standard DeepRL approaches require i) the constraints to be included as additional weighted terms in the cost function, in a multi-objective fashion, and ii) the tuning of the introduced weights during the training phase of the Deep Neural Network (DNN) according to the probability thresholds. The proposed approach, instead, requires to separately train one constraint-free DNN and one DNN associated to each constraint and then, at each time-step, to select which DNN to use depending on the system observed state. The presented solution does not require any hyper-parameter tuning besides the standard DNN ones, even if the probability thresholds changes. A lexicographic version of the well-known DeepRL algorithm DQN is also proposed and validated via simulations. © 2017 IEEE.","author_keywords":"constrained control; deep reinforcement learning; Markov decision processes","keywords":"Cost functions; Deep neural networks; Markov processes; Reinforcement learning, Chance-constrained; Chance-constrained controls; Constrained controls; Hyper-parameter; Markov Decision Processes; Multi objective; Probability threshold; Training phase, Deep learning","document_type":"Article","bibtex":"@ARTICLE{Giuseppi2020755,\nauthor={Giuseppi, A. and Pietrabissa, A.},\ntitle={Chance-Constrained Control with Lexicographic Deep Reinforcement Learning},\njournal={IEEE Control Systems Letters},\nyear={2020},\nvolume={4},\nnumber={3},\npages={755-760},\ndoi={10.1109/LCSYS.2020.2979635},\nart_number={9031720},\nabstract={This letter proposes a lexicographic Deep Reinforcement Learning (DeepRL)-based approach to chance-constrained Markov Decision Processes, in which the controller seeks to ensure that the probability of satisfying the constraint is above a given threshold. Standard DeepRL approaches require i) the constraints to be included as additional weighted terms in the cost function, in a multi-objective fashion, and ii) the tuning of the introduced weights during the training phase of the Deep Neural Network (DNN) according to the probability thresholds. The proposed approach, instead, requires to separately train one constraint-free DNN and one DNN associated to each constraint and then, at each time-step, to select which DNN to use depending on the system observed state. The presented solution does not require any hyper-parameter tuning besides the standard DNN ones, even if the probability thresholds changes. A lexicographic version of the well-known DeepRL algorithm DQN is also proposed and validated via simulations. © 2017 IEEE.},\nauthor_keywords={constrained control; deep reinforcement learning; Markov decision processes},\nkeywords={Cost functions; Deep neural networks; Markov processes; Reinforcement learning, Chance-constrained; Chance-constrained controls; Constrained controls; Hyper-parameter; Markov Decision Processes; Multi objective; Probability threshold; Training phase, Deep learning},\ndocument_type={Article},\n}\n\n","author_short":["Giuseppi, A.","Pietrabissa, A."],"key":"Giuseppi2020755","id":"Giuseppi2020755","bibbaseid":"giuseppi-pietrabissa-chanceconstrainedcontrolwithlexicographicdeepreinforcementlearning-2020","role":"author","urls":{},"keyword":["Cost functions; Deep neural networks; Markov processes; Reinforcement learning","Chance-constrained; Chance-constrained controls; Constrained controls; Hyper-parameter; Markov Decision Processes; Multi objective; Probability threshold; Training phase","Deep learning"],"metadata":{"authorlinks":{"giuseppi, a":"https://967274320-atari-embeds.googleusercontent.com/embeds/16cb204cf3a9d4d223a0a3fd8b0eec5d/inner-frame-minified.html"}},"downloads":0},"bibtype":"article","biburl":"https://raw.githubusercontent.com/AGiuseppi/AGiuseppi.github.io/master/pubs.bib","creationDate":"2021-02-05T20:52:40.140Z","downloads":0,"keywords":["cost functions; deep neural networks; markov processes; reinforcement learning","chance-constrained; chance-constrained controls; constrained controls; hyper-parameter; markov decision processes; multi objective; probability threshold; training phase","deep learning"],"search_terms":["chance","constrained","control","lexicographic","deep","reinforcement","learning","giuseppi","pietrabissa"],"title":"Chance-Constrained Control with Lexicographic Deep Reinforcement Learning","year":2020,"dataSources":["LnFruMKQos7repGrF","pNu9oaGWEHH7o22SP","5EzEYy34nHSRYHdGQ","gfA6sQjmaq9WsWFdK","iGZjjyKe2m2P6Gg4W","ZZdxNsgmnZu3pHpvP"]}