Metric State Space Reinforcement Learning for a Vision-Capable Mobile Robot. Zhumatiy, V., Gomez, F., Hutter, M., & Schmidhuber, J. arXiv, cs.RO, 2006. abstract bibtex We address the problem of autonomously learning controllers for vision-capable mobile robots. We extend McCallum's (1995) Nearest-Sequence Memory algorithm to allow for general metrics over state-action trajectories. We demonstrate the feasibility of our approach by successfully running our algorithm on a real mobile robot. The algorithm is novel and unique in that it (a) explores the environment and learns directly on a mobile robot without using a hand-made computer model as an intermediate step, (b) does not require manual discretization of the sensor input space, (c) works in piecewise continuous perceptual spaces, and (d) copes with partial observability. Together this allows learning from much less experience compared to previous methods.
@Article{Zhumatiy2006,
author = {Zhumatiy, Viktor and Gomez, Faustino and Hutter, Marcus and Schmidhuber, Juergen},
title = {Metric State Space Reinforcement Learning for a Vision-Capable Mobile Robot},
journal = {arXiv},
volume = {cs.RO},
number = {},
pages = {},
year = {2006},
abstract = {We address the problem of autonomously learning controllers for vision-capable mobile robots. We extend McCallum\'s (1995) Nearest-Sequence Memory algorithm to allow for general metrics over state-action trajectories. We demonstrate the feasibility of our approach by successfully running our algorithm on a real mobile robot. The algorithm is novel and unique in that it (a) explores the environment and learns directly on a mobile robot without using a hand-made computer model as an intermediate step, (b) does not require manual discretization of the sensor input space, (c) works in piecewise continuous perceptual spaces, and (d) copes with partial observability. Together this allows learning from much less experience compared to previous methods.},
location = {},
keywords = {cs.LG; cs.RO}}
Downloads: 0
{"_id":"yNR5AvQo8WCDtqvQe","bibbaseid":"zhumatiy-gomez-hutter-schmidhuber-metricstatespacereinforcementlearningforavisioncapablemobilerobot-2006","downloads":0,"creationDate":"2018-10-05T11:34:46.682Z","title":"Metric State Space Reinforcement Learning for a Vision-Capable Mobile Robot","author_short":["Zhumatiy, V.","Gomez, F.","Hutter, M.","Schmidhuber, J."],"year":2006,"bibtype":"article","biburl":"https://gist.githubusercontent.com/stuhlmueller/a37ef2ef4f378ebcb73d249fe0f8377a/raw/6f96f6f779501bd9482896af3e4db4de88c35079/references.bib","bibdata":{"bibtype":"article","type":"article","author":[{"propositions":[],"lastnames":["Zhumatiy"],"firstnames":["Viktor"],"suffixes":[]},{"propositions":[],"lastnames":["Gomez"],"firstnames":["Faustino"],"suffixes":[]},{"propositions":[],"lastnames":["Hutter"],"firstnames":["Marcus"],"suffixes":[]},{"propositions":[],"lastnames":["Schmidhuber"],"firstnames":["Juergen"],"suffixes":[]}],"title":"Metric State Space Reinforcement Learning for a Vision-Capable Mobile Robot","journal":"arXiv","volume":"cs.RO","number":"","pages":"","year":"2006","abstract":"We address the problem of autonomously learning controllers for vision-capable mobile robots. We extend McCallum's (1995) Nearest-Sequence Memory algorithm to allow for general metrics over state-action trajectories. We demonstrate the feasibility of our approach by successfully running our algorithm on a real mobile robot. The algorithm is novel and unique in that it (a) explores the environment and learns directly on a mobile robot without using a hand-made computer model as an intermediate step, (b) does not require manual discretization of the sensor input space, (c) works in piecewise continuous perceptual spaces, and (d) copes with partial observability. Together this allows learning from much less experience compared to previous methods.","location":"","keywords":"cs.LG; cs.RO","bibtex":"@Article{Zhumatiy2006,\nauthor = {Zhumatiy, Viktor and Gomez, Faustino and Hutter, Marcus and Schmidhuber, Juergen}, \ntitle = {Metric State Space Reinforcement Learning for a Vision-Capable Mobile Robot}, \njournal = {arXiv}, \nvolume = {cs.RO}, \nnumber = {}, \npages = {}, \nyear = {2006}, \nabstract = {We address the problem of autonomously learning controllers for vision-capable mobile robots. We extend McCallum\\'s (1995) Nearest-Sequence Memory algorithm to allow for general metrics over state-action trajectories. We demonstrate the feasibility of our approach by successfully running our algorithm on a real mobile robot. The algorithm is novel and unique in that it (a) explores the environment and learns directly on a mobile robot without using a hand-made computer model as an intermediate step, (b) does not require manual discretization of the sensor input space, (c) works in piecewise continuous perceptual spaces, and (d) copes with partial observability. Together this allows learning from much less experience compared to previous methods.}, \nlocation = {}, \nkeywords = {cs.LG; cs.RO}}\n\n\n","author_short":["Zhumatiy, V.","Gomez, F.","Hutter, M.","Schmidhuber, J."],"key":"Zhumatiy2006","id":"Zhumatiy2006","bibbaseid":"zhumatiy-gomez-hutter-schmidhuber-metricstatespacereinforcementlearningforavisioncapablemobilerobot-2006","role":"author","urls":{},"keyword":["cs.LG; cs.RO"],"downloads":0},"search_terms":["metric","state","space","reinforcement","learning","vision","capable","mobile","robot","zhumatiy","gomez","hutter","schmidhuber"],"keywords":["cs.lg; cs.ro"],"authorIDs":[],"dataSources":["hEoKh4ygEAWbAZ5iy"]}