@conference{
	11580_92258,
	author = {Golluccio, Giacomo and DI VITO, Daniele and Marino, Alessandro and Antonelli, Gianluca},
	title = {Robotic Weight-based Object Relocation in Clutter via Tree-based Q-learning Approach using Breadth and Depth Search Techniques},
	year = {2021},
	publisher = {IEEE},
	booktitle = {2021 20th International Conference on Advanced Robotics (ICAR)},
	abstract = {In this paper, the problem of retrieving a target object from a cluttered environment through a mobile manipulator is considered. The task is solved by combining Task and Motion Planning; in detail, at a higher level, the task planner is in charge of planning the sequence of objects to relocate while, at a lower level, the motion planner is in charge of planning the robot movements taking into consideration robot and environment constraints. In particular, the latter provides feedback to the former about the feasibility of object sequences; this information is exploited to train a Reinforcement Learning agent that, according to an objects-weight based metrics, builds a dynamic decision-tree where each node represents a sequence of relocated objects, and edge values are weights updated via Q-learning-inspired algorithm. Three learning strategies differing in how the tree is explored are analysed. Moreover, each exploration approach is performed using two different tree-search methods: the Breadth first and Depth first techniques. Finally, the proposed learning strategies are numerically validated and compared in three scenarios of growing-complexity.},
	keywords = {Measurement
Q-learning
Heuristic algorithms
Search problems
Manipulators
Learning (Artificial Intelligence)
Mobile robots
Path planning
Tree searching
Planning
Trajectory},
	url = {https://ieeexplore.ieee.org/abstract/document/9659471},
	doi = {10.1109/ICAR53236.2021.9659471},
	isbn = {978-1-6654-3684-7},	
	pages = {676--681}
}

{"_id":"8SdeA9EiExa9gL8z2","bibbaseid":"golluccio-divito-marino-antonelli-roboticweightbasedobjectrelocationinclutterviatreebasedqlearningapproachusingbreadthanddepthsearchtechniques-2021","author_short":["Golluccio, G.","DI VITO, D.","Marino, A.","Antonelli, G."],"bibdata":{"bibtype":"conference","type":"conference","author":[{"propositions":[],"lastnames":["Golluccio"],"firstnames":["Giacomo"],"suffixes":[]},{"propositions":[],"lastnames":["DI","VITO"],"firstnames":["Daniele"],"suffixes":[]},{"propositions":[],"lastnames":["Marino"],"firstnames":["Alessandro"],"suffixes":[]},{"propositions":[],"lastnames":["Antonelli"],"firstnames":["Gianluca"],"suffixes":[]}],"title":"Robotic Weight-based Object Relocation in Clutter via Tree-based Q-learning Approach using Breadth and Depth Search Techniques","year":"2021","publisher":"IEEE","booktitle":"2021 20th International Conference on Advanced Robotics (ICAR)","abstract":"In this paper, the problem of retrieving a target object from a cluttered environment through a mobile manipulator is considered. The task is solved by combining Task and Motion Planning; in detail, at a higher level, the task planner is in charge of planning the sequence of objects to relocate while, at a lower level, the motion planner is in charge of planning the robot movements taking into consideration robot and environment constraints. In particular, the latter provides feedback to the former about the feasibility of object sequences; this information is exploited to train a Reinforcement Learning agent that, according to an objects-weight based metrics, builds a dynamic decision-tree where each node represents a sequence of relocated objects, and edge values are weights updated via Q-learning-inspired algorithm. Three learning strategies differing in how the tree is explored are analysed. Moreover, each exploration approach is performed using two different tree-search methods: the Breadth first and Depth first techniques. Finally, the proposed learning strategies are numerically validated and compared in three scenarios of growing-complexity.","keywords":"Measurement Q-learning Heuristic algorithms Search problems Manipulators Learning (Artificial Intelligence) Mobile robots Path planning Tree searching Planning Trajectory","url":"https://ieeexplore.ieee.org/abstract/document/9659471","doi":"10.1109/ICAR53236.2021.9659471","isbn":"978-1-6654-3684-7","pages":"676–681","bibtex":"@conference{\n\t11580_92258,\n\tauthor = {Golluccio, Giacomo and DI VITO, Daniele and Marino, Alessandro and Antonelli, Gianluca},\n\ttitle = {Robotic Weight-based Object Relocation in Clutter via Tree-based Q-learning Approach using Breadth and Depth Search Techniques},\n\tyear = {2021},\n\tpublisher = {IEEE},\n\tbooktitle = {2021 20th International Conference on Advanced Robotics (ICAR)},\n\tabstract = {In this paper, the problem of retrieving a target object from a cluttered environment through a mobile manipulator is considered. The task is solved by combining Task and Motion Planning; in detail, at a higher level, the task planner is in charge of planning the sequence of objects to relocate while, at a lower level, the motion planner is in charge of planning the robot movements taking into consideration robot and environment constraints. In particular, the latter provides feedback to the former about the feasibility of object sequences; this information is exploited to train a Reinforcement Learning agent that, according to an objects-weight based metrics, builds a dynamic decision-tree where each node represents a sequence of relocated objects, and edge values are weights updated via Q-learning-inspired algorithm. Three learning strategies differing in how the tree is explored are analysed. Moreover, each exploration approach is performed using two different tree-search methods: the Breadth first and Depth first techniques. Finally, the proposed learning strategies are numerically validated and compared in three scenarios of growing-complexity.},\n\tkeywords = {Measurement\r\nQ-learning\r\nHeuristic algorithms\r\nSearch problems\r\nManipulators\r\nLearning (Artificial Intelligence)\r\nMobile robots\r\nPath planning\r\nTree searching\r\nPlanning\r\nTrajectory},\n\turl = {https://ieeexplore.ieee.org/abstract/document/9659471},\n\tdoi = {10.1109/ICAR53236.2021.9659471},\n\tisbn = {978-1-6654-3684-7},\t\n\tpages = {676--681}\n}\n","author_short":["Golluccio, G.","DI VITO, D.","Marino, A.","Antonelli, G."],"key":"11580_92258","id":"11580_92258","bibbaseid":"golluccio-divito-marino-antonelli-roboticweightbasedobjectrelocationinclutterviatreebasedqlearningapproachusingbreadthanddepthsearchtechniques-2021","role":"author","urls":{"Paper":"https://ieeexplore.ieee.org/abstract/document/9659471"},"keyword":["Measurement Q-learning Heuristic algorithms Search problems Manipulators Learning (Artificial Intelligence) Mobile robots Path planning Tree searching Planning Trajectory"],"metadata":{"authorlinks":{}}},"bibtype":"conference","biburl":"https://bibbase.org/network/files/LhpEBBMAufCZxdRLG","dataSources":["J65xqWZyBLXrjw3X2","6NgPDFaCmqRP2Kc7N","RWJmxnQ8QJ5eWqEfq","a9jNc2NyyC7d58MTq","YjpAZwNicNHANadbW","9HNP8ouNgGHQfHxfN"],"keywords":["measurement q-learning heuristic algorithms search problems manipulators learning (artificial intelligence) mobile robots path planning tree searching planning trajectory"],"search_terms":["robotic","weight","based","object","relocation","clutter","via","tree","based","learning","approach","using","breadth","depth","search","techniques","golluccio","di vito","marino","antonelli"],"title":"Robotic Weight-based Object Relocation in Clutter via Tree-based Q-learning Approach using Breadth and Depth Search Techniques","year":2021}