{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/extending-the-openai-gym-for-robotics-a","title":"Extending the OpenAI Gym for robotics: a toolkit for reinforcement learning using ROS and Gazebo","arxiv_id":"1608.05742","date":"2016-08-19","proceeding":null,"authors":["Iker Zamora","Nestor Gonzalez Lopez","Victor Mayoral Vilches","Alejandro Hernandez Cordero"],"abstract":"This paper presents an extension of the OpenAI Gym for robotics using the Robot Operating System (ROS) and the Gazebo simulator. The content discusses the software architecture proposed and the results obtained by using two Reinforcement Learning techniques: Q-Learning and Sarsa. Ultimately, the output of this work presents a benchmarking system for robotics that allows different techniques and algorithms to be compared using the same virtual conditions.","url_abs":"http://arxiv.org/abs/1608.05742v2","url_pdf":"http://arxiv.org/pdf/1608.05742v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"links_only","authors_date_abstract":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license), from the Kaggle arXiv metadata snapshot of 2026-09-12"},"code_links":[{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/erlerobot/gym-gazebo","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/AcutronicRobotics/gym-gazebo2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/HHM98/gym-gazebo-px4","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/lntk/robotics-project","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/nguyensmai/tp-rl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/talregev/gym-webots","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/zengjie617789/mygymgazebo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/zhaolongkzz/gym_gazebo_kinetic","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"extending-the-openai-gym-for-robotics-a","repo_url":"https://github.com/zoeyuchao/gym-gazebo-new","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}