{"url":"/method/ape-x-dqn","slug":"ape-x-dqn","name":"Ape-X DQN","full_name":"Ape-X DQN","full_name_withheld":false,"description_markdown":"**Ape-X DQN** is a variant of a [DQN](https://paperswithcode.com/method/dqn) with some components of [Rainbow-DQN](https://paperswithcode.com/method/rainbow-dqn) that utilizes distributed [prioritized experience replay](https://paperswithcode.com/method/prioritized-experience-replay) through the [Ape-X](https://paperswithcode.com/method/ape-x) architecture.","description_state":"present","introduced_year":null,"introduced_by":{"title":"Distributed Prioritized Experience Replay","paper":"/paper/distributed-prioritized-experience-replay","first_author":"Dan Horgan","n_authors":7,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/distributed-prioritized-experience-replay"},"source":{"url":"http://arxiv.org/abs/1803.00933v1","title":"Distributed Prioritized Experience Replay","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Reinforcement Learning","area_id":"reinforcement-learning","collection":"Q-Learning Networks","url":"/methods/category/q-learning-networks","pwc_aliases":["q-learning"]}],"n_papers_tagged":3,"archive_num_papers":3,"papers_newest_first":[{"paper":"/paper/a-coevolutionairy-approach-to-deep-multi","title":"A coevolutionary approach to deep multi-agent reinforcement learning","date":"2021-04-12","arxiv_id":"2104.05610","n_code_links":1,"syntology":null},{"paper":"/paper/macro-action-selection-with-deep","title":"Macro action selection with deep reinforcement learning in StarCraft","date":"2018-12-02","arxiv_id":"1812.00336","n_code_links":1,"syntology":null},{"paper":"/paper/distributed-prioritized-experience-replay","title":"Distributed Prioritized Experience Replay","date":"2018-03-02","arxiv_id":"1803.00933","n_code_links":15,"syntology":{"ran":0,"of":15,"unverified":15,"pointer_only":0}}],"papers_shown":3,"tasks":[{"task":"/task/reinforcement-learning","name":"Reinforcement Learning","papers":3},{"task":"/task/reinforcement-learning-1","name":"Reinforcement Learning (RL)","papers":3},{"task":"/task/reinforcement-learning-2","name":"reinforcement-learning","papers":3},{"task":"/task/atari-games","name":"Atari Games","papers":2},{"task":"/task/deep-reinforcement-learning","name":"Deep Reinforcement Learning","papers":2},{"task":"/task/decision-making","name":"Decision Making","papers":1},{"task":"/task/multi-agent-reinforcement-learning","name":"Multi-agent Reinforcement Learning","papers":1},{"task":"/task/real-time-strategy-games","name":"Real-Time Strategy Games","papers":1},{"task":"/task/starcraft","name":"Starcraft","papers":1}],"tasks_shown":9,"n_tasks":9,"usage_by_year":[{"year":"2018","papers":2},{"year":"2021","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/ape-x-dqn"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}