{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/asynchronous-methods-for-deep-reinforcement","title":"Asynchronous Methods for Deep Reinforcement Learning","arxiv_id":"1602.01783","date":"2016-02-04","proceeding":null,"authors":["Volodymyr Mnih","Adrià Puigdomènech Badia","Mehdi Mirza","Alex Graves","Timothy P. Lillicrap","Tim Harley","David Silver","Koray Kavukcuoglu"],"abstract":"We propose a conceptually simple and lightweight framework for deep\nreinforcement learning that uses asynchronous gradient descent for optimization\nof deep neural network controllers. We present asynchronous variants of four\nstandard reinforcement learning algorithms and show that parallel\nactor-learners have a stabilizing effect on training allowing all four methods\nto successfully train neural network controllers. The best performing method,\nan asynchronous variant of actor-critic, surpasses the current state-of-the-art\non the Atari domain while training for half the time on a single multi-core CPU\ninstead of a GPU. Furthermore, we show that asynchronous actor-critic succeeds\non a wide variety of continuous motor control problems as well as on a new task\nof navigating random 3D mazes using a visual input.","url_abs":"http://arxiv.org/abs/1602.01783v2","url_pdf":"http://arxiv.org/pdf/1602.01783v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/4rChon/NL-FuN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/AI-RG/rl-experiments","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/InSpaceAI/RL-Zoo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/JulT1/RL_SS19","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Jzar/Space-Invaders-DQN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Kaixhin/ACER","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Kaixhin/NoisyNet-A3C","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Khrylx/PyTorch-RL","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Nasdin/ReinforcementLearning-AtariGame","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/NervanaSystems/coach","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/PaulCharnay/Projet_AIF","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Sheepsody/Batched-Impala-PyTorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/ShibiHe/Q-Optimality-Tightening","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/Zartris/TD3_continuous_control","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/aabbeell/reinforcementLearning.a2c.gym","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/alexmlamb/blocks_rl_gru_setup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/amanda-lambda/drl-experiments","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/amanda-lambda/hack-flappy-bird-drl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/amaudruz/RL_openaigym","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/avillemin/Minecraft-AI","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/bentrevett/pytorch-rl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/bkhmsi/meta-rl-harlow","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/braemt/attentive-multi-task-deep-reinforcement-learning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/brett-daley/fast-dqn","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/cdesilv1/sc2_ai_cdes","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/chainer/chainerrl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/danielpolimac/Ispit_Inteligentni_Agenti","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"gone","observed_at":"2026-09-18","how":"tree_404+repo_404"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/deepsense-ai/Distributed-BA3C","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/dickreuter/neuron_poker","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/dsinghnegi/atari_RL_agent","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/grananqvist/reinforcement-learning-super-mario-A3C","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/gungui98/deeprl-a3c-ai2thor","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/hulanwin/A3C-DRL","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/ikostrikov/pytorch-a3c","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/ikostrikov/pytorch-rl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/joshiatul/game_playing","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/khanhptnk/bandit-nmt","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/lcswillems/torch-ac","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/liuyuezhang/pyrl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/marload/DeepRL-TensorFlow2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/marload/deep-rl-tf2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/mavischer/DRRL","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/miyosuda/async_deep_reinforce","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/muupan/async-rl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/natsumeS/analysis","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/nvlabs/gbrl_sb3","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/ofekluis/sonic_project_ss19","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/openai/universe-starter-agent","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/qihongl/demo-advantage-actor-critic","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/qihongl/dlstm-demo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/roop-pal/Meta-Learning-for-StarCraft-II-Minigames","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/sainijagjit/A3C-Pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/sharan-dce/A3C","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/tensorlayer/RLzoo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/tensorpack/tensorpack/tree/master/examples/A3C-Gym","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/traai/async-deep-rl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/uvipen/Super-mario-bros-A3C-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/vladfi1/universe-starter-agent","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/wtingda/DeepRLBreakout","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/wxj77/TransferReinforcementLearning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/yukezhu/tensorflow-reinforce","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/DLR-RM/stable-baselines3","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/MatheusMRFM/A3C-LSTM-with-Tensorflow","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/N0r9st/a2c-jax","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"jax","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/arnomoonens/yarll","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/hill-a/stable-baselines","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/pytorch/rl/tree/main/examples/a2c","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"jax","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/ray-project/ray/tree/master/rllib","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"none","reach":null},{"paper_slug":"asynchronous-methods-for-deep-reinforcement","repo_url":"https://github.com/toni-sm/skrl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"jax","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"atari-games","task_name":"Atari Games"},{"task_slug":null,"task_name":"CPU"},{"task_slug":"deep-reinforcement-learning","task_name":"Deep Reinforcement Learning"},{"task_slug":null,"task_name":"GPU"},{"task_slug":"reinforcement-learning","task_name":"Reinforcement Learning"},{"task_slug":"reinforcement-learning-1","task_name":"Reinforcement Learning (RL)"},{"task_slug":"reinforcement-learning-2","task_name":"reinforcement-learning"}],"methods":[{"method_slug":"a2c","method_name":"A2C"},{"method_slug":"a3c","method_name":"A3C"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"entropy-regularization","method_name":"Entropy Regularization"},{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[{"slug":"a2c","name":"A2C","full_name":"A2C"},{"slug":"a3c","name":"A3C","full_name":"A3C"}],"results":[{"leaderboard":"/sota/atari-games-on-atari-2600-alien","task":"Atari Games","dataset":"Atari 2600 Alien","model":"A3C LSTM hs","rank_in_archive_order":40,"of":49,"metrics":{"Score":"945.3"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-alien","task":"Atari Games","dataset":"Atari 2600 Alien","model":"A3C FF hs","rank_in_archive_order":46,"of":49,"metrics":{"Score":"518.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-alien","task":"Atari Games","dataset":"Atari 2600 Alien","model":"A3C FF (1 day) hs","rank_in_archive_order":48,"of":49,"metrics":{"Score":"182.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-amidar","task":"Atari Games","dataset":"Atari 2600 Amidar","model":"A3C FF (1 day) hs","rank_in_archive_order":31,"of":48,"metrics":{"Score":"283.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-amidar","task":"Atari Games","dataset":"Atari 2600 Amidar","model":"A3C FF hs","rank_in_archive_order":32,"of":48,"metrics":{"Score":"263.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-amidar","task":"Atari Games","dataset":"Atari 2600 Amidar","model":"A3C LSTM hs","rank_in_archive_order":42,"of":48,"metrics":{"Score":"173.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-assault","task":"Atari Games","dataset":"Atari 2600 Assault","model":"A3C LSTM hs","rank_in_archive_order":13,"of":45,"metrics":{"Score":"14497.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-assault","task":"Atari Games","dataset":"Atari 2600 Assault","model":"A3C FF hs","rank_in_archive_order":26,"of":45,"metrics":{"Score":"5474.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-assault","task":"Atari Games","dataset":"Atari 2600 Assault","model":"A3C FF (1 day) hs","rank_in_archive_order":32,"of":45,"metrics":{"Score":"3746.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-asterix","task":"Atari Games","dataset":"Atari 2600 Asterix","model":"A3C FF hs","rank_in_archive_order":25,"of":49,"metrics":{"Score":"22140.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-asterix","task":"Atari Games","dataset":"Atari 2600 Asterix","model":"A3C LSTM hs","rank_in_archive_order":33,"of":49,"metrics":{"Score":"17244.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-asterix","task":"Atari Games","dataset":"Atari 2600 Asterix","model":"A3C FF (1 day) hs","rank_in_archive_order":38,"of":49,"metrics":{"Score":"6723"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-asteroids","task":"Atari Games","dataset":"Atari 2600 Asteroids","model":"A3C LSTM hs","rank_in_archive_order":13,"of":43,"metrics":{"Score":"5093.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-asteroids","task":"Atari Games","dataset":"Atari 2600 Asteroids","model":"A3C FF hs","rank_in_archive_order":16,"of":43,"metrics":{"Score":"4474.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-asteroids","task":"Atari Games","dataset":"Atari 2600 Asteroids","model":"A3C FF (1 day) hs","rank_in_archive_order":19,"of":43,"metrics":{"Score":"3009.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-atlantis","task":"Atari Games","dataset":"Atari 2600 Atlantis","model":"A3C FF hs","rank_in_archive_order":19,"of":42,"metrics":{"Score":"911091.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-atlantis","task":"Atari Games","dataset":"Atari 2600 Atlantis","model":"A3C LSTM hs","rank_in_archive_order":20,"of":42,"metrics":{"Score":"875822.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-atlantis","task":"Atari Games","dataset":"Atari 2600 Atlantis","model":"A3C FF (1 day) hs","rank_in_archive_order":23,"of":42,"metrics":{"Score":"772392.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-bank-heist","task":"Atari Games","dataset":"Atari 2600 Bank Heist","model":"A3C FF hs","rank_in_archive_order":27,"of":45,"metrics":{"Score":"970.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-bank-heist","task":"Atari Games","dataset":"Atari 2600 Bank Heist","model":"A3C FF (1 day) hs","rank_in_archive_order":28,"of":45,"metrics":{"Score":"946.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-bank-heist","task":"Atari Games","dataset":"Atari 2600 Bank Heist","model":"A3C LSTM hs","rank_in_archive_order":29,"of":45,"metrics":{"Score":"932.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-battle-zone","task":"Atari Games","dataset":"Atari 2600 Battle Zone","model":"A3C LSTM hs","rank_in_archive_order":37,"of":47,"metrics":{"Score":"20760.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-battle-zone","task":"Atari Games","dataset":"Atari 2600 Battle Zone","model":"A3C FF hs","rank_in_archive_order":42,"of":47,"metrics":{"Score":"12950.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-battle-zone","task":"Atari Games","dataset":"Atari 2600 Battle Zone","model":"A3C FF (1 day) hs","rank_in_archive_order":43,"of":47,"metrics":{"Score":"11340.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-beam-rider","task":"Atari Games","dataset":"Atari 2600 Beam Rider","model":"A3C LSTM hs","rank_in_archive_order":16,"of":49,"metrics":{"Score":"24622.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-beam-rider","task":"Atari Games","dataset":"Atari 2600 Beam Rider","model":"A3C FF hs","rank_in_archive_order":20,"of":49,"metrics":{"Score":"22707.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-beam-rider","task":"Atari Games","dataset":"Atari 2600 Beam Rider","model":"A3C FF (1 day) hs","rank_in_archive_order":28,"of":49,"metrics":{"Score":"13235.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-berzerk","task":"Atari Games","dataset":"Atari 2600 Berzerk","model":"A3C FF (1 day) hs","rank_in_archive_order":21,"of":39,"metrics":{"Score":"1433.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-berzerk","task":"Atari Games","dataset":"Atari 2600 Berzerk","model":"A3C LSTM hs","rank_in_archive_order":31,"of":39,"metrics":{"Score":"862.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-berzerk","task":"Atari Games","dataset":"Atari 2600 Berzerk","model":"A3C FF hs","rank_in_archive_order":32,"of":39,"metrics":{"Score":"817.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-bowling","task":"Atari Games","dataset":"Atari 2600 Bowling","model":"A3C LSTM hs","rank_in_archive_order":37,"of":44,"metrics":{"Score":"41.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-bowling","task":"Atari Games","dataset":"Atari 2600 Bowling","model":"A3C FF (1 day) hs","rank_in_archive_order":40,"of":44,"metrics":{"Score":"36.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-bowling","task":"Atari Games","dataset":"Atari 2600 Bowling","model":"A3C FF hs","rank_in_archive_order":41,"of":44,"metrics":{"Score":"35.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-boxing","task":"Atari Games","dataset":"Atari 2600 Boxing","model":"A3C FF hs","rank_in_archive_order":38,"of":45,"metrics":{"Score":"59.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-boxing","task":"Atari Games","dataset":"Atari 2600 Boxing","model":"A3C LSTM hs","rank_in_archive_order":42,"of":45,"metrics":{"Score":"37.3"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-boxing","task":"Atari Games","dataset":"Atari 2600 Boxing","model":"A3C FF (1 day) hs","rank_in_archive_order":43,"of":45,"metrics":{"Score":"33.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-breakout","task":"Atari Games","dataset":"Atari 2600 Breakout","model":"A3C LSTM hs","rank_in_archive_order":11,"of":58,"metrics":{"Score":"766.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-breakout","task":"Atari Games","dataset":"Atari 2600 Breakout","model":"A3C FF hs","rank_in_archive_order":16,"of":58,"metrics":{"Score":"681.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-breakout","task":"Atari Games","dataset":"Atari 2600 Breakout","model":"A3C FF (1 day) hs","rank_in_archive_order":19,"of":58,"metrics":{"Score":"551.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-centipede","task":"Atari Games","dataset":"Atari 2600 Centipede","model":"A3C FF hs","rank_in_archive_order":40,"of":45,"metrics":{"Score":"3755.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-centipede","task":"Atari Games","dataset":"Atari 2600 Centipede","model":"A3C FF (1 day) hs","rank_in_archive_order":44,"of":45,"metrics":{"Score":"3306.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-centipede","task":"Atari Games","dataset":"Atari 2600 Centipede","model":"A3C LSTM hs","rank_in_archive_order":45,"of":45,"metrics":{"Score":"1997.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-chopper-command","task":"Atari Games","dataset":"Atari 2600 Chopper Command","model":"A3C LSTM hs","rank_in_archive_order":20,"of":45,"metrics":{"Score":"10150.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-chopper-command","task":"Atari Games","dataset":"Atari 2600 Chopper Command","model":"A3C FF hs","rank_in_archive_order":23,"of":45,"metrics":{"Score":"7021.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-chopper-command","task":"Atari Games","dataset":"Atari 2600 Chopper Command","model":"A3C FF (1 day) hs","rank_in_archive_order":33,"of":45,"metrics":{"Score":"4669.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-crazy-climber","task":"Atari Games","dataset":"Atari 2600 Crazy Climber","model":"A3C LSTM hs","rank_in_archive_order":20,"of":49,"metrics":{"Score":"138518.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-crazy-climber","task":"Atari Games","dataset":"Atari 2600 Crazy Climber","model":"A3C FF hs","rank_in_archive_order":35,"of":49,"metrics":{"Score":"112646.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-crazy-climber","task":"Atari Games","dataset":"Atari 2600 Crazy Climber","model":"A3C FF (1 day) hs","rank_in_archive_order":37,"of":49,"metrics":{"Score":"101624.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-demon-attack","task":"Atari Games","dataset":"Atari 2600 Demon Attack","model":"A3C LSTM hs","rank_in_archive_order":15,"of":46,"metrics":{"Score":"115201.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-demon-attack","task":"Atari Games","dataset":"Atari 2600 Demon Attack","model":"A3C FF hs","rank_in_archive_order":17,"of":46,"metrics":{"Score":"113308.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-demon-attack","task":"Atari Games","dataset":"Atari 2600 Demon Attack","model":"A3C FF (1 day) hs","rank_in_archive_order":19,"of":46,"metrics":{"Score":"84997.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-double-dunk","task":"Atari Games","dataset":"Atari 2600 Double Dunk","model":"A3C FF (1 day) hs","rank_in_archive_order":23,"of":43,"metrics":{"Score":"0.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-double-dunk","task":"Atari Games","dataset":"Atari 2600 Double Dunk","model":"A3C LSTM hs","rank_in_archive_order":24,"of":43,"metrics":{"Score":"0.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-double-dunk","task":"Atari Games","dataset":"Atari 2600 Double Dunk","model":"A3C FF hs","rank_in_archive_order":37,"of":43,"metrics":{"Score":"-0.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-enduro","task":"Atari Games","dataset":"Atari 2600 Enduro","model":"A3C FF (1 day) hs","rank_in_archive_order":46,"of":48,"metrics":{"Score":"-82.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-enduro","task":"Atari Games","dataset":"Atari 2600 Enduro","model":"A3C FF hs","rank_in_archive_order":47,"of":48,"metrics":{"Score":"-82.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-enduro","task":"Atari Games","dataset":"Atari 2600 Enduro","model":"A3C LSTM hs","rank_in_archive_order":48,"of":48,"metrics":{"Score":"-82.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-fishing-derby","task":"Atari Games","dataset":"Atari 2600 Fishing Derby","model":"A3C LSTM hs","rank_in_archive_order":26,"of":44,"metrics":{"Score":"22.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-fishing-derby","task":"Atari Games","dataset":"Atari 2600 Fishing Derby","model":"A3C FF hs","rank_in_archive_order":28,"of":44,"metrics":{"Score":"18.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-fishing-derby","task":"Atari Games","dataset":"Atari 2600 Fishing Derby","model":"A3C FF (1 day) hs","rank_in_archive_order":31,"of":44,"metrics":{"Score":"13.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-freeway","task":"Atari Games","dataset":"Atari 2600 Freeway","model":"A3C FF (1 day) hs","rank_in_archive_order":54,"of":59,"metrics":{"Score":"0.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-freeway","task":"Atari Games","dataset":"Atari 2600 Freeway","model":"A3C FF hs","rank_in_archive_order":55,"of":59,"metrics":{"Score":"0.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-freeway","task":"Atari Games","dataset":"Atari 2600 Freeway","model":"A3C LSTM hs","rank_in_archive_order":56,"of":59,"metrics":{"Score":"0.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-frostbite","task":"Atari Games","dataset":"Atari 2600 Frostbite","model":"A3C LSTM hs","rank_in_archive_order":49,"of":53,"metrics":{"Score":"197.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-frostbite","task":"Atari Games","dataset":"Atari 2600 Frostbite","model":"A3C FF hs","rank_in_archive_order":50,"of":53,"metrics":{"Score":"190.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-frostbite","task":"Atari Games","dataset":"Atari 2600 Frostbite","model":"A3C FF (1 day) hs","rank_in_archive_order":52,"of":53,"metrics":{"Score":"180.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-gopher","task":"Atari Games","dataset":"Atari 2600 Gopher","model":"A3C LSTM hs","rank_in_archive_order":25,"of":43,"metrics":{"Score":"17106.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-gopher","task":"Atari Games","dataset":"Atari 2600 Gopher","model":"A3C FF hs","rank_in_archive_order":31,"of":43,"metrics":{"Score":"10022.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-gopher","task":"Atari Games","dataset":"Atari 2600 Gopher","model":"A3C FF (1 day) hs","rank_in_archive_order":34,"of":43,"metrics":{"Score":"8442.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-gravitar","task":"Atari Games","dataset":"Atari 2600 Gravitar","model":"A3C LSTM hs","rank_in_archive_order":41,"of":53,"metrics":{"Score":"320.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-gravitar","task":"Atari Games","dataset":"Atari 2600 Gravitar","model":"A3C FF hs","rank_in_archive_order":43,"of":53,"metrics":{"Score":"303.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-gravitar","task":"Atari Games","dataset":"Atari 2600 Gravitar","model":"A3C FF (1 day) hs","rank_in_archive_order":48,"of":53,"metrics":{"Score":"269.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-hero","task":"Atari Games","dataset":"Atari 2600 HERO","model":"A3C FF hs","rank_in_archive_order":11,"of":44,"metrics":{"Score":"32464.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-hero","task":"Atari Games","dataset":"Atari 2600 HERO","model":"A3C LSTM hs","rank_in_archive_order":15,"of":44,"metrics":{"Score":"28889.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-hero","task":"Atari Games","dataset":"Atari 2600 HERO","model":"A3C FF (1 day) hs","rank_in_archive_order":16,"of":44,"metrics":{"Score":"28765.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-ice-hockey","task":"Atari Games","dataset":"Atari 2600 Ice Hockey","model":"A3C LSTM hs","rank_in_archive_order":31,"of":43,"metrics":{"Score":"-1.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-ice-hockey","task":"Atari Games","dataset":"Atari 2600 Ice Hockey","model":"A3C FF hs","rank_in_archive_order":32,"of":43,"metrics":{"Score":"-2.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-ice-hockey","task":"Atari Games","dataset":"Atari 2600 Ice Hockey","model":"A3C FF (1 day) hs","rank_in_archive_order":33,"of":43,"metrics":{"Score":"-4.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-james-bond","task":"Atari Games","dataset":"Atari 2600 James Bond","model":"A3C LSTM hs","rank_in_archive_order":30,"of":45,"metrics":{"Score":"613.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-james-bond","task":"Atari Games","dataset":"Atari 2600 James Bond","model":"A3C FF hs","rank_in_archive_order":35,"of":45,"metrics":{"Score":"541.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-james-bond","task":"Atari Games","dataset":"Atari 2600 James Bond","model":"A3C FF (1 day) hs","rank_in_archive_order":40,"of":45,"metrics":{"Score":"351.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-kangaroo","task":"Atari Games","dataset":"Atari 2600 Kangaroo","model":"A3C LSTM hs","rank_in_archive_order":43,"of":47,"metrics":{"Score":"125.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-kangaroo","task":"Atari Games","dataset":"Atari 2600 Kangaroo","model":"A3C FF (1 day) hs","rank_in_archive_order":44,"of":47,"metrics":{"Score":"106.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-kangaroo","task":"Atari Games","dataset":"Atari 2600 Kangaroo","model":"A3C FF hs","rank_in_archive_order":45,"of":47,"metrics":{"Score":"94.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-krull","task":"Atari Games","dataset":"Atari 2600 Krull","model":"A3C FF (1 day) hs","rank_in_archive_order":29,"of":45,"metrics":{"Score":"8066.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-krull","task":"Atari Games","dataset":"Atari 2600 Krull","model":"A3C LSTM hs","rank_in_archive_order":38,"of":45,"metrics":{"Score":"5911.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-krull","task":"Atari Games","dataset":"Atari 2600 Krull","model":"A3C FF hs","rank_in_archive_order":39,"of":45,"metrics":{"Score":"5560.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-kung-fu-master","task":"Atari Games","dataset":"Atari 2600 Kung-Fu Master","model":"A3C LSTM hs","rank_in_archive_order":21,"of":43,"metrics":{"Score":"40835.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-kung-fu-master","task":"Atari Games","dataset":"Atari 2600 Kung-Fu Master","model":"A3C FF hs","rank_in_archive_order":35,"of":43,"metrics":{"Score":"28819.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-kung-fu-master","task":"Atari Games","dataset":"Atari 2600 Kung-Fu Master","model":"A3C FF (1 day) hs","rank_in_archive_order":43,"of":43,"metrics":{"Score":"3046.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-montezumas-revenge","task":"Atari Games","dataset":"Atari 2600 Montezuma's Revenge","model":"A3C FF hs","rank_in_archive_order":30,"of":50,"metrics":{"Score":"67"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-montezumas-revenge","task":"Atari Games","dataset":"Atari 2600 Montezuma's Revenge","model":"A3C FF (1 day) hs","rank_in_archive_order":32,"of":50,"metrics":{"Score":"53"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-montezumas-revenge","task":"Atari Games","dataset":"Atari 2600 Montezuma's Revenge","model":"A3C LSTM hs","rank_in_archive_order":36,"of":50,"metrics":{"Score":"41"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-ms-pacman","task":"Atari Games","dataset":"Atari 2600 Ms. Pacman","model":"A3C LSTM hs","rank_in_archive_order":44,"of":47,"metrics":{"Score":"850.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-ms-pacman","task":"Atari Games","dataset":"Atari 2600 Ms. Pacman","model":"A3C FF hs","rank_in_archive_order":46,"of":47,"metrics":{"Score":"653.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-ms-pacman","task":"Atari Games","dataset":"Atari 2600 Ms. Pacman","model":"A3C FF (1 day) hs","rank_in_archive_order":47,"of":47,"metrics":{"Score":"594.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-name-this-game","task":"Atari Games","dataset":"Atari 2600 Name This Game","model":"A3C LSTM hs","rank_in_archive_order":23,"of":43,"metrics":{"Score":"12093.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-name-this-game","task":"Atari Games","dataset":"Atari 2600 Name This Game","model":"A3C FF hs","rank_in_archive_order":30,"of":43,"metrics":{"Score":"10476.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-name-this-game","task":"Atari Games","dataset":"Atari 2600 Name This Game","model":"A3C FF (1 day) hs","rank_in_archive_order":38,"of":43,"metrics":{"Score":"5614.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-pong","task":"Atari Games","dataset":"Atari 2600 Pong","model":"A3C FF (1 day) hs","rank_in_archive_order":45,"of":52,"metrics":{"Score":"11.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-pong","task":"Atari Games","dataset":"Atari 2600 Pong","model":"A3C LSTM hs","rank_in_archive_order":46,"of":52,"metrics":{"Score":"10.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-pong","task":"Atari Games","dataset":"Atari 2600 Pong","model":"A3C FF hs","rank_in_archive_order":48,"of":52,"metrics":{"Score":"5.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-private-eye","task":"Atari Games","dataset":"Atari 2600 Private Eye","model":"A3C LSTM hs","rank_in_archive_order":26,"of":52,"metrics":{"Score":"421.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-private-eye","task":"Atari Games","dataset":"Atari 2600 Private Eye","model":"A3C FF hs","rank_in_archive_order":33,"of":52,"metrics":{"Score":"206.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-private-eye","task":"Atari Games","dataset":"Atari 2600 Private Eye","model":"A3C FF (1 day) hs","rank_in_archive_order":38,"of":52,"metrics":{"Score":"194.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-qbert","task":"Atari Games","dataset":"Atari 2600 Q*Bert","model":"A3C LSTM hs","rank_in_archive_order":19,"of":57,"metrics":{"Score":"21307.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-qbert","task":"Atari Games","dataset":"Atari 2600 Q*Bert","model":"A3C FF hs","rank_in_archive_order":26,"of":57,"metrics":{"Score":"15148.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-qbert","task":"Atari Games","dataset":"Atari 2600 Q*Bert","model":"A3C FF (1 day) hs","rank_in_archive_order":36,"of":57,"metrics":{"Score":"13752.3"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-river-raid","task":"Atari Games","dataset":"Atari 2600 River Raid","model":"A3C FF hs","rank_in_archive_order":25,"of":41,"metrics":{"Score":"12201.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-river-raid","task":"Atari Games","dataset":"Atari 2600 River Raid","model":"A3C FF (1 day) hs","rank_in_archive_order":29,"of":41,"metrics":{"Score":"10001.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-river-raid","task":"Atari Games","dataset":"Atari 2600 River Raid","model":"A3C LSTM hs","rank_in_archive_order":33,"of":41,"metrics":{"Score":"6591.9"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-road-runner","task":"Atari Games","dataset":"Atari 2600 Road Runner","model":"A3C LSTM hs","rank_in_archive_order":11,"of":44,"metrics":{"Score":"73949.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-road-runner","task":"Atari Games","dataset":"Atari 2600 Road Runner","model":"A3C FF hs","rank_in_archive_order":35,"of":44,"metrics":{"Score":"34216.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-road-runner","task":"Atari Games","dataset":"Atari 2600 Road Runner","model":"A3C FF (1 day) hs","rank_in_archive_order":36,"of":44,"metrics":{"Score":"31769.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-robotank","task":"Atari Games","dataset":"Atari 2600 Robotank","model":"A3C FF hs","rank_in_archive_order":31,"of":42,"metrics":{"Score":"32.8"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-robotank","task":"Atari Games","dataset":"Atari 2600 Robotank","model":"A3C LSTM hs","rank_in_archive_order":41,"of":42,"metrics":{"Score":"2.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-robotank","task":"Atari Games","dataset":"Atari 2600 Robotank","model":"A3C FF (1 day) hs","rank_in_archive_order":42,"of":42,"metrics":{"Score":"2.3"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-seaquest","task":"Atari Games","dataset":"Atari 2600 Seaquest","model":"A3C FF hs","rank_in_archive_order":37,"of":57,"metrics":{"Score":"2355.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-seaquest","task":"Atari Games","dataset":"Atari 2600 Seaquest","model":"A3C FF (1 day) hs","rank_in_archive_order":38,"of":57,"metrics":{"Score":"2300.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-seaquest","task":"Atari Games","dataset":"Atari 2600 Seaquest","model":"A3C LSTM hs","rank_in_archive_order":46,"of":57,"metrics":{"Score":"1326.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-space-invaders","task":"Atari Games","dataset":"Atari 2600 Space Invaders","model":"A3C LSTM hs","rank_in_archive_order":12,"of":55,"metrics":{"Score":"23846.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-space-invaders","task":"Atari Games","dataset":"Atari 2600 Space Invaders","model":"A3C FF hs","rank_in_archive_order":15,"of":55,"metrics":{"Score":"15730.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-space-invaders","task":"Atari Games","dataset":"Atari 2600 Space Invaders","model":"A3C FF (1 day) hs","rank_in_archive_order":36,"of":55,"metrics":{"Score":"2214.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-star-gunner","task":"Atari Games","dataset":"Atari 2600 Star Gunner","model":"A3C LSTM hs","rank_in_archive_order":9,"of":43,"metrics":{"Score":"164766.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-star-gunner","task":"Atari Games","dataset":"Atari 2600 Star Gunner","model":"A3C FF hs","rank_in_archive_order":11,"of":43,"metrics":{"Score":"138218.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-star-gunner","task":"Atari Games","dataset":"Atari 2600 Star Gunner","model":"A3C FF (1 day) hs","rank_in_archive_order":23,"of":43,"metrics":{"Score":"64393.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-tennis","task":"Atari Games","dataset":"Atari 2600 Tennis","model":"A3C FF hs","rank_in_archive_order":35,"of":43,"metrics":{"Score":"-6.3"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-tennis","task":"Atari Games","dataset":"Atari 2600 Tennis","model":"A3C LSTM hs","rank_in_archive_order":36,"of":43,"metrics":{"Score":"-6.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-tennis","task":"Atari Games","dataset":"Atari 2600 Tennis","model":"A3C FF (1 day) hs","rank_in_archive_order":37,"of":43,"metrics":{"Score":"-10.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-time-pilot","task":"Atari Games","dataset":"Atari 2600 Time Pilot","model":"A3C LSTM hs","rank_in_archive_order":12,"of":44,"metrics":{"Score":"27202.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-time-pilot","task":"Atari Games","dataset":"Atari 2600 Time Pilot","model":"A3C FF hs","rank_in_archive_order":17,"of":44,"metrics":{"Score":"12679.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-time-pilot","task":"Atari Games","dataset":"Atari 2600 Time Pilot","model":"A3C FF (1 day) hs","rank_in_archive_order":35,"of":44,"metrics":{"Score":"5825.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-tutankham","task":"Atari Games","dataset":"Atari 2600 Tutankham","model":"A3C FF hs","rank_in_archive_order":30,"of":44,"metrics":{"Score":"156.3"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-tutankham","task":"Atari Games","dataset":"Atari 2600 Tutankham","model":"A3C LSTM hs","rank_in_archive_order":31,"of":44,"metrics":{"Score":"144.2"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-tutankham","task":"Atari Games","dataset":"Atari 2600 Tutankham","model":"A3C FF (1 day) hs","rank_in_archive_order":43,"of":44,"metrics":{"Score":"26.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-up-and-down","task":"Atari Games","dataset":"Atari 2600 Up and Down","model":"A3C LSTM hs","rank_in_archive_order":14,"of":44,"metrics":{"Score":"105728.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-up-and-down","task":"Atari Games","dataset":"Atari 2600 Up and Down","model":"A3C FF hs","rank_in_archive_order":16,"of":44,"metrics":{"Score":"74705.7"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-up-and-down","task":"Atari Games","dataset":"Atari 2600 Up and Down","model":"A3C FF (1 day) hs","rank_in_archive_order":21,"of":44,"metrics":{"Score":"54525.4"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-venture","task":"Atari Games","dataset":"Atari 2600 Venture","model":"A3C LSTM hs","rank_in_archive_order":42,"of":55,"metrics":{"Score":"25.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-venture","task":"Atari Games","dataset":"Atari 2600 Venture","model":"A3C FF hs","rank_in_archive_order":43,"of":55,"metrics":{"Score":"23.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-venture","task":"Atari Games","dataset":"Atari 2600 Venture","model":"A3C FF (1 day) hs","rank_in_archive_order":45,"of":55,"metrics":{"Score":"19.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-video-pinball","task":"Atari Games","dataset":"Atari 2600 Video Pinball","model":"A3C LSTM hs","rank_in_archive_order":18,"of":42,"metrics":{"Score":"470310.5"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-video-pinball","task":"Atari Games","dataset":"Atari 2600 Video Pinball","model":"A3C FF hs","rank_in_archive_order":22,"of":42,"metrics":{"Score":"331628.1"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-video-pinball","task":"Atari Games","dataset":"Atari 2600 Video Pinball","model":"A3C FF (1 day) hs","rank_in_archive_order":28,"of":42,"metrics":{"Score":"185852.6"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-wizard-of-wor","task":"Atari Games","dataset":"Atari 2600 Wizard of Wor","model":"A3C LSTM hs","rank_in_archive_order":14,"of":41,"metrics":{"Score":"18082.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-wizard-of-wor","task":"Atari Games","dataset":"Atari 2600 Wizard of Wor","model":"A3C FF hs","rank_in_archive_order":15,"of":41,"metrics":{"Score":"17244.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-wizard-of-wor","task":"Atari Games","dataset":"Atari 2600 Wizard of Wor","model":"A3C FF (1 day) hs","rank_in_archive_order":31,"of":41,"metrics":{"Score":"5278.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-zaxxon","task":"Atari Games","dataset":"Atari 2600 Zaxxon","model":"A3C FF hs","rank_in_archive_order":10,"of":41,"metrics":{"Score":"24622.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-zaxxon","task":"Atari Games","dataset":"Atari 2600 Zaxxon","model":"A3C LSTM hs","rank_in_archive_order":11,"of":41,"metrics":{"Score":"23519.0"},"uses_additional_data":false},{"leaderboard":"/sota/atari-games-on-atari-2600-zaxxon","task":"Atari Games","dataset":"Atari 2600 Zaxxon","model":"A3C FF (1 day) hs","rank_in_archive_order":40,"of":41,"metrics":{"Score":"2659.0"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1602.01783","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1602.01783"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hill-a/stable-baselines","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lcswillems/torch-ac","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/DLR-RM/stable-baselines3","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Khrylx/PyTorch-RL","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wtingda/DeepRLBreakout","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Kaixhin/ACER","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ShibiHe/Q-Optimality-Tightening","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hulanwin/A3C-DRL","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nvlabs/gbrl_sb3","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/miyosuda/async_deep_reinforce","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pytorch/rl/tree/main/examples/a2c","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AI-RG/rl-experiments","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wxj77/TransferReinforcementLearning","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/muupan/async-rl","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bkhmsi/meta-rl-harlow","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ray-project/ray/tree/master/rllib","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amanda-lambda/hack-flappy-bird-drl","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/toni-sm/skrl","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dickreuter/neuron_poker","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ofekluis/sonic_project_ss19","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MatheusMRFM/A3C-LSTM-with-Tensorflow","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/deepsense-ai/Distributed-BA3C","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aabbeell/reinforcementLearning.a2c.gym","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/marload/deep-rl-tf2","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/avillemin/Minecraft-AI","reach":null}],"summary":{"ran":26,"ran_fixture":3,"ran_draft_wrong":6,"ran_honours":2,"ran_violates":1,"unverified":57},"by_repo_kind":{"listed":{"samples":95,"ran":38,"repositories":36}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":12,"samples":[{"code_sha256_prefix":"a567a3529243ae7c","entry":"A2C","repo":"qihongl/dlstm-demo","repo_kind":"listed","path":"src/model/A2C.py","file_url":"https://github.com/qihongl/dlstm-demo/blob/HEAD/src/model/A2C.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a567a3529243ae7c"}},{"code_sha256_prefix":"aa2085b551009e44","entry":"A2CAlgo","repo":"lcswillems/torch-ac","repo_kind":"listed","path":"torch_ac/algos/a2c.py","file_url":"https://github.com/lcswillems/torch-ac/blob/HEAD/torch_ac/algos/a2c.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa2085b551009e44"}},{"code_sha256_prefix":"36ac405a267ff486","entry":"A2C_discrete","repo":"qihongl/demo-advantage-actor-critic","repo_kind":"listed","path":"src/models/_A2C_discrete.py","file_url":"https://github.com/qihongl/demo-advantage-actor-critic/blob/HEAD/src/models/_A2C_discrete.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"36ac405a267ff486"}},{"code_sha256_prefix":"d13a62401d06ac43","entry":"A3C","repo":"dsinghnegi/atari_RL_agent","repo_kind":"listed","path":"models/a3c.py","file_url":"https://github.com/dsinghnegi/atari_RL_agent/blob/HEAD/models/a3c.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d13a62401d06ac43"}},{"code_sha256_prefix":"eebbc364319ac1a0","entry":"ACNet","repo":"tensorlayer/RLzoo","repo_kind":"listed","path":"rlzoo/algorithms/a3c/a3c.py","file_url":"https://github.com/tensorlayer/RLzoo/blob/HEAD/rlzoo/algorithms/a3c/a3c.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"eebbc364319ac1a0"}},{"code_sha256_prefix":"a83ecbc1e78102e4","entry":"Actor","repo":"Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment","repo_kind":"listed","path":"ddpg_agent.py","file_url":"https://github.com/Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment/blob/HEAD/ddpg_agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a83ecbc1e78102e4"}},{"code_sha256_prefix":"75bd98e327fba9f3","entry":"Actor","repo":"bentrevett/pytorch-rl","repo_kind":"listed","path":"n_step_a2c.py","file_url":"https://github.com/bentrevett/pytorch-rl/blob/HEAD/n_step_a2c.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"75bd98e327fba9f3"}},{"code_sha256_prefix":"3deab9eb1f3ddf5a","entry":"ActorCritic","repo":"uvipen/Super-mario-bros-A3C-pytorch","repo_kind":"listed","path":"src/model.py","file_url":"https://github.com/uvipen/Super-mario-bros-A3C-pytorch/blob/HEAD/src/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3deab9eb1f3ddf5a"}},{"code_sha256_prefix":"1980413ab36cb308","entry":"ActorCritic","repo":"Kaixhin/ACER","repo_kind":"listed","path":"model.py","file_url":"https://github.com/Kaixhin/ACER/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1980413ab36cb308"}},{"code_sha256_prefix":"fc9bb6ed16967be3","entry":"ActorCritic","repo":"sharan-dce/A3C","repo_kind":"listed","path":"network.py","file_url":"https://github.com/sharan-dce/A3C/blob/HEAD/network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fc9bb6ed16967be3"}},{"code_sha256_prefix":"3ce452dd0eac4e57","entry":"ActorCritic","repo":"Kaixhin/NoisyNet-A3C","repo_kind":"listed","path":"model.py","file_url":"https://github.com/Kaixhin/NoisyNet-A3C/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3ce452dd0eac4e57"}},{"code_sha256_prefix":"6dc67ce074d20f64","entry":"ActorCritic","repo":"sainijagjit/A3C-Pytorch","repo_kind":"listed","path":"model.py","file_url":"https://github.com/sainijagjit/A3C-Pytorch/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6dc67ce074d20f64"}},{"code_sha256_prefix":"470157876533fcf9","entry":"Agent","repo":"Nasdin/ReinforcementLearning-AtariGame","repo_kind":"listed","path":"reinforcement_learninga3c/agent.py","file_url":"https://github.com/Nasdin/ReinforcementLearning-AtariGame/blob/HEAD/reinforcement_learninga3c/agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"470157876533fcf9"}},{"code_sha256_prefix":"889702214bbc32be","entry":"Args","repo":"Nasdin/ReinforcementLearning-AtariGame","repo_kind":"listed","path":"reinforcement_learninga3c/agent.py","file_url":"https://github.com/Nasdin/ReinforcementLearning-AtariGame/blob/HEAD/reinforcement_learninga3c/agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"889702214bbc32be"}},{"code_sha256_prefix":"c714c593caa9bd29","entry":"AtariCnnAcLstm","repo":"liuyuezhang/pyrl","repo_kind":"listed","path":"a3c/model.py","file_url":"https://github.com/liuyuezhang/pyrl/blob/HEAD/a3c/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c714c593caa9bd29"}},{"code_sha256_prefix":"90d3031d1f7b8447","entry":"AtariRescale42x42","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"90d3031d1f7b8447"}},{"code_sha256_prefix":"009b3dfa7483e56f","entry":"DeepQNetwork","repo":"brett-daley/fast-dqn","repo_kind":"listed","path":"fast_dqn/worker.py","file_url":"https://github.com/brett-daley/fast-dqn/blob/HEAD/fast_dqn/worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"009b3dfa7483e56f"}},{"code_sha256_prefix":"69bf1d6389bcaf03","entry":"DescriptionWrapper","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69bf1d6389bcaf03"}},{"code_sha256_prefix":"25ded467bd14aa3e","entry":"Environment","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"25ded467bd14aa3e"}},{"code_sha256_prefix":"a630d91f51a42729","entry":"ExperiencesMemory","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a630d91f51a42729"}},{"code_sha256_prefix":"d56ce68005b7b2e2","entry":"NoisyLinear","repo":"Kaixhin/NoisyNet-A3C","repo_kind":"listed","path":"model.py","file_url":"https://github.com/Kaixhin/NoisyNet-A3C/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d56ce68005b7b2e2"}},{"code_sha256_prefix":"1f98ee39e6a11d66","entry":"OUNoise","repo":"Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment","repo_kind":"listed","path":"ddpg_agent.py","file_url":"https://github.com/Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment/blob/HEAD/ddpg_agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1f98ee39e6a11d66"}},{"code_sha256_prefix":"6b7e1cbca8de3a03","entry":"ReplayMemory","repo":"brett-daley/fast-dqn","repo_kind":"listed","path":"fast_dqn/worker.py","file_url":"https://github.com/brett-daley/fast-dqn/blob/HEAD/fast_dqn/worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6b7e1cbca8de3a03"}},{"code_sha256_prefix":"da9e5c9b8fface01","entry":"RunnerThread","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"da9e5c9b8fface01"}},{"code_sha256_prefix":"b9bee97fd591c0ca","entry":"Worker","repo":"tensorlayer/RLzoo","repo_kind":"listed","path":"rlzoo/algorithms/a3c/a3c.py","file_url":"https://github.com/tensorlayer/RLzoo/blob/HEAD/rlzoo/algorithms/a3c/a3c.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b9bee97fd591c0ca"}},{"code_sha256_prefix":"29ba166ead384f3c","entry":"_process_frame42","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"DEP_MISSING","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"29ba166ead384f3c"}},{"code_sha256_prefix":"f76bd426a9b5e661","entry":"_sample_action","repo":"qihongl/demo-advantage-actor-critic","repo_kind":"listed","path":"src/models/_A2C_discrete.py","file_url":"https://github.com/qihongl/demo-advantage-actor-critic/blob/HEAD/src/models/_A2C_discrete.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f76bd426a9b5e661"}},{"code_sha256_prefix":"768c86dee853b804","entry":"clamp","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/renderer_human.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/renderer_human.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"768c86dee853b804"}},{"code_sha256_prefix":"9aaf2df19da77344","entry":"discount_rewards","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9aaf2df19da77344"}},{"code_sha256_prefix":"57a38c7adc4b0687","entry":"entropy","repo":"qihongl/demo-advantage-actor-critic","repo_kind":"listed","path":"src/models/_A2C_discrete.py","file_url":"https://github.com/qihongl/demo-advantage-actor-critic/blob/HEAD/src/models/_A2C_discrete.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"57a38c7adc4b0687"}},{"code_sha256_prefix":"f4d1fbe08b721f31","entry":"env_runner","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f4d1fbe08b721f31"}},{"code_sha256_prefix":"1e1712b2e9449aaf","entry":"flatten","repo":"openai/universe-starter-agent","repo_kind":"listed","path":"model.py","file_url":"https://github.com/openai/universe-starter-agent/blob/HEAD/model.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1e1712b2e9449aaf"}},{"code_sha256_prefix":"17be7a0a9392e5cf","entry":"get_savename_from_varname","repo":"deepsense-ai/Distributed-BA3C","repo_kind":"listed","path":"src/tensorpack_cpu/tensorpack/RL/simulator.py","file_url":"https://github.com/deepsense-ai/Distributed-BA3C/blob/HEAD/src/tensorpack_cpu/tensorpack/RL/simulator.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"17be7a0a9392e5cf"}},{"code_sha256_prefix":"ed625c2fac5f95ea","entry":"huber_loss","repo":"brett-daley/fast-dqn","repo_kind":"listed","path":"fast_dqn/worker.py","file_url":"https://github.com/brett-daley/fast-dqn/blob/HEAD/fast_dqn/worker.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ed625c2fac5f95ea"}},{"code_sha256_prefix":"96708b203eb62ef3","entry":"normalized_columns_initializer","repo":"dsinghnegi/atari_RL_agent","repo_kind":"listed","path":"models/a3c.py","file_url":"https://github.com/dsinghnegi/atari_RL_agent/blob/HEAD/models/a3c.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"96708b203eb62ef3"}},{"code_sha256_prefix":"ef2d50dfca29c664","entry":"normalized_columns_initializer","repo":"openai/universe-starter-agent","repo_kind":"listed","path":"model.py","file_url":"https://github.com/openai/universe-starter-agent/blob/HEAD/model.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ef2d50dfca29c664"}},{"code_sha256_prefix":"f35babe3912ec8b1","entry":"sigmoid","repo":"wxj77/TransferReinforcementLearning","repo_kind":"listed","path":"src/pongSimpleFunc.py","file_url":"https://github.com/wxj77/TransferReinforcementLearning/blob/HEAD/src/pongSimpleFunc.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f35babe3912ec8b1"}},{"code_sha256_prefix":"9559ea8ea49d3010","entry":"softmax","repo":"qihongl/demo-advantage-actor-critic","repo_kind":"listed","path":"src/models/_A2C_discrete.py","file_url":"https://github.com/qihongl/demo-advantage-actor-critic/blob/HEAD/src/models/_A2C_discrete.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9559ea8ea49d3010"}},{"code_sha256_prefix":"f71e26764e9b6bbd","entry":"A2C","repo":"aabbeell/reinforcementLearning.a2c.gym","repo_kind":"listed","path":"wholegrain.py","file_url":"https://github.com/aabbeell/reinforcementLearning.a2c.gym/blob/HEAD/wholegrain.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f71e26764e9b6bbd"}},{"code_sha256_prefix":"bf21ac6f9f45c0fc","entry":"A2CAgent","repo":"InSpaceAI/RL-Zoo","repo_kind":"listed","path":"A2C.py","file_url":"https://github.com/InSpaceAI/RL-Zoo/blob/HEAD/A2C.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bf21ac6f9f45c0fc"}},{"code_sha256_prefix":"5109610f0cd89a72","entry":"A3CNetwork","repo":"grananqvist/reinforcement-learning-super-mario-A3C","repo_kind":"listed","path":"A3C_network.py","file_url":"https://github.com/grananqvist/reinforcement-learning-super-mario-A3C/blob/HEAD/A3C_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5109610f0cd89a72"}},{"code_sha256_prefix":"4245847649f7e3a9","entry":"A3CTask","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4245847649f7e3a9"}},{"code_sha256_prefix":"1ffe62e975ca676b","entry":"A3C_LSTM","repo":"bkhmsi/meta-rl-harlow","repo_kind":"listed","path":"models/a3c_lstm.py","file_url":"https://github.com/bkhmsi/meta-rl-harlow/blob/HEAD/models/a3c_lstm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1ffe62e975ca676b"}},{"code_sha256_prefix":"b3877bbc5543af8c","entry":"A3Clstm","repo":"Nasdin/ReinforcementLearning-AtariGame","repo_kind":"listed","path":"reinforcement_learninga3c/agent.py","file_url":"https://github.com/Nasdin/ReinforcementLearning-AtariGame/blob/HEAD/reinforcement_learninga3c/agent.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"b3877bbc5543af8c"}},{"code_sha256_prefix":"4dd9b378deccacfd","entry":"Actor","repo":"InSpaceAI/RL-Zoo","repo_kind":"listed","path":"A2C.py","file_url":"https://github.com/InSpaceAI/RL-Zoo/blob/HEAD/A2C.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4dd9b378deccacfd"}},{"code_sha256_prefix":"223dec3bdd457c46","entry":"Actor","repo":"marload/DeepRL-TensorFlow2","repo_kind":"listed","path":"A3C/A3C_Continuous.py","file_url":"https://github.com/marload/DeepRL-TensorFlow2/blob/HEAD/A3C/A3C_Continuous.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"223dec3bdd457c46"}},{"code_sha256_prefix":"c4712162b51f3c2d","entry":"Agent","repo":"Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment","repo_kind":"listed","path":"ddpg_agent.py","file_url":"https://github.com/Remtasya/DDPG-Actor-Critic-Reinforcement-Learning-Reacher-Environment/blob/HEAD/ddpg_agent.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c4712162b51f3c2d"}},{"code_sha256_prefix":"3236a57bf19a97f5","entry":"Critic","repo":"InSpaceAI/RL-Zoo","repo_kind":"listed","path":"A2C.py","file_url":"https://github.com/InSpaceAI/RL-Zoo/blob/HEAD/A2C.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3236a57bf19a97f5"}},{"code_sha256_prefix":"c554cc79c4783115","entry":"DQNAgent","repo":"brett-daley/fast-dqn","repo_kind":"listed","path":"fast_dqn/worker.py","file_url":"https://github.com/brett-daley/fast-dqn/blob/HEAD/fast_dqn/worker.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c554cc79c4783115"}},{"code_sha256_prefix":"96e313cd8890ec82","entry":"PolicyGradientActorCritic","repo":"yukezhu/tensorflow-reinforce","repo_kind":"listed","path":"rl/pg_actor_critic.py","file_url":"https://github.com/yukezhu/tensorflow-reinforce/blob/HEAD/rl/pg_actor_critic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"96e313cd8890ec82"}},{"code_sha256_prefix":"18f03724314f5389","entry":"ReinforceTrainer","repo":"khanhptnk/bandit-nmt","repo_kind":"listed","path":"lib/train/ReinforceTrainer.py","file_url":"https://github.com/khanhptnk/bandit-nmt/blob/HEAD/lib/train/ReinforceTrainer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"18f03724314f5389"}},{"code_sha256_prefix":"2d461befd367bc22","entry":"SessionUpdate","repo":"deepsense-ai/Distributed-BA3C","repo_kind":"listed","path":"src/tensorpack_cpu/tensorpack/RL/simulator.py","file_url":"https://github.com/deepsense-ai/Distributed-BA3C/blob/HEAD/src/tensorpack_cpu/tensorpack/RL/simulator.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2d461befd367bc22"}},{"code_sha256_prefix":"542d360a92eee8a4","entry":"SimulatorProcessBase","repo":"deepsense-ai/Distributed-BA3C","repo_kind":"listed","path":"src/tensorpack_cpu/tensorpack/RL/simulator.py","file_url":"https://github.com/deepsense-ai/Distributed-BA3C/blob/HEAD/src/tensorpack_cpu/tensorpack/RL/simulator.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"542d360a92eee8a4"}},{"code_sha256_prefix":"1c09d6bbf245c780","entry":"SimulatorProcessDF","repo":"deepsense-ai/Distributed-BA3C","repo_kind":"listed","path":"src/tensorpack_cpu/tensorpack/RL/simulator.py","file_url":"https://github.com/deepsense-ai/Distributed-BA3C/blob/HEAD/src/tensorpack_cpu/tensorpack/RL/simulator.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1c09d6bbf245c780"}},{"code_sha256_prefix":"83cf77a3ebebfe5b","entry":"SimulatorProcessSharedWeight","repo":"deepsense-ai/Distributed-BA3C","repo_kind":"listed","path":"src/tensorpack_cpu/tensorpack/RL/simulator.py","file_url":"https://github.com/deepsense-ai/Distributed-BA3C/blob/HEAD/src/tensorpack_cpu/tensorpack/RL/simulator.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"83cf77a3ebebfe5b"}},{"code_sha256_prefix":"5bdbec1e2c097700","entry":"SizeImg","repo":"wxj77/TransferReinforcementLearning","repo_kind":"listed","path":"src/pongSimpleFunc.py","file_url":"https://github.com/wxj77/TransferReinforcementLearning/blob/HEAD/src/pongSimpleFunc.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5bdbec1e2c097700"}},{"code_sha256_prefix":"3a12ef988ebfe4dd","entry":"Worker","repo":"brett-daley/fast-dqn","repo_kind":"listed","path":"fast_dqn/worker.py","file_url":"https://github.com/brett-daley/fast-dqn/blob/HEAD/fast_dqn/worker.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3a12ef988ebfe4dd"}},{"code_sha256_prefix":"fcebb12b3f4106f0","entry":"WorkerAgent","repo":"marload/DeepRL-TensorFlow2","repo_kind":"listed","path":"A3C/A3C_Continuous.py","file_url":"https://github.com/marload/DeepRL-TensorFlow2/blob/HEAD/A3C/A3C_Continuous.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fcebb12b3f4106f0"}},{"code_sha256_prefix":"5f5de0aab93c80e7","entry":"a2c_step","repo":"Khrylx/PyTorch-RL","repo_kind":"listed","path":"core/a2c.py","file_url":"https://github.com/Khrylx/PyTorch-RL/blob/HEAD/core/a2c.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5f5de0aab93c80e7"}},{"code_sha256_prefix":"aed449e344ec7692","entry":"check_error","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/remote_controller.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/remote_controller.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aed449e344ec7692"}},{"code_sha256_prefix":"21cd096f7f260710","entry":"choose_action","repo":"miyosuda/async_deep_reinforce","repo_kind":"listed","path":"a3c_display.py","file_url":"https://github.com/miyosuda/async_deep_reinforce/blob/HEAD/a3c_display.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"21cd096f7f260710"}},{"code_sha256_prefix":"4c5d083e16a65872","entry":"circle_mask","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/renderer_human.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/renderer_human.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4c5d083e16a65872"}},{"code_sha256_prefix":"efb159661f0b9fcf","entry":"cluster_spec","repo":"openai/universe-starter-agent","repo_kind":"listed","path":"worker.py","file_url":"https://github.com/openai/universe-starter-agent/blob/HEAD/worker.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"efb159661f0b9fcf"}},{"code_sha256_prefix":"6ffcacf01ffe178d","entry":"conv2d","repo":"openai/universe-starter-agent","repo_kind":"listed","path":"model.py","file_url":"https://github.com/openai/universe-starter-agent/blob/HEAD/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6ffcacf01ffe178d"}},{"code_sha256_prefix":"ee54b4f2b5bd8b07","entry":"conv_block","repo":"gungui98/deeprl-a3c-ai2thor","repo_kind":"listed","path":"utils/networks.py","file_url":"https://github.com/gungui98/deeprl-a3c-ai2thor/blob/HEAD/utils/networks.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ee54b4f2b5bd8b07"}},{"code_sha256_prefix":"da3dae2a4156eb66","entry":"conv_layer","repo":"gungui98/deeprl-a3c-ai2thor","repo_kind":"listed","path":"utils/networks.py","file_url":"https://github.com/gungui98/deeprl-a3c-ai2thor/blob/HEAD/utils/networks.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"da3dae2a4156eb66"}},{"code_sha256_prefix":"d3921cbbedf0708c","entry":"create_atari_env","repo":"ikostrikov/pytorch-a3c","repo_kind":"listed","path":"envs.py","file_url":"https://github.com/ikostrikov/pytorch-a3c/blob/HEAD/envs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d3921cbbedf0708c"}},{"code_sha256_prefix":"527632ddf69a21ca","entry":"create_sync_net_op","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"527632ddf69a21ca"}},{"code_sha256_prefix":"bcc7bff6de339758","entry":"decorate_check_error","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/remote_controller.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/remote_controller.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bcc7bff6de339758"}},{"code_sha256_prefix":"4288f8e325eb43a4","entry":"deprocess","repo":"wxj77/TransferReinforcementLearning","repo_kind":"listed","path":"pix2pix-tensorflow/pix2pix.py","file_url":"https://github.com/wxj77/TransferReinforcementLearning/blob/HEAD/pix2pix-tensorflow/pix2pix.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4288f8e325eb43a4"}},{"code_sha256_prefix":"cb7bcbf917238c10","entry":"disable_layer_logging","repo":"deepsense-ai/Distributed-BA3C","repo_kind":"listed","path":"src/tensorpack_cpu/tensorpack/RL/simulator.py","file_url":"https://github.com/deepsense-ai/Distributed-BA3C/blob/HEAD/src/tensorpack_cpu/tensorpack/RL/simulator.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cb7bcbf917238c10"}},{"code_sha256_prefix":"0ca7ce32a4f2492c","entry":"discount","repo":"openai/universe-starter-agent","repo_kind":"listed","path":"a3c.py","file_url":"https://github.com/openai/universe-starter-agent/blob/HEAD/a3c.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ca7ce32a4f2492c"}},{"code_sha256_prefix":"8f06d9363ba6cccf","entry":"dqn_phi","repo":"muupan/async-rl","repo_kind":"listed","path":"dqn_phi.py","file_url":"https://github.com/muupan/async-rl/blob/HEAD/dqn_phi.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8f06d9363ba6cccf"}},{"code_sha256_prefix":"8c2dab8164363bac","entry":"eval_single_random_run","repo":"muupan/async-rl","repo_kind":"listed","path":"demo_a3c_doom.py","file_url":"https://github.com/muupan/async-rl/blob/HEAD/demo_a3c_doom.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8c2dab8164363bac"}},{"code_sha256_prefix":"78e6c31f39e7da74","entry":"getLogger","repo":"traai/async-deep-rl","repo_kind":"listed","path":"algorithms/logging_utils.py","file_url":"https://github.com/traai/async-deep-rl/blob/HEAD/algorithms/logging_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"78e6c31f39e7da74"}},{"code_sha256_prefix":"e889bf50d1048c73","entry":"log_uniform","repo":"miyosuda/async_deep_reinforce","repo_kind":"listed","path":"a3c.py","file_url":"https://github.com/miyosuda/async_deep_reinforce/blob/HEAD/a3c.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e889bf50d1048c73"}},{"code_sha256_prefix":"ccd9cd7b44c7155d","entry":"loss_fn","repo":"N0r9st/a2c-jax","repo_kind":"listed","path":"jax_a2c/a2c.py","file_url":"https://github.com/N0r9st/a2c-jax/blob/HEAD/jax_a2c/a2c.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ccd9cd7b44c7155d"}},{"code_sha256_prefix":"02e7f96aac12676a","entry":"make","repo":"arnomoonens/yarll","repo_kind":"listed","path":"yarll/agents/tf1/actorcritic/a3c_worker.py","file_url":"https://github.com/arnomoonens/yarll/blob/HEAD/yarll/agents/tf1/actorcritic/a3c_worker.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"02e7f96aac12676a"}},{"code_sha256_prefix":"3f6057b22a1416fa","entry":"ortho_init","repo":"qihongl/demo-advantage-actor-critic","repo_kind":"listed","path":"src/models/_A2C_discrete.py","file_url":"https://github.com/qihongl/demo-advantage-actor-critic/blob/HEAD/src/models/_A2C_discrete.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3f6057b22a1416fa"}},{"code_sha256_prefix":"ff703c28e44ebeb0","entry":"parse_args","repo":"gungui98/deeprl-a3c-ai2thor","repo_kind":"listed","path":"load_and_run.py","file_url":"https://github.com/gungui98/deeprl-a3c-ai2thor/blob/HEAD/load_and_run.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ff703c28e44ebeb0"}},{"code_sha256_prefix":"897fbcb1525f9cb2","entry":"prepro","repo":"wxj77/TransferReinforcementLearning","repo_kind":"listed","path":"src/pongSimpleFunc.py","file_url":"https://github.com/wxj77/TransferReinforcementLearning/blob/HEAD/src/pongSimpleFunc.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"897fbcb1525f9cb2"}},{"code_sha256_prefix":"7b296d580bba710b","entry":"preprocess","repo":"wxj77/TransferReinforcementLearning","repo_kind":"listed","path":"pix2pix-tensorflow/pix2pix.py","file_url":"https://github.com/wxj77/TransferReinforcementLearning/blob/HEAD/pix2pix-tensorflow/pix2pix.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7b296d580bba710b"}},{"code_sha256_prefix":"377aa232f0c85e8a","entry":"preprocess","repo":"wtingda/DeepRLBreakout","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/wtingda/DeepRLBreakout/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"377aa232f0c85e8a"}},{"code_sha256_prefix":"12708eb10962f18c","entry":"preprocess_lab","repo":"wxj77/TransferReinforcementLearning","repo_kind":"listed","path":"pix2pix-tensorflow/pix2pix.py","file_url":"https://github.com/wxj77/TransferReinforcementLearning/blob/HEAD/pix2pix-tensorflow/pix2pix.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12708eb10962f18c"}},{"code_sha256_prefix":"c08cb06eb2decc4f","entry":"process_rollout","repo":"openai/universe-starter-agent","repo_kind":"listed","path":"a3c.py","file_url":"https://github.com/openai/universe-starter-agent/blob/HEAD/a3c.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c08cb06eb2decc4f"}},{"code_sha256_prefix":"7bef82285afe5051","entry":"read_config","repo":"gungui98/deeprl-a3c-ai2thor","repo_kind":"listed","path":"gym_ai2thor/utils.py","file_url":"https://github.com/gungui98/deeprl-a3c-ai2thor/blob/HEAD/gym_ai2thor/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7bef82285afe5051"}},{"code_sha256_prefix":"9bcfa7be0047b9a3","entry":"restore_vars","repo":"traai/async-deep-rl","repo_kind":"listed","path":"algorithms/utils.py","file_url":"https://github.com/traai/async-deep-rl/blob/HEAD/algorithms/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9bcfa7be0047b9a3"}},{"code_sha256_prefix":"ed5d96fe8d3154e3","entry":"return_action_based_on_greedy_policy","repo":"joshiatul/game_playing","repo_kind":"listed","path":"bandits.py","file_url":"https://github.com/joshiatul/game_playing/blob/HEAD/bandits.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ed5d96fe8d3154e3"}},{"code_sha256_prefix":"1d9dd2285a2adf70","entry":"return_action_based_on_softmax_policy","repo":"joshiatul/game_playing","repo_kind":"listed","path":"bandits.py","file_url":"https://github.com/joshiatul/game_playing/blob/HEAD/bandits.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1d9dd2285a2adf70"}},{"code_sha256_prefix":"8913d2fd69ed4aac","entry":"rgb2gray","repo":"gungui98/deeprl-a3c-ai2thor","repo_kind":"listed","path":"gym_ai2thor/image_processing.py","file_url":"https://github.com/gungui98/deeprl-a3c-ai2thor/blob/HEAD/gym_ai2thor/image_processing.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8913d2fd69ed4aac"}},{"code_sha256_prefix":"5e53479e1a15eb8d","entry":"select_action_with_epsilon_greedy_policy","repo":"joshiatul/game_playing","repo_kind":"listed","path":"bandits.py","file_url":"https://github.com/joshiatul/game_playing/blob/HEAD/bandits.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5e53479e1a15eb8d"}},{"code_sha256_prefix":"d17ee855316f7fbd","entry":"shuffled_hue","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/colors.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/colors.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d17ee855316f7fbd"}},{"code_sha256_prefix":"ee4a38c9d2b4ba59","entry":"smooth_hue_palette","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/colors.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/colors.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ee4a38c9d2b4ba59"}},{"code_sha256_prefix":"fa86c0ae91334c5c","entry":"tfSummary","repo":"gungui98/deeprl-a3c-ai2thor","repo_kind":"listed","path":"utils/networks.py","file_url":"https://github.com/gungui98/deeprl-a3c-ai2thor/blob/HEAD/utils/networks.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fa86c0ae91334c5c"}},{"code_sha256_prefix":"676b86f7426c37b7","entry":"with_lock","repo":"cdesilv1/sc2_ai_cdes","repo_kind":"listed","path":"deepmind_api_modified/pysc2/lib/renderer_human.py","file_url":"https://github.com/cdesilv1/sc2_ai_cdes/blob/HEAD/deepmind_api_modified/pysc2/lib/renderer_human.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"676b86f7426c37b7"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}