{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/implementing-neural-turing-machines","title":"Implementing Neural Turing Machines","arxiv_id":"1807.08518","date":"2018-07-23","proceeding":null,"authors":["Mark Collier","Joeran Beel"],"abstract":"Neural Turing Machines (NTMs) are an instance of Memory Augmented Neural\nNetworks, a new class of recurrent neural networks which decouple computation\nfrom memory by introducing an external memory unit. NTMs have demonstrated\nsuperior performance over Long Short-Term Memory Cells in several sequence\nlearning tasks. A number of open source implementations of NTMs exist but are\nunstable during training and/or fail to replicate the reported performance of\nNTMs. This paper presents the details of our successful implementation of a\nNTM. Our implementation learns to solve three sequential learning tasks from\nthe original NTM paper. We find that the choice of memory contents\ninitialization scheme is crucial in successfully implementing a NTM. Networks\nwith memory contents initialized to small constant values converge on average 2\ntimes faster than the next best memory contents initialization scheme.","url_abs":"http://arxiv.org/abs/1807.08518v3","url_pdf":"http://arxiv.org/pdf/1807.08518v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"implementing-neural-turing-machines","repo_url":"https://github.com/MarkPKCollier/NeuralTuringMachine","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"LGPL-3.0"}},{"paper_slug":"implementing-neural-turing-machines","repo_url":"https://github.com/Baichenjia/NeuralTuringMachine","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"implementing-neural-turing-machines","repo_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"implementing-neural-turing-machines","repo_url":"https://github.com/ajithcodesit/Neural_Turing_Machine","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"implementing-neural-turing-machines","repo_url":"https://github.com/mdabagia/NeuralTuringMachine","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"implementing-neural-turing-machines","repo_url":"https://github.com/theneuralbeing/ntm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1807.08518","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1807.08518"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MarkPKCollier/NeuralTuringMachine","reach":{"status":"ok","spdx":"LGPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mdabagia/NeuralTuringMachine","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Baichenjia/NeuralTuringMachine","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/SourangshuGhosh/NeuralTuringMachine","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/theneuralbeing/ntm","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ajithcodesit/Neural_Turing_Machine","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_violates":1,"unverified":7},"by_repo_kind":{"listed":{"samples":8,"ran":1,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"25c7475539e39da4","entry":"str2bool","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"run_tasks.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/run_tasks.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"25c7475539e39da4"}},{"code_sha256_prefix":"188a7c5e6d562ed9","entry":"create_linear_initializer","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"188a7c5e6d562ed9"}},{"code_sha256_prefix":"3d130d4e1df6bced","entry":"expand","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3d130d4e1df6bced"}},{"code_sha256_prefix":"568068d6f5a00195","entry":"generate_patterns","repo":"ajithcodesit/Neural_Turing_Machine","repo_kind":"listed","path":"seqgen.py","file_url":"https://github.com/ajithcodesit/Neural_Turing_Machine/blob/HEAD/seqgen.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"568068d6f5a00195"}},{"code_sha256_prefix":"6edda34912cd2f5f","entry":"generate_random_graph","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"generate_data.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/generate_data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6edda34912cd2f5f"}},{"code_sha256_prefix":"ef16d96d55bb475d","entry":"graph_label_to_one_hot","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"generate_data.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/generate_data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ef16d96d55bb475d"}},{"code_sha256_prefix":"483adf992a70c419","entry":"label_from_vectors","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"generate_data.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/generate_data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"483adf992a70c419"}},{"code_sha256_prefix":"4b7fd24acebe45e5","entry":"learned_init","repo":"SourangshuGhosh/NeuralTuringMachine","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/SourangshuGhosh/NeuralTuringMachine/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4b7fd24acebe45e5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}