{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/ordered-memory","title":"Ordered Memory","arxiv_id":"1910.13466","date":"2019-10-29","proceeding":"NeurIPS 2019 12","authors":["Yikang Shen","Shawn Tan","Arian Hosseini","Zhouhan Lin","Alessandro Sordoni","Aaron Courville"],"abstract":"Stack-augmented recurrent neural networks (RNNs) have been of interest to the deep learning community for some time. However, the difficulty of training memory models remains a problem obstructing the widespread use of such models. In this paper, we propose the Ordered Memory architecture. Inspired by Ordered Neurons (Shen et al., 2018), we introduce a new attention-based mechanism and use its cumulative probability to control the writing and erasing operation of the memory. We also introduce a new Gated Recursive Cell to compose lower-level representations into higher-level representation. We demonstrate that our model achieves strong performance on the logical inference task (Bowman et al., 2015)and the ListOps (Nangia and Bowman, 2018) task. We can also interpret the model to retrieve the induced tree structure, and find that these induced structures align with the ground truth. Finally, we evaluate our model on the Stanford SentimentTreebank tasks (Socher et al., 2013), and find that it performs comparatively with the state-of-the-art methods in the literature.","url_abs":"https://arxiv.org/abs/1910.13466v2","url_pdf":"https://arxiv.org/pdf/1910.13466v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"ordered-memory","repo_url":"https://github.com/yikangshen/Ordered-Memory","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"listops","task_name":"ListOps"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1910.13466","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.13466"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yikangshen/Ordered-Memory","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":8},"by_repo_kind":{"official":{"samples":8,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"403df95084a63a53","entry":"PreprocessDataset","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/listops_data.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/listops_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"403df95084a63a53"}},{"code_sha256_prefix":"6bd10c3dd56c2b8c","entry":"batchify","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/utils.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6bd10c3dd56c2b8c"}},{"code_sha256_prefix":"796c817ae27882c5","entry":"build_tree","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/utils.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"796c817ae27882c5"}},{"code_sha256_prefix":"57cbf02adf8b391c","entry":"evaluate","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"sentiment.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/sentiment.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"57cbf02adf8b391c"}},{"code_sha256_prefix":"78e2c02ecf09ade6","entry":"plot","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/hinton.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/hinton.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"78e2c02ecf09ade6"}},{"code_sha256_prefix":"eee10a1cbab04d32","entry":"repackage_hidden","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/utils.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eee10a1cbab04d32"}},{"code_sha256_prefix":"8885e3c4f71dfc14","entry":"spans","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/listops_data.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/listops_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8885e3c4f71dfc14"}},{"code_sha256_prefix":"4ec9ae8afdae6574","entry":"visual","repo":"yikangshen/Ordered-Memory","repo_kind":"official","path":"utils/hinton.py","file_url":"https://github.com/yikangshen/Ordered-Memory/blob/HEAD/utils/hinton.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4ec9ae8afdae6574"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}