{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/learning-successor-representations-with","title":"Learning Successor Features with Distributed Hebbian Temporal Memory","arxiv_id":"2310.13391","date":"2023-10-20","proceeding":null,"authors":["Evgenii Dzhivelikian","Petr Kuderov","Aleksandr I. Panov"],"abstract":"This paper presents a novel approach to address the challenge of online temporal memory learning for decision-making under uncertainty in non-stationary, partially observable environments. The proposed algorithm, Distributed Hebbian Temporal Memory (DHTM), is based on factor graph formalism and a multicomponent neuron model. DHTM aims to capture sequential data relationships and make cumulative predictions about future observations, forming Successor Features (SF). Inspired by neurophysiological models of the neocortex, the algorithm utilizes distributed representations, sparse transition matrices, and local Hebbian-like learning rules to overcome the instability and slow learning process of traditional temporal memory algorithms like RNN and HMM. Experimental results demonstrate that DHTM outperforms LSTM and a biologically inspired HMM-like algorithm, CSCG, in the case of non-stationary datasets. Our findings suggest that DHTM is a promising approach for addressing the challenges of online sequence learning and planning in dynamic environments.","url_abs":"https://arxiv.org/abs/2310.13391v3","url_pdf":"https://arxiv.org/pdf/2310.13391v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"decision-making","task_name":"Decision Making"},{"task_slug":"decision-making-under-uncertainty","task_name":"Decision Making Under Uncertainty"},{"task_slug":"representation-learning","task_name":"Representation Learning"}],"methods":[{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2310.13391","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13391"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/vicariousinc/naturecomm_cscg","reach":null}],"summary":{"ran_fixture":7,"ran_honours":1,"unverified":7},"by_repo_kind":{"found_in_text":{"samples":15,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"fbab057971ecf3f4","entry":"backtrace","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fbab057971ecf3f4"}},{"code_sha256_prefix":"dcda7c0cf75598ee","entry":"backtraceE","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dcda7c0cf75598ee"}},{"code_sha256_prefix":"035bb3da1eef4c87","entry":"backtrace_all","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"035bb3da1eef4c87"}},{"code_sha256_prefix":"be72df6bce23ce68","entry":"backward","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"be72df6bce23ce68"}},{"code_sha256_prefix":"34bf25d3a0edc995","entry":"backwardE","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"34bf25d3a0edc995"}},{"code_sha256_prefix":"701373520efd837b","entry":"forward","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"701373520efd837b"}},{"code_sha256_prefix":"236a56bc2589a44f","entry":"forward_mp","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"236a56bc2589a44f"}},{"code_sha256_prefix":"fce610cfa177feb6","entry":"rargmax","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fce610cfa177feb6"}},{"code_sha256_prefix":"8ecc57903dd4d95a","entry":"CHMM","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ecc57903dd4d95a"}},{"code_sha256_prefix":"ab42ab54d530bf21","entry":"forwardE","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ab42ab54d530bf21"}},{"code_sha256_prefix":"acecc5d1c599c77e","entry":"forwardE_mp","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"acecc5d1c599c77e"}},{"code_sha256_prefix":"01c78fa51023b405","entry":"forward_mp_all","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"01c78fa51023b405"}},{"code_sha256_prefix":"8f9771e83e7a0ea9","entry":"updateC","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8f9771e83e7a0ea9"}},{"code_sha256_prefix":"ed669dfc84395fcb","entry":"updateCE","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ed669dfc84395fcb"}},{"code_sha256_prefix":"ee6a374ee8affe7a","entry":"validate_seq","repo":"vicariousinc/naturecomm_cscg","repo_kind":"found_in_text","path":"chmm_actions.py","file_url":"https://github.com/vicariousinc/naturecomm_cscg/blob/HEAD/chmm_actions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ee6a374ee8affe7a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}