{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/memory-encoding-model","title":"Memory Encoding Model","arxiv_id":"2308.01175","date":"2023-08-02","proceeding":null,"authors":["Huzheng Yang","James Gee","Jianbo Shi"],"abstract":"We explore a new class of brain encoding model by adding memory-related information as input. Memory is an essential brain mechanism that works alongside visual stimuli. During a vision-memory cognitive task, we found the non-visual brain is largely predictable using previously seen images. Our Memory Encoding Model (Mem) won the Algonauts 2023 visual brain competition even without model ensemble (single model score 66.8, ensemble score 70.8). Our ensemble model without memory input (61.4) can also stand a 3rd place. Furthermore, we observe periodic delayed brain response correlated to 6th-7th prior image, and hippocampus also showed correlated activity timed with this periodicity. We conjuncture that the periodic replay could be related to memory mechanism to enhance the working memory.","url_abs":"https://arxiv.org/abs/2308.01175v1","url_pdf":"https://arxiv.org/pdf/2308.01175v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"memory-encoding-model","repo_url":"https://github.com/huzeyann/MemoryEncodingModel","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"brain-decoding","task_name":"Brain Decoding"},{"task_slug":null,"task_name":"Hippocampus"},{"task_slug":"model","task_name":"model"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2308.01175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.01175"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/huzeyann/MemoryEncodingModel","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran":9,"unverified":1},"by_repo_kind":{"official":{"samples":10,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"426bd4d648f4e0e3","entry":"all_subsets","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/common_utils.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/common_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"426bd4d648f4e0e3"}},{"code_sha256_prefix":"fb96bd5813a4804a","entry":"build_each_subject","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/models.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"fb96bd5813a4804a"}},{"code_sha256_prefix":"fdc8013a1059c0c5","entry":"clean_state_dict","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/backbone.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/backbone.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"fdc8013a1059c0c5"}},{"code_sha256_prefix":"797aefb2cc2910c9","entry":"count_nan","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/common_utils.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/common_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"797aefb2cc2910c9"}},{"code_sha256_prefix":"e2d32343560c769d","entry":"get_outs","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/dark_onemodel.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/dark_onemodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e2d32343560c769d"}},{"code_sha256_prefix":"ce9046084baf2564","entry":"maxavg_globalpool2d","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/backbone.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/backbone.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"ce9046084baf2564"}},{"code_sha256_prefix":"d06fd7af129e7fbc","entry":"my_create_unique_logdir_name","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/cluster_utils.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/cluster_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"d06fd7af129e7fbc"}},{"code_sha256_prefix":"66bd77fc351e7b25","entry":"subsets","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/common_utils.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/common_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"66bd77fc351e7b25"}},{"code_sha256_prefix":"f916076cd2e1f62d","entry":"trial_dirname_creator","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/cluster_utils.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/cluster_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"f916076cd2e1f62d"}},{"code_sha256_prefix":"1341518e9ccaa51d","entry":"my_nfs_cluster_job","repo":"huzeyann/MemoryEncodingModel","repo_kind":"official","path":"mem/cluster_utils.py","file_url":"https://github.com/huzeyann/MemoryEncodingModel/blob/HEAD/mem/cluster_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"1341518e9ccaa51d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}