{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/dense-associative-memory-through-the-lens-of","title":"Dense Associative Memory Through the Lens of Random Features","arxiv_id":"2410.24153","date":"2024-10-31","proceeding":null,"authors":["Benjamin Hoover","Duen Horng Chau","Hendrik Strobelt","Parikshit Ram","Dmitry Krotov"],"abstract":"Dense Associative Memories are high storage capacity variants of the Hopfield networks that are capable of storing a large number of memory patterns in the weights of the network of a given size. Their common formulations typically require storing each pattern in a separate set of synaptic weights, which leads to the increase of the number of synaptic weights when new patterns are introduced. In this work we propose an alternative formulation of this class of models using random features, commonly used in kernel methods. In this formulation the number of network's parameters remains fixed. At the same time, new memories can be added to the network by modifying existing weights. We show that this novel network closely approximates the energy function and dynamics of conventional Dense Associative Memories and shares their desirable computational properties.","url_abs":"https://arxiv.org/abs/2410.24153v1","url_pdf":"https://arxiv.org/pdf/2410.24153v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"dense-associative-memory-through-the-lens-of","repo_url":"https://github.com/bhoov/distributed_DAM","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"jax","reach":{"status":"ok"}}],"tasks":[],"methods":[{"method_slug":"set","method_name":"SET"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2410.24153","atlas_url":"https://app.syntology.ai/?focus=2410.24153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.24153"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/bhoov/distributed_DAM","reach":{"status":"ok"}}],"summary":{"ran_honours":1,"ran_draft_wrong":3,"unverified":9},"by_repo_kind":{"official":{"samples":13,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":13,"samples":[{"code_sha256_prefix":"808a71419900caae","entry":"decode_key","repo":"bhoov/distributed_dam","repo_kind":"official","path":"exp_QUANT1b_opt_retrieval.py","file_url":"https://github.com/bhoov/distributed_dam/blob/HEAD/exp_QUANT1b_opt_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"808a71419900caae"}},{"code_sha256_prefix":"d2c63800e8c4112c","entry":"encode_key","repo":"bhoov/distributed_dam","repo_kind":"official","path":"exp_QUANT1b_opt_retrieval.py","file_url":"https://github.com/bhoov/distributed_dam/blob/HEAD/exp_QUANT1b_opt_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d2c63800e8c4112c"}},{"code_sha256_prefix":"ba1b59e1fc9e45ef","entry":"get_color","repo":"bhoov/distributed_dam","repo_kind":"official","path":"eval_QUANT1b_no_retrieval+bounds.py","file_url":"https://github.com/bhoov/distributed_dam/blob/HEAD/eval_QUANT1b_no_retrieval%2Bbounds.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ba1b59e1fc9e45ef"}},{"code_sha256_prefix":"c60830958e92be5b","entry":"get_dot_color","repo":"bhoov/distributed_dam","repo_kind":"official","path":"eval_QUANT1b_no_retrieval+bounds.py","file_url":"https://github.com/bhoov/distributed_dam/blob/HEAD/eval_QUANT1b_no_retrieval%2Bbounds.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c60830958e92be5b"}},{"code_sha256_prefix":"de01004a8f0a222a","entry":"get_color","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"eval_QUANT1b_no_retrieval+bounds.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/eval_QUANT1b_no_retrieval%2Bbounds.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"de01004a8f0a222a"}},{"code_sha256_prefix":"a6b93762f9613ba7","entry":"get_deltas","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"eval_QUANT2__kernel_ablations.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/eval_QUANT2__kernel_ablations.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a6b93762f9613ba7"}},{"code_sha256_prefix":"7c9374ea963cfbdd","entry":"get_dot_color","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"eval_QUANT1b_no_retrieval+bounds.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/eval_QUANT1b_no_retrieval%2Bbounds.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7c9374ea963cfbdd"}},{"code_sha256_prefix":"53bd97427189fd57","entry":"get_marker_size","repo":"bhoov/distributed_dam","repo_kind":"official","path":"eval_QUANT1b_no_retrieval+bounds.py","file_url":"https://github.com/bhoov/distributed_dam/blob/HEAD/eval_QUANT1b_no_retrieval%2Bbounds.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"53bd97427189fd57"}},{"code_sha256_prefix":"45577c2ec18be555","entry":"get_marker_size","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"eval_QUANT1b_no_retrieval+bounds.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/eval_QUANT1b_no_retrieval%2Bbounds.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"45577c2ec18be555"}},{"code_sha256_prefix":"450510f6bf7ca033","entry":"islogdam","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"exp_QUANT2__kernel_ablations.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/exp_QUANT2__kernel_ablations.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"450510f6bf7ca033"}},{"code_sha256_prefix":"490c77aa214ad6d1","entry":"logify","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"exp_QUANT2__kernel_ablations.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/exp_QUANT2__kernel_ablations.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"490c77aa214ad6d1"}},{"code_sha256_prefix":"37542c9eb7903035","entry":"orthogonal_gaussian","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"initializations.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/initializations.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"37542c9eb7903035"}},{"code_sha256_prefix":"a4660148534b5a33","entry":"parse_arff","repo":"bhoov/distributed_DAM","repo_kind":"official","path":"data_utils.py","file_url":"https://github.com/bhoov/distributed_DAM/blob/HEAD/data_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a4660148534b5a33"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}