{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hierarchical-neural-simulation-based","title":"Hierarchical Neural Simulation-Based Inference Over Event Ensembles","arxiv_id":"2306.12584","date":"2023-06-21","proceeding":null,"authors":["Lukas Heinrich","Siddharth Mishra-Sharma","Chris Pollard","Philipp Windischhofer"],"abstract":"When analyzing real-world data it is common to work with event ensembles, which comprise sets of observations that collectively constrain the parameters of an underlying model of interest. Such models often have a hierarchical structure, where \"local\" parameters impact individual events and \"global\" parameters influence the entire dataset. We introduce practical approaches for frequentist and Bayesian dataset-wide probabilistic inference in cases where the likelihood is intractable, but simulations can be realized via a hierarchical forward model. We construct neural estimators for the likelihood(-ratio) or posterior and show that explicitly accounting for the model's hierarchical structure can lead to significantly tighter parameter constraints. We ground our discussion using case studies from the physical sciences, focusing on examples from particle physics and cosmology.","url_abs":"https://arxiv.org/abs/2306.12584v2","url_pdf":"https://arxiv.org/pdf/2306.12584v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hierarchical-neural-simulation-based","repo_url":"https://github.com/smsharma/hierarchical-inference","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2306.12584","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.12584"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/smsharma/hierarchical-inference","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"unverified":12},"by_repo_kind":{"official":{"samples":14,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d9def42110729a85","entry":"conv1x1","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/resnet.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9def42110729a85"}},{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/resnet.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"4671deeb6935f45e","entry":"build_mlp","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/utils.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4671deeb6935f45e"}},{"code_sha256_prefix":"ff830e74d5de3bca","entry":"compute_from_generic","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"simulators/extended_particle_model.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/simulators/extended_particle_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ff830e74d5de3bca"}},{"code_sha256_prefix":"eca61b1eed8e7ca7","entry":"create_alternating_binary_mask","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/flows.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/flows.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eca61b1eed8e7ca7"}},{"code_sha256_prefix":"2cf6398745265c11","entry":"create_causal_mask","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/transformer.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2cf6398745265c11"}},{"code_sha256_prefix":"06cc7a36f17fd333","entry":"digitize","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"simulators/extended_particle_model.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/simulators/extended_particle_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"06cc7a36f17fd333"}},{"code_sha256_prefix":"4d7aa817f7ae9457","entry":"generate_generic","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"simulators/extended_particle_model.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/simulators/extended_particle_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4d7aa817f7ae9457"}},{"code_sha256_prefix":"ac205bc671e24663","entry":"generate_generic","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"simulators/extended_particle_model_freq.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/simulators/extended_particle_model_freq.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ac205bc671e24663"}},{"code_sha256_prefix":"12bcf4d2da3ed8af","entry":"mask_data","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/deep_set_freq.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/deep_set_freq.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12bcf4d2da3ed8af"}},{"code_sha256_prefix":"b118ed02cf6bfd30","entry":"mask_in_layer","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/flows.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/flows.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b118ed02cf6bfd30"}},{"code_sha256_prefix":"c06bc252ecc9e8d5","entry":"pad_data","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/deep_set_freq.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/deep_set_freq.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c06bc252ecc9e8d5"}},{"code_sha256_prefix":"32e4f45d6f49bbb5","entry":"transform","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/deep_set_freq.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/deep_set_freq.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32e4f45d6f49bbb5"}},{"code_sha256_prefix":"8a10ebb77dad9841","entry":"vector_to_l_cholesky","repo":"smsharma/hierarchical-inference","repo_kind":"official","path":"models/utils.py","file_url":"https://github.com/smsharma/hierarchical-inference/blob/HEAD/models/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a10ebb77dad9841"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}