{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/posterior-sbc-simulation-based-calibration","title":"Posterior SBC: Simulation-Based Calibration Checking Conditional on Data","arxiv_id":"2502.03279","date":"2025-02-05","proceeding":null,"authors":["Teemu Säilynoja","Marvin Schmitt","Paul-Christian Bürkner","Aki Vehtari"],"abstract":"Simulation-based calibration checking (SBC) refers to the validation of an inference algorithm and model implementation through repeated inference on data simulated from a generative model. In the original and commonly used approach, the generative model uses parameters drawn from the prior, and thus the approach is testing whether the inference works for simulated data generated with parameter values plausible under that prior. This approach is natural and desirable when we want to test whether the inference works for a wide range of datasets we might observe. However, after observing data, we are interested in answering whether the inference works conditional on that particular data. In this paper, we propose posterior SBC and demonstrate how it can be used to validate the inference conditionally on observed data. We illustrate the utility of posterior SBC in three case studies: (1) A simple multilevel model; (2) a model that is governed by differential equations; and (3) a joint integrative neuroscience model which is approximated via amortized Bayesian inference with neural networks.","url_abs":"https://arxiv.org/abs/2502.03279v2","url_pdf":"https://arxiv.org/pdf/2502.03279v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"posterior-sbc-simulation-based-calibration","repo_url":"https://github.com/TeemuSailynoja/posterior-sbc","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok","spdx":"BSD-3-Clause"}}],"tasks":[{"task_slug":"bayesian-inference","task_name":"Bayesian Inference"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2502.03279","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.03279"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/TeemuSailynoja/posterior-sbc","reach":{"status":"ok","spdx":"BSD-3-Clause"}}],"summary":{"unverified":21},"by_repo_kind":{"official":{"samples":21,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"27a49aa79a6229ae","entry":"diffusion_condition","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m1a.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m1a.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"27a49aa79a6229ae"}},{"code_sha256_prefix":"75c33850f4acc6d9","entry":"diffusion_condition","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m2.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m2.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"75c33850f4acc6d9"}},{"code_sha256_prefix":"3a220434109e1e90","entry":"diffusion_condition","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m3.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m3.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"3a220434109e1e90"}},{"code_sha256_prefix":"d780adc83c044cf1","entry":"diffusion_condition","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m4b.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m4b.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"d780adc83c044cf1"}},{"code_sha256_prefix":"002b3282e955d9b1","entry":"diffusion_condition","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m5.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m5.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"002b3282e955d9b1"}},{"code_sha256_prefix":"3dd3c05c5687670d","entry":"diffusion_condition","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m6.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m6.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"3dd3c05c5687670d"}},{"code_sha256_prefix":"86c7960cbbe33886","entry":"diffusion_trial","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m1a.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m1a.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"86c7960cbbe33886"}},{"code_sha256_prefix":"3659dda6dc593e9f","entry":"diffusion_trial","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m2.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m2.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"3659dda6dc593e9f"}},{"code_sha256_prefix":"39016adfa0fce9ef","entry":"diffusion_trial","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m3.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m3.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"39016adfa0fce9ef"}},{"code_sha256_prefix":"c3a9fafe878b5391","entry":"diffusion_trial","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m4b.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m4b.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"c3a9fafe878b5391"}},{"code_sha256_prefix":"180eea7c56b23b9e","entry":"diffusion_trial","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m5.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m5.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"180eea7c56b23b9e"}},{"code_sha256_prefix":"2eb3d1d0b1cb467b","entry":"diffusion_trial","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m6.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m6.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2eb3d1d0b1cb467b"}},{"code_sha256_prefix":"a075c635ebc7e7c0","entry":"parse_args","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/argparser.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/argparser.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"a075c635ebc7e7c0"}},{"code_sha256_prefix":"0cecb345e5cb172e","entry":"plot_true_vs_ci","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/plot_utils.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/plot_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"0cecb345e5cb172e"}},{"code_sha256_prefix":"2b8c0a5bf2dbea5f","entry":"posterior_sbc","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/posterior_sbc.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/posterior_sbc.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2b8c0a5bf2dbea5f"}},{"code_sha256_prefix":"c24fa813e47fba9c","entry":"prior","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m1a.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m1a.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"c24fa813e47fba9c"}},{"code_sha256_prefix":"9ae60a13e4fdf4ea","entry":"prior","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m2.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m2.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"9ae60a13e4fdf4ea"}},{"code_sha256_prefix":"201181c44dcad9f7","entry":"prior","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m3.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m3.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"201181c44dcad9f7"}},{"code_sha256_prefix":"9d675608202091ce","entry":"prior","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m4b.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m4b.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"9d675608202091ce"}},{"code_sha256_prefix":"0d0b88f068b789ac","entry":"prior","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m5.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m5.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"0d0b88f068b789ac"}},{"code_sha256_prefix":"0c49845768e141fd","entry":"prior","repo":"TeemuSailynoja/posterior-sbc","repo_kind":"official","path":"abi/src/ddm/m6.py","file_url":"https://github.com/TeemuSailynoja/posterior-sbc/blob/HEAD/abi/src/ddm/m6.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"0c49845768e141fd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}