{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/not-miwae-deep-generative-modelling-with","title":"not-MIWAE: Deep Generative Modelling with Missing not at Random Data","arxiv_id":"2006.12871","date":"2020-06-23","proceeding":"ICLR 2021 1","authors":["Niels Bruun Ipsen","Pierre-Alexandre Mattei","Jes Frellsen"],"abstract":"When a missing process depends on the missing values themselves, it needs to be explicitly modelled and taken into account while doing likelihood-based inference. We present an approach for building and fitting deep latent variable models (DLVMs) in cases where the missing process is dependent on the missing data. Specifically, a deep neural network enables us to flexibly model the conditional distribution of the missingness pattern given the data. This allows for incorporating prior information about the type of missingness (e.g. self-censoring) into the model. Our inference technique, based on importance-weighted variational inference, involves maximising a lower bound of the joint likelihood. Stochastic gradients of the bound are obtained by using the reparameterisation trick both in latent space and data space. We show on various kinds of data sets and missingness patterns that explicitly modelling the missing process can be invaluable.","url_abs":"https://arxiv.org/abs/2006.12871v2","url_pdf":"https://arxiv.org/pdf/2006.12871v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"not-miwae-deep-generative-modelling-with","repo_url":"https://github.com/nbip/notMIWAE","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"not-miwae-deep-generative-modelling-with","repo_url":"https://github.com/falaaharifkhan/data-cleaning-stability","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"mxnet","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"missing-values","task_name":"Missing Values"},{"task_slug":"variational-inference","task_name":"Variational Inference"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2006.12871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.12871"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/nbip/notMIWAE","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/falaaharifkhan/data-cleaning-stability","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":6},"by_repo_kind":{"listed":{"samples":6,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"4d4a3a21633920ba","entry":"cost_function","repo":"falaaharifkhan/data-cleaning-stability","repo_kind":"listed","path":"external_dependencies/HIVAE/model_HIVAE_inputDropout.py","file_url":"https://github.com/falaaharifkhan/data-cleaning-stability/blob/HEAD/external_dependencies/HIVAE/model_HIVAE_inputDropout.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4d4a3a21633920ba"}},{"code_sha256_prefix":"b709e4c4775dfc69","entry":"impute_with_deletion","repo":"falaaharifkhan/data-cleaning-stability","repo_kind":"listed","path":"source/null_imputers/imputation_methods.py","file_url":"https://github.com/falaaharifkhan/data-cleaning-stability/blob/HEAD/source/null_imputers/imputation_methods.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b709e4c4775dfc69"}},{"code_sha256_prefix":"b8d20a70ee596725","entry":"impute_with_simple_imputer","repo":"falaaharifkhan/data-cleaning-stability","repo_kind":"listed","path":"source/null_imputers/imputation_methods.py","file_url":"https://github.com/falaaharifkhan/data-cleaning-stability/blob/HEAD/source/null_imputers/imputation_methods.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b8d20a70ee596725"}},{"code_sha256_prefix":"cb953ffd6bfb3c39","entry":"read_repaired_datasets","repo":"falaaharifkhan/data-cleaning-stability","repo_kind":"listed","path":"source/null_imputers/joint_cleaning_and_training_methods.py","file_url":"https://github.com/falaaharifkhan/data-cleaning-stability/blob/HEAD/source/null_imputers/joint_cleaning_and_training_methods.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cb953ffd6bfb3c39"}},{"code_sha256_prefix":"1ecc51330c6c3519","entry":"sample_inducing_points","repo":"falaaharifkhan/data-cleaning-stability","repo_kind":"listed","path":"external_dependencies/azua/utils/data_mask_utils.py","file_url":"https://github.com/falaaharifkhan/data-cleaning-stability/blob/HEAD/external_dependencies/azua/utils/data_mask_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1ecc51330c6c3519"}},{"code_sha256_prefix":"41f83405ac2136e0","entry":"transform_from_configs","repo":"falaaharifkhan/data-cleaning-stability","repo_kind":"listed","path":"external_dependencies/azua/utils/data_transform.py","file_url":"https://github.com/falaaharifkhan/data-cleaning-stability/blob/HEAD/external_dependencies/azua/utils/data_transform.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"41f83405ac2136e0"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}