{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/depth-uncertainty-in-neural-networks","title":"Depth Uncertainty in Neural Networks","arxiv_id":"2006.08437","date":"2020-06-15","proceeding":"NeurIPS 2020 12","authors":["Javier Antorán","James Urquhart Allingham","José Miguel Hernández-Lobato"],"abstract":"Existing methods for estimating uncertainty in deep learning tend to require multiple forward passes, making them unsuitable for applications where computational resources are limited. To solve this, we perform probabilistic reasoning over the depth of neural networks. Different depths correspond to subnetworks which share weights and whose predictions are combined via marginalisation, yielding model uncertainty. By exploiting the sequential structure of feed-forward networks, we are able to both evaluate our training objective and make predictions with a single forward pass. We validate our approach on real-world regression and image classification tasks. Our approach provides uncertainty calibration, robustness to dataset shift, and accuracies competitive with more computationally expensive baselines.","url_abs":"https://arxiv.org/abs/2006.08437v3","url_pdf":"https://arxiv.org/pdf/2006.08437v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"depth-uncertainty-in-neural-networks","repo_url":"https://github.com/cambridge-mlg/DUN","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"image-classification","task_name":"image-classification"},{"task_slug":"regression-1","task_name":"regression"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2006.08437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.08437"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/cambridge-mlg/DUN","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"unverified":7},"by_repo_kind":{"official":{"samples":9,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d9def42110729a85","entry":"conv1x1","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/DUN/stochastic_img_resnets.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/DUN/stochastic_img_resnets.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9def42110729a85"}},{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/DUN/stochastic_img_resnets.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/DUN/stochastic_img_resnets.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"f252c4aa716d90b8","entry":"callibration_bin_probs","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"experiments/callibration.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/experiments/callibration.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f252c4aa716d90b8"}},{"code_sha256_prefix":"9de34649fc730931","entry":"errorfill","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/plots.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/plots.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9de34649fc730931"}},{"code_sha256_prefix":"12e2e010efb7a57d","entry":"gauss_callibration","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"experiments/callibration.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/experiments/callibration.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12e2e010efb7a57d"}},{"code_sha256_prefix":"3f8936e2414a0c9b","entry":"gumbel_sigmoid","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/probability.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/probability.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3f8936e2414a0c9b"}},{"code_sha256_prefix":"538e9088a82deef8","entry":"np_get_one_hot","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"538e9088a82deef8"}},{"code_sha256_prefix":"d77ddd0ac2760948","entry":"rms","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d77ddd0ac2760948"}},{"code_sha256_prefix":"8a157fc7489ab5e4","entry":"to_variable","repo":"cambridge-mlg/DUN","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/cambridge-mlg/DUN/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a157fc7489ab5e4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}