{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/improving-neural-networks-by-preventing-co","title":"Improving neural networks by preventing co-adaptation of feature detectors","arxiv_id":"1207.0580","date":"2012-07-03","proceeding":null,"authors":["Geoffrey E. Hinton","Nitish Srivastava","Alex Krizhevsky","Ilya Sutskever","Ruslan R. Salakhutdinov"],"abstract":"When a large feedforward neural network is trained on a small training set,\nit typically performs poorly on held-out test data. This \"overfitting\" is\ngreatly reduced by randomly omitting half of the feature detectors on each\ntraining case. This prevents complex co-adaptations in which a feature detector\nis only helpful in the context of several other specific feature detectors.\nInstead, each neuron learns to detect a feature that is generally helpful for\nproducing the correct answer given the combinatorially large variety of\ninternal contexts in which it must operate. Random \"dropout\" gives big\nimprovements on many benchmark tasks and sets new records for speech and object\nrecognition.","url_abs":"http://arxiv.org/abs/1207.0580v1","url_pdf":"http://arxiv.org/pdf/1207.0580v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/DylanMuir/fmin_adam","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/cs20m072/DL-assignment-2-Part-B","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/dnouri/cuda-convnet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/kahnchana/RNN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"torch","reach":{"status":"ok"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/luckytiger123/dropmessage","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/maddin79/darch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/mdenil/dropout","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/poperson1205/knowledge_distillation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/w510056105/DeepLearning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/xiangyu-liu/Computer-Network","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"improving-neural-networks-by-preventing-co","repo_url":"https://github.com/zjunet/dropmessage","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"object-recognition","task_name":"Object Recognition"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-classification-on-cifar-10","task":"Image Classification","dataset":"CIFAR-10","model":"Improving neural networks by preventing co-adaptation of feature detectors","rank_in_archive_order":237,"of":265,"metrics":{"Percentage correct":"84.4"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1207.0580","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}