{"url":"/method/syncbn","slug":"syncbn","name":"SyncBN","full_name":"Synchronized Batch Normalization","full_name_withheld":false,"description_markdown":"**Synchronized Batch Normalization (SyncBN)** is a type of [batch normalization](https://paperswithcode.com/method/batch-normalization) used for multi-GPU training. Standard batch normalization only normalizes the data within each device (GPU). SyncBN normalizes the input within the whole mini-batch.","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":"http://arxiv.org/abs/1803.08904v1","title":"Context Encoding for Semantic Segmentation","url_on_a_paper_host":true},"code_snippet_url":"https://github.com/pytorch/pytorch/blob/881c1adfcd916b6cd5de91bc343eb86aff88cc80/torch/nn/modules/batchnorm.py#L353","code_snippet_url_on_a_code_host":true,"categories":[{"area":"General","area_id":"general","collection":"Normalization","url":"/methods/category/normalization","pwc_aliases":[]}],"n_papers_tagged":5,"archive_num_papers":null,"papers_newest_first":[{"paper":"/paper/1st-place-solution-for-icdar-2021-competition","title":"1st Place Solution for ICDAR 2021 Competition on Mathematical Formula Detection","date":"2021-07-12","arxiv_id":"2107.05534","n_code_links":1,"syntology":null},{"paper":"/paper/an-efficient-and-scalable-deep-learning","title":"An Efficient and Scalable Deep Learning Approach for Road Damage Detection","date":"2020-11-18","arxiv_id":"2011.09577","n_code_links":2,"syntology":null},{"paper":"/paper/grid-r-cnn","title":"Grid R-CNN","date":"2018-11-29","arxiv_id":"1811.12030","n_code_links":2,"syntology":{"ran":0,"of":3,"unverified":3,"pointer_only":0}},{"paper":"/paper/psanet-point-wise-spatial-attention-network","title":"PSANet: Point-wise Spatial Attention Network for Scene Parsing","date":"2018-09-01","arxiv_id":null,"n_code_links":4,"syntology":null},{"paper":"/paper/context-encoding-for-semantic-segmentation","title":"Context Encoding for Semantic Segmentation","date":"2018-03-23","arxiv_id":"1803.08904","n_code_links":12,"syntology":{"ran":1,"of":8,"unverified":7,"pointer_only":7}}],"papers_shown":5,"tasks":[{"task":"/task/object-detection","name":"Object Detection","papers":2},{"task":"/task/semantic-segmentation","name":"Semantic Segmentation","papers":2},{"task":"/task/2d-object-detection","name":"2D Object Detection","papers":1},{"task":"/task/data-augmentation","name":"Data Augmentation","papers":1},{"task":"/task/image-augmentation","name":"Image Augmentation","papers":1},{"task":"/task/image-classification","name":"Image Classification","papers":1},{"task":"/task/novel-object-detection","name":"Novel Object Detection","papers":1},{"task":"/task/object","name":"Object","papers":1},{"task":"/task/object-localization","name":"Object Localization","papers":1},{"task":null,"name":"Position","papers":1},{"task":"/task/road-damage-detection","name":"Road Damage Detection","papers":1},{"task":"/task/scene-parsing","name":"Scene Parsing","papers":1},{"task":"/task/segmentation","name":"Segmentation","papers":1},{"task":"/task/thermal-image-segmentation","name":"Thermal Image Segmentation","papers":1},{"task":"/task/image-classification","name":"image-classification","papers":1},{"task":"/task/object-detection-1","name":"object-detection","papers":1}],"tasks_shown":16,"n_tasks":16,"usage_by_year":[{"year":"2018","papers":3},{"year":"2020","papers":1},{"year":"2021","papers":1}],"row_source":"embedded","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/syncbn"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}