{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/rethinking-bisenet-for-real-time-semantic","title":"Rethinking BiSeNet For Real-time Semantic Segmentation","arxiv_id":"2104.13188","date":"2021-04-27","proceeding":"CVPR 2021 1","authors":["Mingyuan Fan","Shenqi Lai","Junshi Huang","Xiaoming Wei","Zhenhua Chai","Junfeng Luo","Xiaolin Wei"],"abstract":"BiSeNet has been proved to be a popular two-stream network for real-time segmentation. However, its principle of adding an extra path to encode spatial information is time-consuming, and the backbones borrowed from pretrained tasks, e.g., image classification, may be inefficient for image segmentation due to the deficiency of task-specific design. To handle these problems, we propose a novel and efficient structure named Short-Term Dense Concatenate network (STDC network) by removing structure redundancy. Specifically, we gradually reduce the dimension of feature maps and use the aggregation of them for image representation, which forms the basic module of STDC network. In the decoder, we propose a Detail Aggregation module by integrating the learning of spatial information into low-level layers in single-stream manner. Finally, the low-level features and deep features are fused to predict the final segmentation results. Extensive experiments on Cityscapes and CamVid dataset demonstrate the effectiveness of our method by achieving promising trade-off between segmentation accuracy and inference speed. On Cityscapes, we achieve 71.9% mIoU on the test set with a speed of 250.4 FPS on NVIDIA GTX 1080Ti, which is 45.2% faster than the latest methods, and achieve 76.8% mIoU with 97.0 FPS while inferring on higher resolution images.","url_abs":"https://arxiv.org/abs/2104.13188v1","url_pdf":"https://arxiv.org/pdf/2104.13188v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"rethinking-bisenet-for-real-time-semantic","repo_url":"https://github.com/MichaelFan01/STDC-Seg","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"rethinking-bisenet-for-real-time-semantic","repo_url":"https://github.com/Deci-AI/super-gradients","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"rethinking-bisenet-for-real-time-semantic","repo_url":"https://github.com/pideyi1025/DeepLabV3Plus-RailSem19","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"rethinking-bisenet-for-real-time-semantic","repo_url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"rethinking-bisenet-for-real-time-semantic","repo_url":"https://github.com/CuberrChen/STDCNet-Paddle","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"paddle","reach":{"status":"ok"}},{"paper_slug":"rethinking-bisenet-for-real-time-semantic","repo_url":"https://github.com/PaddlePaddle/PaddleSeg","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"paddle","reach":null}],"tasks":[{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"dichotomous-image-segmentation","task_name":"Dichotomous Image Segmentation"},{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"image-segmentation","task_name":"Image Segmentation"},{"task_slug":"real-time-semantic-segmentation","task_name":"Real-Time Semantic Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"image-classification","task_name":"image-classification"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"stdc","method_name":"STDC"}],"datasets_introduced":[],"methods_introduced":[{"slug":"stdc","name":"STDC","full_name":"Short-Term Dense Concatenate"}],"results":[{"leaderboard":"/sota/dichotomous-image-segmentation-on-dis-te1","task":"Dichotomous Image Segmentation","dataset":"DIS-TE1","model":"STDC","rank_in_archive_order":12,"of":22,"metrics":{"E-measure":"0.798","HCE":"249","MAE":"0.090","S-Measure":"0.723","max F-Measure":"0.648","weighted F-measure":"0.562"},"uses_additional_data":false},{"leaderboard":"/sota/dichotomous-image-segmentation-on-dis-te2","task":"Dichotomous Image Segmentation","dataset":"DIS-TE2","model":"STDC","rank_in_archive_order":13,"of":22,"metrics":{"E-measure":"0.834","HCE":"556","MAE":"0.092","S-Measure":"0.759","max F-Measure":"0.720","weighted F-measure":"0.636"},"uses_additional_data":false},{"leaderboard":"/sota/dichotomous-image-segmentation-on-dis-te3","task":"Dichotomous Image Segmentation","dataset":"DIS-TE3","model":"STDC","rank_in_archive_order":16,"of":22,"metrics":{"E-measure":"0.855","HCE":"1081","MAE":"0.090","S-Measure":"0.771","max F-Measure":"0.745","weighted F-measure":"0.662"},"uses_additional_data":false},{"leaderboard":"/sota/dichotomous-image-segmentation-on-dis-te4","task":"Dichotomous Image Segmentation","dataset":"DIS-TE4","model":"STDC","rank_in_archive_order":14,"of":22,"metrics":{"E-measure":"0.841","HCE":"3819","MAE":"0.102","S-Measure":"0.762","max F-Measure":"0.731","weighted F-measure":"0.652"},"uses_additional_data":false},{"leaderboard":"/sota/dichotomous-image-segmentation-on-dis-vd","task":"Dichotomous Image Segmentation","dataset":"DIS-VD","model":"STDC","rank_in_archive_order":15,"of":24,"metrics":{"E-measure":"0.817","HCE":"1598","MAE":"0.103","S-Measure":"0.740","max F-Measure":"0.696","weighted F-measure":"0.613"},"uses_additional_data":false},{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes test","model":"STDC2-75","rank_in_archive_order":8,"of":39,"metrics":{"Frame (fps)":"97.0(1080Ti)","mIoU":"76.8%"},"uses_additional_data":false},{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes test","model":"STDC1-75","rank_in_archive_order":13,"of":39,"metrics":{"Frame (fps)":"126.7","mIoU":"75.3%"},"uses_additional_data":false},{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes test","model":"STDC2-50","rank_in_archive_order":22,"of":39,"metrics":{"Frame (fps)":"188.6","mIoU":"73.4%"},"uses_additional_data":false},{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes test","model":"STDC1-50","rank_in_archive_order":25,"of":39,"metrics":{"Frame (fps)":"250.4(1080Ti)","mIoU":"71.9%"},"uses_additional_data":false},{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes-1","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes val","model":"STDC2-Seg75","rank_in_archive_order":11,"of":24,"metrics":{"Frame (fps)":"97","mIoU":"77%"},"uses_additional_data":false},{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes-1","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes val","model":"STDC1-Seg75","rank_in_archive_order":19,"of":24,"metrics":{"Frame (fps)":"126.7","mIoU":"74.5%"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-bdd100k-val","task":"Semantic Segmentation","dataset":"BDD100K val","model":"STDC1","rank_in_archive_order":17,"of":24,"metrics":{"mIoU":"52.1(45.8FPS)"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-bdd100k-val","task":"Semantic Segmentation","dataset":"BDD100K val","model":"STDC2","rank_in_archive_order":18,"of":24,"metrics":{"mIoU":"53.8(33.0FPS)"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2104.13188","atlas_url":"https://app.syntology.ai/?focus=2104.13188","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.13188"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PaddlePaddle/PaddleSeg","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MichaelFan01/STDC-Seg","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/CuberrChen/STDCNet-Paddle","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Deci-AI/super-gradients","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pideyi1025/DeepLabV3Plus-RailSem19","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":9,"unverified":7},"by_repo_kind":{"official":{"samples":4,"ran":2,"repositories":1},"listed":{"samples":12,"ran":7,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"651a44aa15b71684","entry":"AttentionRefinementModule","repo":"zh320/realtime-semantic-segmentation-pytorch","repo_kind":"listed","path":"models/stdc.py","file_url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch/blob/HEAD/models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"651a44aa15b71684"}},{"code_sha256_prefix":"97c83f5a9b50d09c","entry":"CatBottleneck","repo":"MichaelFan01/STDC-Seg","repo_kind":"official","path":"nets/stdcnet.py","file_url":"https://github.com/MichaelFan01/STDC-Seg/blob/HEAD/nets/stdcnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"97c83f5a9b50d09c"}},{"code_sha256_prefix":"0a4552c5e0d129a9","entry":"ConvBNAct","repo":"Deci-AI/super-gradients","repo_kind":"listed","path":"src/super_gradients/training/models/segmentation_models/stdc.py","file_url":"https://github.com/Deci-AI/super-gradients/blob/HEAD/src/super_gradients/training/models/segmentation_models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0a4552c5e0d129a9"}},{"code_sha256_prefix":"bd9e2f16a5c9b881","entry":"ConvX","repo":"MichaelFan01/STDC-Seg","repo_kind":"official","path":"nets/stdcnet.py","file_url":"https://github.com/MichaelFan01/STDC-Seg/blob/HEAD/nets/stdcnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bd9e2f16a5c9b881"}},{"code_sha256_prefix":"8ccfe4aa060066bc","entry":"FeatureFusionModule","repo":"zh320/realtime-semantic-segmentation-pytorch","repo_kind":"listed","path":"models/stdc.py","file_url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch/blob/HEAD/models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8ccfe4aa060066bc"}},{"code_sha256_prefix":"9593929516a67196","entry":"Residual","repo":"Deci-AI/super-gradients","repo_kind":"listed","path":"src/super_gradients/training/models/segmentation_models/stdc.py","file_url":"https://github.com/Deci-AI/super-gradients/blob/HEAD/src/super_gradients/training/models/segmentation_models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9593929516a67196"}},{"code_sha256_prefix":"a6375542a388edf0","entry":"STDCModule","repo":"zh320/realtime-semantic-segmentation-pytorch","repo_kind":"listed","path":"models/stdc.py","file_url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch/blob/HEAD/models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a6375542a388edf0"}},{"code_sha256_prefix":"30208284736b9b4e","entry":"get_preprocessing","repo":"pideyi1025/DeepLabV3Plus-RailSem19","repo_kind":"listed","path":"evaluate.py","file_url":"https://github.com/pideyi1025/DeepLabV3Plus-RailSem19/blob/HEAD/evaluate.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"30208284736b9b4e"}},{"code_sha256_prefix":"233ef2824a5baa1a","entry":"to_tensor","repo":"pideyi1025/DeepLabV3Plus-RailSem19","repo_kind":"listed","path":"evaluate.py","file_url":"https://github.com/pideyi1025/DeepLabV3Plus-RailSem19/blob/HEAD/evaluate.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"233ef2824a5baa1a"}},{"code_sha256_prefix":"e352a650699c3703","entry":"AddBottleneck","repo":"MichaelFan01/STDC-Seg","repo_kind":"official","path":"nets/stdcnet.py","file_url":"https://github.com/MichaelFan01/STDC-Seg/blob/HEAD/nets/stdcnet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e352a650699c3703"}},{"code_sha256_prefix":"8942f44b7273d2b1","entry":"ConvBNReLU","repo":"Deci-AI/super-gradients","repo_kind":"listed","path":"src/super_gradients/training/models/segmentation_models/stdc.py","file_url":"https://github.com/Deci-AI/super-gradients/blob/HEAD/src/super_gradients/training/models/segmentation_models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8942f44b7273d2b1"}},{"code_sha256_prefix":"09fe1398d60fd154","entry":"STDC","repo":"zh320/realtime-semantic-segmentation-pytorch","repo_kind":"listed","path":"models/stdc.py","file_url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch/blob/HEAD/models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"09fe1398d60fd154"}},{"code_sha256_prefix":"be030794ada81ba9","entry":"STDCBlock","repo":"Deci-AI/super-gradients","repo_kind":"listed","path":"src/super_gradients/training/models/segmentation_models/stdc.py","file_url":"https://github.com/Deci-AI/super-gradients/blob/HEAD/src/super_gradients/training/models/segmentation_models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"be030794ada81ba9"}},{"code_sha256_prefix":"6d18c795468569a2","entry":"STDCNet1446","repo":"MichaelFan01/STDC-Seg","repo_kind":"official","path":"nets/stdcnet.py","file_url":"https://github.com/MichaelFan01/STDC-Seg/blob/HEAD/nets/stdcnet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6d18c795468569a2"}},{"code_sha256_prefix":"548ed9ee6767dd7a","entry":"SegHead","repo":"zh320/realtime-semantic-segmentation-pytorch","repo_kind":"listed","path":"models/stdc.py","file_url":"https://github.com/zh320/realtime-semantic-segmentation-pytorch/blob/HEAD/models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"548ed9ee6767dd7a"}},{"code_sha256_prefix":"9669048dacdf270a","entry":"SupportsReplaceInputChannels","repo":"Deci-AI/super-gradients","repo_kind":"listed","path":"src/super_gradients/training/models/segmentation_models/stdc.py","file_url":"https://github.com/Deci-AI/super-gradients/blob/HEAD/src/super_gradients/training/models/segmentation_models/stdc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9669048dacdf270a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}