{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/eagle-eigen-aggregation-learning-for-object","title":"EAGLE: Eigen Aggregation Learning for Object-Centric Unsupervised Semantic Segmentation","arxiv_id":"2403.01482","date":"2024-03-03","proceeding":"CVPR 2024 1","authors":["Chanyoung Kim","Woojung Han","Dayun Ju","Seong Jae Hwang"],"abstract":"Semantic segmentation has innately relied on extensive pixel-level annotated data, leading to the emergence of unsupervised methodologies. Among them, leveraging self-supervised Vision Transformers for unsupervised semantic segmentation (USS) has been making steady progress with expressive deep features. Yet, for semantically segmenting images with complex objects, a predominant challenge remains: the lack of explicit object-level semantic encoding in patch-level features. This technical limitation often leads to inadequate segmentation of complex objects with diverse structures. To address this gap, we present a novel approach, EAGLE, which emphasizes object-centric representation learning for unsupervised semantic segmentation. Specifically, we introduce EiCue, a spectral technique providing semantic and structural cues through an eigenbasis derived from the semantic similarity matrix of deep image features and color affinity from an image. Further, by incorporating our object-centric contrastive loss with EiCue, we guide our model to learn object-level representations with intra- and inter-image object-feature consistency, thereby enhancing semantic accuracy. Extensive experiments on COCO-Stuff, Cityscapes, and Potsdam-3 datasets demonstrate the state-of-the-art USS results of EAGLE with accurate and consistent semantic segmentation across complex scenes.","url_abs":"https://arxiv.org/abs/2403.01482v4","url_pdf":"https://arxiv.org/pdf/2403.01482v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"eagle-eigen-aggregation-learning-for-object","repo_url":"https://github.com/MICV-yonsei/EAGLE","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"object","task_name":"Object"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"semantic-similarity","task_name":"Semantic Similarity"},{"task_slug":"semantic-textual-similarity","task_name":"Semantic Textual Similarity"},{"task_slug":"unsupervised-semantic-segmentation","task_name":"Unsupervised Semantic Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/unsupervised-semantic-segmentation-on-coco-7","task":"Unsupervised Semantic Segmentation","dataset":"COCO-Stuff-27","model":"EAGLE (DINO, ViT-S/8)","rank_in_archive_order":9,"of":29,"metrics":{"Clustering [Accuracy]":"64.2","Clustering [mIoU]":"27.2","Linear Classifier [Accuracy]":"76.8","Linear Classifier [mIoU]":"43.9"},"uses_additional_data":false},{"leaderboard":"/sota/unsupervised-semantic-segmentation-on","task":"Unsupervised Semantic Segmentation","dataset":"Cityscapes test","model":"EAGLE (DINO, ViT-B/8)","rank_in_archive_order":3,"of":14,"metrics":{"Accuracy":"79.4","mIoU":"22.1"},"uses_additional_data":false},{"leaderboard":"/sota/unsupervised-semantic-segmentation-on","task":"Unsupervised Semantic Segmentation","dataset":"Cityscapes test","model":"EAGLE (DINO, ViT-S/8)","rank_in_archive_order":7,"of":14,"metrics":{"Accuracy":"81.8","mIoU":"19.7"},"uses_additional_data":false},{"leaderboard":"/sota/unsupervised-semantic-segmentation-on-potsdam-1","task":"Unsupervised Semantic Segmentation","dataset":"Potsdam-3","model":"EAGLE (DINO, ViT-B/8)","rank_in_archive_order":2,"of":8,"metrics":{"Accuracy":"83.3","mIoU":"71.1"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.01482","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01482"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MICV-yonsei/EAGLE","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":10,"ran_honours":2,"ran_fixture":1,"ran_draft_wrong":1,"unverified":5},"by_repo_kind":{"official":{"samples":19,"ran":14,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"610531000042a850","entry":"average_norm","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/modules.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/modules.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"610531000042a850"}},{"code_sha256_prefix":"9c3cc207f843ec13","entry":"bit_get","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/data.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9c3cc207f843ec13"}},{"code_sha256_prefix":"c19231378e41dc5a","entry":"bool_flag","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/dino/utils.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/dino/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c19231378e41dc5a"}},{"code_sha256_prefix":"2b5489053b222e00","entry":"clip_gradients","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/dino/utils.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/dino/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b5489053b222e00"}},{"code_sha256_prefix":"361a6b24f11fc50a","entry":"cosine_scheduler","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/dino/utils.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/dino/utils.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"361a6b24f11fc50a"}},{"code_sha256_prefix":"55120f2026b56aa2","entry":"drop_path","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/dino/vision_transformer.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/dino/vision_transformer.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"55120f2026b56aa2"}},{"code_sha256_prefix":"ed616f74daccc88e","entry":"entropy","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/train_crf.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/train_crf.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ed616f74daccc88e"}},{"code_sha256_prefix":"d6f15c1eec2a900c","entry":"get_class_labels","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/train_segmentation_eigen.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/train_segmentation_eigen.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d6f15c1eec2a900c"}},{"code_sha256_prefix":"12de5cf1a9536fef","entry":"norm","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/modules.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/modules.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12de5cf1a9536fef"}},{"code_sha256_prefix":"6a6e5c247d893c0e","entry":"prep_for_plot","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/utils.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a6e5c247d893c0e"}},{"code_sha256_prefix":"d86ef5508de1f079","entry":"resize","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/utils.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d86ef5508de1f079"}},{"code_sha256_prefix":"475ff955e091e303","entry":"scheduler","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/train_segmentation_eigen.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/train_segmentation_eigen.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"475ff955e091e303"}},{"code_sha256_prefix":"205e834237bf794c","entry":"shuffle","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/utils.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/utils.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"205e834237bf794c"}},{"code_sha256_prefix":"aa6344fded8d2fcc","entry":"tensor_correlation","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/modules.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/modules.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa6344fded8d2fcc"}},{"code_sha256_prefix":"40459cea1c8ce129","entry":"knn_affinity","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/eigen_modules.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/eigen_modules.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"40459cea1c8ce129"}},{"code_sha256_prefix":"2dcb2e9af269e7cd","entry":"multi_seg","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/eigen_modules.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/eigen_modules.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2dcb2e9af269e7cd"}},{"code_sha256_prefix":"503d86a1699da3e4","entry":"norm","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/train_crf.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/train_crf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"503d86a1699da3e4"}},{"code_sha256_prefix":"a6c5c2b6d88f5429","entry":"prep","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/train_crf.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/train_crf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a6c5c2b6d88f5429"}},{"code_sha256_prefix":"79456f0c6d9d66da","entry":"rw_affinity","repo":"MICV-yonsei/EAGLE","repo_kind":"official","path":"src_EAGLE/eigen_modules.py","file_url":"https://github.com/MICV-yonsei/EAGLE/blob/HEAD/src_EAGLE/eigen_modules.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"79456f0c6d9d66da"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}