{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/weakly-supervised-affordance-grounding-guided","title":"Weakly-Supervised Affordance Grounding Guided by Part-Level Semantic Priors","arxiv_id":"2505.24103","date":"2025-05-30","proceeding":null,"authors":["Peiran Xu","Yadong Mu"],"abstract":"In this work, we focus on the task of weakly supervised affordance grounding, where a model is trained to identify affordance regions on objects using human-object interaction images and egocentric object images without dense labels. Previous works are mostly built upon class activation maps, which are effective for semantic segmentation but may not be suitable for locating actions and functions. Leveraging recent advanced foundation models, we develop a supervised training pipeline based on pseudo labels. The pseudo labels are generated from an off-the-shelf part segmentation model, guided by a mapping from affordance to part names. Furthermore, we introduce three key enhancements to the baseline model: a label refining stage, a fine-grained feature alignment process, and a lightweight reasoning module. These techniques harness the semantic knowledge of static objects embedded in off-the-shelf foundation models to improve affordance learning, effectively bridging the gap between objects and actions. Extensive experiments demonstrate that the performance of the proposed model has achieved a breakthrough improvement over existing methods. Our codes are available at https://github.com/woyut/WSAG-PLSP .","url_abs":"https://arxiv.org/abs/2505.24103v1","url_pdf":"https://arxiv.org/pdf/2505.24103v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"weakly-supervised-affordance-grounding-guided","repo_url":"https://github.com/woyut/wsag-plsp","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"human-object-interaction-detection","task_name":"Human-Object Interaction Detection"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[{"method_slug":"focus","method_name":"Focus"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2505.24103","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.24103"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/woyut/WSAG-PLSP","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/Vision-CAIR/MiniGPT-4","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/woyut/wsag-plsp","reach":{"status":"ok"}}],"summary":{"ran":2,"ran_honours":1,"ran_fixture":1,"unverified":2},"by_repo_kind":{"official":{"samples":6,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"02f1b10113bdeb6d","entry":"CrossAttention","repo":"woyut/wsag-plsp","repo_kind":"official","path":"codes/models/decoder_affordance.py","file_url":"https://github.com/woyut/wsag-plsp/blob/HEAD/codes/models/decoder_affordance.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"02f1b10113bdeb6d"}},{"code_sha256_prefix":"7bf42bf0e6458cb1","entry":"DropPath","repo":"woyut/wsag-plsp","repo_kind":"official","path":"codes/models/decoder_affordance.py","file_url":"https://github.com/woyut/wsag-plsp/blob/HEAD/codes/models/decoder_affordance.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7bf42bf0e6458cb1"}},{"code_sha256_prefix":"356bc8c8a8fca67f","entry":"build_2d_sincos_position_embedding","repo":"woyut/wsag-plsp","repo_kind":"official","path":"codes/models/decoder_affordance.py","file_url":"https://github.com/woyut/wsag-plsp/blob/HEAD/codes/models/decoder_affordance.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"356bc8c8a8fca67f"}},{"code_sha256_prefix":"f836ffb10ee7ef21","entry":"trunc_normal_","repo":"woyut/wsag-plsp","repo_kind":"official","path":"codes/models/decoder_affordance.py","file_url":"https://github.com/woyut/wsag-plsp/blob/HEAD/codes/models/decoder_affordance.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f836ffb10ee7ef21"}},{"code_sha256_prefix":"9fd0a9bf5dccaa86","entry":"Affordance_Decoder","repo":"woyut/wsag-plsp","repo_kind":"official","path":"codes/models/decoder_affordance.py","file_url":"https://github.com/woyut/wsag-plsp/blob/HEAD/codes/models/decoder_affordance.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9fd0a9bf5dccaa86"}},{"code_sha256_prefix":"6ccd770b987c65f0","entry":"RegressorBlock","repo":"woyut/wsag-plsp","repo_kind":"official","path":"codes/models/decoder_affordance.py","file_url":"https://github.com/woyut/wsag-plsp/blob/HEAD/codes/models/decoder_affordance.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6ccd770b987c65f0"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}