{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/interactive-video-object-segmentation-using","title":"Interactive Video Object Segmentation Using Global and Local Transfer Modules","arxiv_id":"2007.08139","date":"2020-07-16","proceeding":"ECCV 2020 8","authors":["Yuk Heo","Yeong Jun Koh","Chang-Su Kim"],"abstract":"An interactive video object segmentation algorithm, which takes scribble annotations on query objects as input, is proposed in this paper. We develop a deep neural network, which consists of the annotation network (A-Net) and the transfer network (T-Net). First, given user scribbles on a frame, A-Net yields a segmentation result based on the encoder-decoder architecture. Second, T-Net transfers the segmentation result bidirectionally to the other frames, by employing the global and local transfer modules. The global transfer module conveys the segmentation information in an annotated frame to a target frame, while the local transfer module propagates the segmentation information in a temporally adjacent frame to the target frame. By applying A-Net and T-Net alternately, a user can obtain desired segmentation results with minimal efforts. We train the entire network in two stages, by emulating user scribbles and employing an auxiliary loss. Experimental results demonstrate that the proposed interactive video object segmentation algorithm outperforms the state-of-the-art conventional algorithms. Codes and models are available at https://github.com/yuk6heo/IVOS-ATNet.","url_abs":"https://arxiv.org/abs/2007.08139v1","url_pdf":"https://arxiv.org/pdf/2007.08139v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"interactive-video-object-segmentation-using","repo_url":"https://github.com/yuk6heo/IVOS-ATNet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"interactive-video-object-segmentation-using","repo_url":"https://github.com/dongkwonjin/Semantic-Line-DRM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"interactive-video-object-segmentation-using","repo_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"interactive-video-object-segmentation-using","repo_url":"https://github.com/yuk6heo/GIS-RAmap","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"interactive-video-object-segmentation","task_name":"Interactive Video Object Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"video-object-segmentation","task_name":"Video Object Segmentation"},{"task_slug":"video-semantic-segmentation","task_name":"Video Semantic Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/interactive-video-object-segmentation-on","task":"Interactive Video Object Segmentation","dataset":"DAVIS 2017","model":"AT-Net","rank_in_archive_order":3,"of":7,"metrics":{"AUC-J":"0.778","AUC-J&F":"0.809","J&F@60s":"0.827","J@60s":"0.790"},"uses_additional_data":true}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2007.08139","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.08139"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yuk6heo/IVOS-ATNet","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yuk6heo/GIS-RAmap","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dongkwonjin/Semantic-Line-SLNet","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dongkwonjin/Semantic-Line-DRM","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":15},"by_repo_kind":{"official":{"samples":3,"ran":0,"repositories":1},"listed":{"samples":12,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"066a8b05ecbb3bce","entry":"apply_pad","repo":"yuk6heo/IVOS-ATNet","repo_kind":"official","path":"libs/utils.py","file_url":"https://github.com/yuk6heo/IVOS-ATNet/blob/HEAD/libs/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"066a8b05ecbb3bce"}},{"code_sha256_prefix":"2724e0efd0bcfecf","entry":"combine_masks_with_batch","repo":"yuk6heo/IVOS-ATNet","repo_kind":"official","path":"libs/utils_torch.py","file_url":"https://github.com/yuk6heo/IVOS-ATNet/blob/HEAD/libs/utils_torch.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2724e0efd0bcfecf"}},{"code_sha256_prefix":"ebe6247047d4ec42","entry":"divided_region_mask","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/evaluation/eval_func.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/evaluation/eval_func.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ebe6247047d4ec42"}},{"code_sha256_prefix":"a7ab087a5808adf4","entry":"eval_AUC_A","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/evaluation/eval_process.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/evaluation/eval_process.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a7ab087a5808adf4"}},{"code_sha256_prefix":"5737458ee1231106","entry":"eval_AUC_PR","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/evaluation/eval_process.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/evaluation/eval_process.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5737458ee1231106"}},{"code_sha256_prefix":"bfb32f8653031cfa","entry":"get_prop_list","repo":"yuk6heo/IVOS-ATNet","repo_kind":"official","path":"libs/utils.py","file_url":"https://github.com/yuk6heo/IVOS-ATNet/blob/HEAD/libs/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bfb32f8653031cfa"}},{"code_sha256_prefix":"cd5023b2159c5f4c","entry":"measure_IoU","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/evaluation/eval_func.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/evaluation/eval_func.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cd5023b2159c5f4c"}},{"code_sha256_prefix":"bbab9f755a20036f","entry":"measure_IoU_set","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/evaluation/eval_func.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/evaluation/eval_func.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bbab9f755a20036f"}},{"code_sha256_prefix":"1952b3a21e3326a1","entry":"non_maximum_suppression","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/modules.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1952b3a21e3326a1"}},{"code_sha256_prefix":"2cdc3d3a4b27f434","entry":"prepare_model","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/prepare.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/prepare.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2cdc3d3a4b27f434"}},{"code_sha256_prefix":"839736fe2e2c99ea","entry":"save_model_max","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/save_model.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/save_model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"839736fe2e2c99ea"}},{"code_sha256_prefix":"5b352c4c9fc41c5a","entry":"save_model_max_upper","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/save_model.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/save_model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5b352c4c9fc41c5a"}},{"code_sha256_prefix":"90d5599d1ec3e4be","entry":"to_np","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/utils.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"90d5599d1ec3e4be"}},{"code_sha256_prefix":"595a24f015a16800","entry":"to_np2","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/utils.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"595a24f015a16800"}},{"code_sha256_prefix":"60217905378521fd","entry":"to_tensor","repo":"dongkwonjin/Semantic-Line-SLNet","repo_kind":"listed","path":"Modelling/code/libs/utils.py","file_url":"https://github.com/dongkwonjin/Semantic-Line-SLNet/blob/HEAD/Modelling/code/libs/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"60217905378521fd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}