{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/modeling-context-in-referring-expressions","title":"Modeling Context in Referring Expressions","arxiv_id":"1608.00272","date":"2016-07-31","proceeding":null,"authors":["Licheng Yu","Patrick Poirson","Shan Yang","Alexander C. Berg","Tamara L. Berg"],"abstract":"Humans refer to objects in their environments all the time, especially in\ndialogue with other people. We explore generating and comprehending natural\nlanguage referring expressions for objects in images. In particular, we focus\non incorporating better measures of visual context into referring expression\nmodels and find that visual comparison to other objects within an image helps\nimprove performance significantly. We also develop methods to tie the language\ngeneration process together, so that we generate expressions for all objects of\na particular category jointly. Evaluation on three recent datasets - RefCOCO,\nRefCOCO+, and RefCOCOg, shows the advantages of our methods for both referring\nexpression generation and comprehension.","url_abs":"http://arxiv.org/abs/1608.00272v3","url_pdf":"http://arxiv.org/pdf/1608.00272v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"modeling-context-in-referring-expressions","repo_url":"https://github.com/lichengunc/refer","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"modeling-context-in-referring-expressions","repo_url":"https://github.com/GuessWhatGame/referit","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"modeling-context-in-referring-expressions","repo_url":"https://github.com/fuqianya/ViLBERT-Paddle","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"paddle","reach":{"status":"ok"}},{"paper_slug":"modeling-context-in-referring-expressions","repo_url":"https://github.com/zhanyang-nwpu/rsvg-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"referring-expression","task_name":"Referring Expression"},{"task_slug":"referring-expression-generation","task_name":"Referring expression generation"},{"task_slug":"text-generation","task_name":"Text Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1608.00272","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1608.00272"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/GuessWhatGame/referit","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lichengunc/refer","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/fuqianya/ViLBERT-Paddle","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zhanyang-nwpu/rsvg-pytorch","reach":{"status":"ok"}}],"summary":{"ran":1,"unverified":3},"by_repo_kind":{"official":{"samples":4,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d6f215d655a876ee","entry":"my_lcs","repo":"lichengunc/refer","repo_kind":"official","path":"evaluation/rouge/rouge.py","file_url":"https://github.com/lichengunc/refer/blob/HEAD/evaluation/rouge/rouge.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d6f215d655a876ee"}},{"code_sha256_prefix":"5172aba957a32d9e","entry":"cook_refs","repo":"lichengunc/refer","repo_kind":"official","path":"evaluation/cider/cider_scorer.py","file_url":"https://github.com/lichengunc/refer/blob/HEAD/evaluation/cider/cider_scorer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5172aba957a32d9e"}},{"code_sha256_prefix":"90a4bcbf05586ff3","entry":"cook_test","repo":"lichengunc/refer","repo_kind":"official","path":"evaluation/cider/cider_scorer.py","file_url":"https://github.com/lichengunc/refer/blob/HEAD/evaluation/cider/cider_scorer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"90a4bcbf05586ff3"}},{"code_sha256_prefix":"422c41f5b22cf9c3","entry":"precook","repo":"lichengunc/refer","repo_kind":"official","path":"evaluation/cider/cider_scorer.py","file_url":"https://github.com/lichengunc/refer/blob/HEAD/evaluation/cider/cider_scorer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"422c41f5b22cf9c3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}