{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/guesswhat-visual-object-discovery-through","title":"GuessWhat?! Visual object discovery through multi-modal dialogue","arxiv_id":"1611.08481","date":"2016-11-23","proceeding":"CVPR 2017 7","authors":["Harm de Vries","Florian Strub","Sarath Chandar","Olivier Pietquin","Hugo Larochelle","Aaron Courville"],"abstract":"We introduce GuessWhat?!, a two-player guessing game as a testbed for\nresearch on the interplay of computer vision and dialogue systems. The goal of\nthe game is to locate an unknown object in a rich image scene by asking a\nsequence of questions. Higher-level image understanding, like spatial reasoning\nand language grounding, is required to solve the proposed task. Our key\ncontribution is the collection of a large-scale dataset consisting of 150K\nhuman-played games with a total of 800K visual question-answer pairs on 66K\nimages. We explain our design decisions in collecting the dataset and introduce\nthe oracle and questioner tasks that are associated with the two players of the\ngame. We prototyped deep learning models to establish initial baselines of the\nintroduced tasks.","url_abs":"http://arxiv.org/abs/1611.08481v2","url_pdf":"http://arxiv.org/pdf/1611.08481v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"guesswhat-visual-object-discovery-through","repo_url":"https://github.com/GuessWhatGame/guesswhat","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"guesswhat-visual-object-discovery-through","repo_url":"https://github.com/ibrahimSouleiman/GuessWhat","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"guesswhat-visual-object-discovery-through","repo_url":"https://github.com/tianaidong/2021splu-robonlp-vispa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"guesswhat-visual-object-discovery-through","repo_url":"https://github.com/zhanyang-nwpu/rsvg-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"object","task_name":"Object"},{"task_slug":"object-discovery","task_name":"Object Discovery"},{"task_slug":"spatial-reasoning","task_name":"Spatial Reasoning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1611.08481","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.08481"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ibrahimSouleiman/GuessWhat","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tianaidong/2021splu-robonlp-vispa","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/GuessWhatGame/guesswhat","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zhanyang-nwpu/rsvg-pytorch","reach":{"status":"ok"}}],"summary":{"unverified":3},"by_repo_kind":{"listed":{"samples":3,"ran":0,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"738dc3ae1be84a0b","entry":"create_logger","repo":"GuessWhatGame/guesswhat","repo_kind":"listed","path":"src/guesswhat/statistics/plot_them_all.py","file_url":"https://github.com/GuessWhatGame/guesswhat/blob/HEAD/src/guesswhat/statistics/plot_them_all.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"738dc3ae1be84a0b"}},{"code_sha256_prefix":"5e7add3b5fe6446f","entry":"get_lemme","repo":"ibrahimSouleiman/GuessWhat","repo_kind":"listed","path":"src/guesswhat/preprocess_data/create_dictionary.py","file_url":"https://github.com/ibrahimSouleiman/GuessWhat/blob/HEAD/src/guesswhat/preprocess_data/create_dictionary.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5e7add3b5fe6446f"}},{"code_sha256_prefix":"1dd7a41518293ddd","entry":"get_pos","repo":"ibrahimSouleiman/GuessWhat","repo_kind":"listed","path":"src/guesswhat/preprocess_data/create_dictionary.py","file_url":"https://github.com/ibrahimSouleiman/GuessWhat/blob/HEAD/src/guesswhat/preprocess_data/create_dictionary.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1dd7a41518293ddd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}