{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/tell2design-a-dataset-for-language-guided","title":"Tell2Design: A Dataset for Language-Guided Floor Plan Generation","arxiv_id":"2311.15941","date":"2023-11-27","proceeding":null,"authors":["Sicong Leng","Yang Zhou","Mohammed Haroon Dupty","Wee Sun Lee","Sam Conrad Joyce","Wei Lu"],"abstract":"We consider the task of generating designs directly from natural language descriptions, and consider floor plan generation as the initial research area. Language conditional generative models have recently been very successful in generating high-quality artistic images. However, designs must satisfy different constraints that are not present in generating artistic images, particularly spatial and relational constraints. We make multiple contributions to initiate research on this task. First, we introduce a novel dataset, \\textit{Tell2Design} (T2D), which contains more than $80k$ floor plan designs associated with natural language instructions. Second, we propose a Sequence-to-Sequence model that can serve as a strong baseline for future research. Third, we benchmark this task with several text-conditional image generation models. We conclude by conducting human evaluations on the generated samples and providing an analysis of human performance. We hope our contributions will propel the research on language-guided design generation forward.","url_abs":"https://arxiv.org/abs/2311.15941v1","url_pdf":"https://arxiv.org/pdf/2311.15941v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"tell2design-a-dataset-for-language-guided","repo_url":"https://github.com/lucidrains/imagen-pytorch","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"tell2design-a-dataset-for-language-guided","repo_url":"https://github.com/lengsicong/tell2design","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"jax","reach":{"status":"ok"}}],"tasks":[{"task_slug":"conditional-image-generation","task_name":"Conditional Image Generation"},{"task_slug":"image-generation","task_name":"Image Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2311.15941","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.15941"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lucidrains/imagen-pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lengsicong/tell2design","reach":{"status":"ok"}}],"summary":{"ran_violates":5,"ran_honours":1,"ran_draft_wrong":4,"ran":12,"ran_fixture":1,"unverified":5},"by_repo_kind":{"official":{"samples":28,"ran":23,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":15,"samples":[{"code_sha256_prefix":"856d86b39c6005b4","entry":"divisible_by","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/imagen_pytorch.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/imagen_pytorch.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":2,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"856d86b39c6005b4"}},{"code_sha256_prefix":"7f1040f5e3991d5e","entry":"identity","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/imagen_pytorch.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/imagen_pytorch.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":2,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f1040f5e3991d5e"}},{"code_sha256_prefix":"b5472673332de78e","entry":"log","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/elucidated_imagen.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/elucidated_imagen.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b5472673332de78e"}},{"code_sha256_prefix":"8f6d9d0f20f4a0fe","entry":"ListOrTuple","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/configs.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/configs.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8f6d9d0f20f4a0fe"}},{"code_sha256_prefix":"c1c8ca756efcd3a8","entry":"add_fp16_config_args","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/arguments.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/arguments.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c1c8ca756efcd3a8"}},{"code_sha256_prefix":"b9f1927b5c7a63ff","entry":"add_training_args","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/arguments.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/arguments.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b9f1927b5c7a63ff"}},{"code_sha256_prefix":"2d71e2917845b6ac","entry":"b_cubed","repo":"lengsicong/tell2design","repo_kind":"official","path":"T5/coreference_metrics.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/T5/coreference_metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2d71e2917845b6ac"}},{"code_sha256_prefix":"177298ecedde13ed","entry":"calculate_activation_statistics","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/eval_utils/fid_score.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/eval_utils/fid_score.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"177298ecedde13ed"}},{"code_sha256_prefix":"25ef415d07e43e6f","entry":"calculate_frechet_distance","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/eval_utils/fid_score.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/eval_utils/fid_score.py","link_basis":"plan_row","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"25ef415d07e43e6f"}},{"code_sha256_prefix":"efcd80d66cfe5bcb","entry":"cast_tuple","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/trainer.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/trainer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"efcd80d66cfe5bcb"}},{"code_sha256_prefix":"f48bf8f24cd43d0d","entry":"cluster_pixel_values","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/calculate_iou.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/calculate_iou.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f48bf8f24cd43d0d"}},{"code_sha256_prefix":"a47706b35198fab3","entry":"convert_image_to","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/data.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/data.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a47706b35198fab3"}},{"code_sha256_prefix":"60fff7c3c400d7ff","entry":"default","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/configs.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/configs.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"60fff7c3c400d7ff"}},{"code_sha256_prefix":"915fbeb88e13d4a3","entry":"default","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/t5.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/t5.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"915fbeb88e13d4a3"}},{"code_sha256_prefix":"aa5486a3650902d8","entry":"exists","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/configs.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/configs.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa5486a3650902d8"}},{"code_sha256_prefix":"3072294c9b32cf4b","entry":"first","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/imagen_video.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/imagen_video.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3072294c9b32cf4b"}},{"code_sha256_prefix":"30f6580c44acf787","entry":"generate_mask","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/calculate_iou.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/calculate_iou.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"30f6580c44acf787"}},{"code_sha256_prefix":"bb6a9d219a5135af","entry":"generate_one_dim_mask","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/calculate_iou.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/calculate_iou.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bb6a9d219a5135af"}},{"code_sha256_prefix":"eb21740d88a30ecb","entry":"get_activations","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/eval_utils/fid_score.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/eval_utils/fid_score.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"eb21740d88a30ecb"}},{"code_sha256_prefix":"f9f6d29329b5bf0d","entry":"get_images_dataloader","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/data.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f9f6d29329b5bf0d"}},{"code_sha256_prefix":"6bcca529f47d7b8e","entry":"init_method_normal","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/model/gpt2_modeling.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/model/gpt2_modeling.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6bcca529f47d7b8e"}},{"code_sha256_prefix":"42a39b682ff0811f","entry":"safeget","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/utils.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"42a39b682ff0811f"}},{"code_sha256_prefix":"6b5d363ab4dbf012","entry":"to_python_float","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/fp16/loss_scaler.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/fp16/loss_scaler.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6b5d363ab4dbf012"}},{"code_sha256_prefix":"655c169bb5832528","entry":"add_model_config_args","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/arguments.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/arguments.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"655c169bb5832528"}},{"code_sha256_prefix":"44ea1242eeeb38ac","entry":"evaluate_documents","repo":"lengsicong/tell2design","repo_kind":"official","path":"T5/coreference_metrics.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/T5/coreference_metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"44ea1242eeeb38ac"}},{"code_sha256_prefix":"5dc251a1bb16c94f","entry":"f1","repo":"lengsicong/tell2design","repo_kind":"official","path":"T5/coreference_metrics.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/T5/coreference_metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5dc251a1bb16c94f"}},{"code_sha256_prefix":"4af30ae5e0b7d6ca","entry":"get_tokenizer","repo":"lucidrains/imagen-pytorch","repo_kind":"official","path":"imagen_pytorch/t5.py","file_url":"https://github.com/lucidrains/imagen-pytorch/blob/HEAD/imagen_pytorch/t5.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4af30ae5e0b7d6ca"}},{"code_sha256_prefix":"4a633463b941a5da","entry":"inception_score","repo":"lengsicong/tell2design","repo_kind":"official","path":"CogView/eval_utils/inception_score.py","file_url":"https://github.com/lengsicong/tell2design/blob/HEAD/CogView/eval_utils/inception_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4a633463b941a5da"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}