{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/tailored-visions-enhancing-text-to-image","title":"Tailored Visions: Enhancing Text-to-Image Generation with Personalized Prompt Rewriting","arxiv_id":"2310.08129","date":"2023-10-12","proceeding":"CVPR 2024 1","authors":["Zijie Chen","Lichao Zhang","Fangsheng Weng","Lili Pan","Zhenzhong Lan"],"abstract":"Despite significant progress in the field, it is still challenging to create personalized visual representations that align closely with the desires and preferences of individual users. This process requires users to articulate their ideas in words that are both comprehensible to the models and accurately capture their vision, posing difficulties for many users. In this paper, we tackle this challenge by leveraging historical user interactions with the system to enhance user prompts. We propose a novel approach that involves rewriting user prompts based on a newly collected large-scale text-to-image dataset with over 300k prompts from 3115 users. Our rewriting model enhances the expressiveness and alignment of user prompts with their intended visual outputs. Experimental results demonstrate the superiority of our methods over baseline approaches, as evidenced in our new offline evaluation method and online tests. Our code and dataset are available at https://github.com/zzjchen/Tailored-Visions.","url_abs":"https://arxiv.org/abs/2310.08129v3","url_pdf":"https://arxiv.org/pdf/2310.08129v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"tailored-visions-enhancing-text-to-image","repo_url":"https://github.com/zzjchen/tailored-visions","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"image-generation","task_name":"Image Generation"},{"task_slug":"text-to-image-generation-1","task_name":"Text to Image Generation"},{"task_slug":"text-to-image-generation","task_name":"Text-to-Image Generation"}],"methods":[{"method_slug":"align","method_name":"ALIGN"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2310.08129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08129"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zzjchen/tailored-visions","reach":{"status":"ok"}}],"summary":{"ran":12,"ran_fixture":1,"unverified":2},"by_repo_kind":{"official":{"samples":15,"ran":13,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":15,"samples":[{"code_sha256_prefix":"e895dbffbe807390","entry":"calculate_bleu","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"metrics.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e895dbffbe807390"}},{"code_sha256_prefix":"238b375eb1515ee4","entry":"call_api","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"apiuse.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/apiuse.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"238b375eb1515ee4"}},{"code_sha256_prefix":"439ef29d5aff339b","entry":"f_r_p_rouge_n","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"rougeL/rouge_score.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/rougeL/rouge_score.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"439ef29d5aff339b"}},{"code_sha256_prefix":"0ee7d5d513a9739f","entry":"get_ZS_example","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"prompts.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/prompts.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0ee7d5d513a9739f"}},{"code_sha256_prefix":"d2b9faa80b2570e4","entry":"image_grid","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"SD.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/SD.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d2b9faa80b2570e4"}},{"code_sha256_prefix":"e8f8a89c7b932237","entry":"img_align","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"metrics.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e8f8a89c7b932237"}},{"code_sha256_prefix":"e543e7a4df0b7414","entry":"preprocess_line","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"data_process.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/data_process.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e543e7a4df0b7414"}},{"code_sha256_prefix":"40b58106d04c228e","entry":"read_txt_data","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"utils.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"40b58106d04c228e"}},{"code_sha256_prefix":"c9cdb8fbc1321c5d","entry":"remove_specific_characters","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"language.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/language.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c9cdb8fbc1321c5d"}},{"code_sha256_prefix":"88dade7220148dcb","entry":"rouge_n","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"rougeL/rouge_score.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/rougeL/rouge_score.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"88dade7220148dcb"}},{"code_sha256_prefix":"faf1fd94f579caf8","entry":"set_timeout","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"download.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/download.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"faf1fd94f579caf8"}},{"code_sha256_prefix":"71b722fc95b67dd5","entry":"stable_call_api","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"apiuse.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/apiuse.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"71b722fc95b67dd5"}},{"code_sha256_prefix":"6002d24028109c6c","entry":"text2img","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"SD.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/SD.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6002d24028109c6c"}},{"code_sha256_prefix":"1a24f6679e0e95dd","entry":"multi_rouge_n","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"rougeL/rouge_score.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/rougeL/rouge_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1a24f6679e0e95dd"}},{"code_sha256_prefix":"7dcf7edac5d8ade4","entry":"noun_extraction","repo":"zzjchen/tailored-visions","repo_kind":"official","path":"language.py","file_url":"https://github.com/zzjchen/tailored-visions/blob/HEAD/language.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7dcf7edac5d8ade4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}