{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/tess-text-to-text-self-conditioned-simplex","title":"TESS: Text-to-Text Self-Conditioned Simplex Diffusion","arxiv_id":"2305.08379","date":"2023-05-15","proceeding":null,"authors":["Rabeeh Karimi Mahabadi","Hamish Ivison","Jaesung Tae","James Henderson","Iz Beltagy","Matthew E. Peters","Arman Cohan"],"abstract":"Diffusion models have emerged as a powerful paradigm for generation, obtaining strong performance in various continuous domains. However, applying continuous diffusion models to natural language remains challenging due to its discrete nature and the need for a large number of diffusion steps to generate text, making diffusion-based generation expensive. In this work, we propose Text-to-text Self-conditioned Simplex Diffusion (TESS), a text diffusion model that is fully non-autoregressive, employs a new form of self-conditioning, and applies the diffusion process on the logit simplex space rather than the learned embedding space. Through extensive experiments on natural language understanding and generation tasks including summarization, text simplification, paraphrase generation, and question generation, we demonstrate that TESS outperforms state-of-the-art non-autoregressive models, requires fewer diffusion steps with minimal drop in performance, and is competitive with pretrained autoregressive sequence-to-sequence models. We publicly release our codebase at https://github.com/allenai/tess-diffusion.","url_abs":"https://arxiv.org/abs/2305.08379v2","url_pdf":"https://arxiv.org/pdf/2305.08379v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"tess-text-to-text-self-conditioned-simplex","repo_url":"https://github.com/allenai/tess-diffusion","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"tess-text-to-text-self-conditioned-simplex","repo_url":"https://github.com/lyh6560new/p3sum","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"natural-language-understanding","task_name":"Natural Language Understanding"},{"task_slug":"paraphrase-generation","task_name":"Paraphrase Generation"},{"task_slug":"question-generation","task_name":"Question Generation"},{"task_slug":"question-generation","task_name":"Question-Generation"},{"task_slug":"text-generation","task_name":"Text Generation"},{"task_slug":"text-simplification","task_name":"Text Simplification"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2305.08379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08379"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenai/tess-diffusion","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lyh6560new/p3sum","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":15},"by_repo_kind":{"official":{"samples":4,"ran":0,"repositories":1},"listed":{"samples":11,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9c4745b1c515b994","entry":"convert_to_simplex","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9c4745b1c515b994"}},{"code_sha256_prefix":"4f12217c540ccf51","entry":"distinct_n_grams","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/metrics/metrics.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/metrics/metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4f12217c540ccf51"}},{"code_sha256_prefix":"43b95e681de5f040","entry":"extract_field","repo":"allenai/tess-diffusion","repo_kind":"official","path":"baselines/run_simplification.py","file_url":"https://github.com/allenai/tess-diffusion/blob/HEAD/baselines/run_simplification.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"43b95e681de5f040"}},{"code_sha256_prefix":"958af556294c2756","entry":"join_texts","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"958af556294c2756"}},{"code_sha256_prefix":"1e1d04641d833079","entry":"keep_till_first_occurrence","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/inference/inference_utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/inference/inference_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1e1d04641d833079"}},{"code_sha256_prefix":"ea6d27b77f12d20f","entry":"load_model","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/models/utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/models/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ea6d27b77f12d20f"}},{"code_sha256_prefix":"a6731e999d454114","entry":"model_config_helper","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/models/utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/models/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a6731e999d454114"}},{"code_sha256_prefix":"3b9b06a478891e48","entry":"prepare_inputs","repo":"allenai/tess-diffusion","repo_kind":"official","path":"gold_text_eval.py","file_url":"https://github.com/allenai/tess-diffusion/blob/HEAD/gold_text_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3b9b06a478891e48"}},{"code_sha256_prefix":"d6e5f1faef21bc5a","entry":"read_diffuseq_datasets","repo":"allenai/tess-diffusion","repo_kind":"official","path":"run_simplification.py","file_url":"https://github.com/allenai/tess-diffusion/blob/HEAD/run_simplification.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d6e5f1faef21bc5a"}},{"code_sha256_prefix":"1623accaaec86764","entry":"read_wikilarge","repo":"allenai/tess-diffusion","repo_kind":"official","path":"run_simplification.py","file_url":"https://github.com/allenai/tess-diffusion/blob/HEAD/run_simplification.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1623accaaec86764"}},{"code_sha256_prefix":"fc712dd9cbcbd5d4","entry":"remove_first_occurrence","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/inference/inference_utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/inference/inference_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fc712dd9cbcbd5d4"}},{"code_sha256_prefix":"37999e43d5be3c07","entry":"repetition","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/metrics/repetition.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/metrics/repetition.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"37999e43d5be3c07"}},{"code_sha256_prefix":"895366d47515705c","entry":"sample_logits","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/inference/inference_utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/inference/inference_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"895366d47515705c"}},{"code_sha256_prefix":"efdc8e88d5f793a3","entry":"scale","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/utils.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"efdc8e88d5f793a3"}},{"code_sha256_prefix":"088024431cd1ec53","entry":"zipf","repo":"lyh6560new/p3sum","repo_kind":"listed","path":"simplex-diffusion-main/sdlm/metrics/metrics.py","file_url":"https://github.com/lyh6560new/p3sum/blob/HEAD/simplex-diffusion-main/sdlm/metrics/metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"088024431cd1ec53"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}