{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mocha-a-multi-task-training-approach-for","title":"MOCHA: A Multi-Task Training Approach for Coherent Text Generation from Cognitive Perspective","arxiv_id":"2210.14650","date":"2022-10-26","proceeding":null,"authors":["Zhe Hu","Hou Pong Chan","Lifu Huang"],"abstract":"Teaching neural models to generate narrative coherent texts is a critical problem. Recent pre-trained language models have achieved promising results, but there is still a gap between human written texts and machine-generated outputs. In this work, we propose a novel multi-task training strategy for coherent text generation grounded on the cognitive theory of writing, which empowers the model to learn essential subskills needed for writing including planning and reviewing besides end-to-end generation. We extensively evaluate our model on three open-ended generation tasks including story generation, news article writing and argument generation. Experiments show that our model achieves better results on both few-shot and fully-supervised settings than strong baselines, and human evaluations confirm that our model can generate more coherent outputs.","url_abs":"https://arxiv.org/abs/2210.14650v1","url_pdf":"https://arxiv.org/pdf/2210.14650v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mocha-a-multi-task-training-approach-for","repo_url":"https://github.com/derekkk/mocha-emnlp22","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"story-generation","task_name":"Story Generation"},{"task_slug":"text-generation","task_name":"Text Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2210.14650","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.14650"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/Derekkk/Mocha-EMNLP22","reach":null}],"summary":{"ran":2,"ran_draft_wrong":1,"ran_violates":1,"unverified":2},"by_repo_kind":{"official":{"samples":6,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"b1b1ba6ff3f25065","entry":"ArgenPlanFewShotS2sDataset","repo":"Derekkk/Mocha-EMNLP22","repo_kind":"official","path":"finetune_generation_pipeline.py","file_url":"https://github.com/Derekkk/Mocha-EMNLP22/blob/HEAD/finetune_generation_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b1b1ba6ff3f25065"}},{"code_sha256_prefix":"d673de03de2abe81","entry":"ArgenPlanS2sDataset","repo":"Derekkk/Mocha-EMNLP22","repo_kind":"official","path":"finetune_generation_pipeline.py","file_url":"https://github.com/Derekkk/Mocha-EMNLP22/blob/HEAD/finetune_generation_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d673de03de2abe81"}},{"code_sha256_prefix":"ab8acba73d810026","entry":"eval_model_loss","repo":"Derekkk/Mocha-EMNLP22","repo_kind":"official","path":"finetune_generation_pipeline.py","file_url":"https://github.com/Derekkk/Mocha-EMNLP22/blob/HEAD/finetune_generation_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ab8acba73d810026"}},{"code_sha256_prefix":"06c81c8f6eb29587","entry":"str2bool","repo":"Derekkk/Mocha-EMNLP22","repo_kind":"official","path":"finetune_generation_pipeline.py","file_url":"https://github.com/Derekkk/Mocha-EMNLP22/blob/HEAD/finetune_generation_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"06c81c8f6eb29587"}},{"code_sha256_prefix":"bd0d5e5cd157f481","entry":"generate","repo":"Derekkk/Mocha-EMNLP22","repo_kind":"official","path":"finetune_generation_pipeline.py","file_url":"https://github.com/Derekkk/Mocha-EMNLP22/blob/HEAD/finetune_generation_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bd0d5e5cd157f481"}},{"code_sha256_prefix":"25484709c7713e13","entry":"train","repo":"Derekkk/Mocha-EMNLP22","repo_kind":"official","path":"finetune_generation_pipeline.py","file_url":"https://github.com/Derekkk/Mocha-EMNLP22/blob/HEAD/finetune_generation_pipeline.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"25484709c7713e13"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}