{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/gemini-controlling-the-sentence-level-writing","title":"GEMINI: Controlling the Sentence-level Writing Style for Abstractive Text Summarization","arxiv_id":"2304.03548","date":"2023-04-07","proceeding":null,"authors":["Guangsheng Bao","Zebin Ou","Yue Zhang"],"abstract":"Human experts write summaries using different techniques, including extracting a sentence from the document and rewriting it, or fusing various information from the document to abstract it. These techniques are flexible and thus difficult to be imitated by any single method. To address this issue, we propose an adaptive model, GEMINI, that integrates a rewriter and a generator to mimic the sentence rewriting and abstracting techniques, respectively. GEMINI adaptively chooses to rewrite a specific document sentence or generate a summary sentence from scratch. Experiments demonstrate that our adaptive approach outperforms the pure abstractive and rewriting baselines on three benchmark datasets, achieving the best results on WikiHow. Interestingly, empirical results show that the human summary styles of summary sentences are consistently predictable given their context. We release our code and model at \\url{https://github.com/baoguangsheng/gemini}.","url_abs":"https://arxiv.org/abs/2304.03548v3","url_pdf":"https://arxiv.org/pdf/2304.03548v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"gemini-controlling-the-sentence-level-writing","repo_url":"https://github.com/baoguangsheng/gemini","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"abstractive-text-summarization","task_name":"Abstractive Text Summarization"},{"task_slug":"sentence","task_name":"Sentence"},{"task_slug":"sentence-rewriting","task_name":"Sentence ReWriting"},{"task_slug":"text-summarization","task_name":"Text Summarization"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2304.03548","atlas_url":"https://app.syntology.ai/?focus=2304.03548","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.03548"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/baoguangsheng/gemini","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"ran":4,"unverified":1},"by_repo_kind":{"official":{"samples":7,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"96cbb5e9ca5b6be0","entry":"Embedding","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/models/transformer_gemini.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/models/transformer_gemini.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"96cbb5e9ca5b6be0"}},{"code_sha256_prefix":"8cd8cb0d1e9e63e4","entry":"Linear","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/models/transformer_gemini.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/models/transformer_gemini.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8cd8cb0d1e9e63e4"}},{"code_sha256_prefix":"2e69129bbcf930e7","entry":"distributed_init","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/distributed_utils.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/distributed_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2e69129bbcf930e7"}},{"code_sha256_prefix":"90b79fe15491de83","entry":"is_master","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/distributed_utils.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/distributed_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"90b79fe15491de83"}},{"code_sha256_prefix":"3986ca46566273de","entry":"label_smoothed_nll_loss","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/criterions/label_smoothed_cross_entropy_gemini.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/criterions/label_smoothed_cross_entropy_gemini.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3986ca46566273de"}},{"code_sha256_prefix":"82bdf940665aeeb4","entry":"safe_readline","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/binarizer.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/binarizer.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"82bdf940665aeeb4"}},{"code_sha256_prefix":"199e96db5edd0edd","entry":"all_reduce","repo":"baoguangsheng/gemini","repo_kind":"official","path":"fairseq/distributed_utils.py","file_url":"https://github.com/baoguangsheng/gemini/blob/HEAD/fairseq/distributed_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"199e96db5edd0edd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}