{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/pegasus-pre-training-with-extracted-gap","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","arxiv_id":"1912.08777","date":"2019-12-18","proceeding":"ICML 2020 1","authors":["Jingqing Zhang","Yao Zhao","Mohammad Saleh","Peter J. Liu"],"abstract":"Recent work pre-training Transformers with self-supervised objectives on large text corpora has shown great success when fine-tuned on downstream NLP tasks including text summarization. However, pre-training objectives tailored for abstractive text summarization have not been explored. Furthermore there is a lack of systematic evaluation across diverse domains. In this work, we propose pre-training large Transformer-based encoder-decoder models on massive text corpora with a new self-supervised objective. In PEGASUS, important sentences are removed/masked from an input document and are generated together as one output sequence from the remaining sentences, similar to an extractive summary. We evaluated our best PEGASUS model on 12 downstream summarization tasks spanning news, science, stories, instructions, emails, patents, and legislative bills. Experiments demonstrate it achieves state-of-the-art performance on all 12 downstream datasets measured by ROUGE scores. Our model also shows surprising performance on low-resource summarization, surpassing previous state-of-the-art results on 6 datasets with only 1000 examples. Finally we validated our results using human evaluation and show that our model summaries achieve human performance on multiple datasets.","url_abs":"https://arxiv.org/abs/1912.08777v2","url_pdf":"https://arxiv.org/pdf/1912.08777v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/google-research/pegasus","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/ElmiraGhorbani/Abstract-Text-Summarization","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/ManuMahadevaswamy/PEGASUS","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/absummarization/absummarization.github.io","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/allenai/open-mds","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/amiyamandal-dev/pegasus","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/amoramine/Pegasus_Longformer_summarization","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/amoramine/Pegasus_with_Longformer_summarization","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/bondarchukb/PEGASUS","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/google-research/longt5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/huggingface/transformers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/ibrahim-elsawy/test","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/jiacheng-xu/text-sum-uncertainty","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/rsin46/pegasus-demo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/rsreetech/PegasusDemo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/MindCode-4/code-2/tree/main/pegasus","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/abhilash1910/LongPegasus","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/yangyucheng000/University/tree/main/model-1/pegasus","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"pegasus-pre-training-with-extracted-gap","repo_url":"https://github.com/yangyucheng000/University/tree/main/model-1/pegasus_x","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null}],"tasks":[{"task_slug":"abstractive-text-summarization","task_name":"Abstractive Text Summarization"},{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"text-summarization","task_name":"Text Summarization"}],"methods":[{"method_slug":"pegasus","method_name":"PEGASUS"}],"datasets_introduced":[],"methods_introduced":[{"slug":"pegasus","name":"PEGASUS","full_name":"PEGASUS"}],"results":[{"leaderboard":"/sota/abstractive-text-summarization-on-aeslc","task":"Abstractive Text Summarization","dataset":"AESLC","model":"PEGASUS","rank_in_archive_order":1,"of":2,"metrics":{"ROUGE-1":"37.68","ROUGE-2":"21.25","ROUGE-L":"36.51"},"uses_additional_data":false},{"leaderboard":"/sota/abstractive-text-summarization-on-cnn-daily","task":"Abstractive Text Summarization","dataset":"CNN / Daily Mail","model":"PEGASUS","rank_in_archive_order":18,"of":53,"metrics":{"ROUGE-1":"44.17","ROUGE-2":"21.47","ROUGE-L":"41.11"},"uses_additional_data":true},{"leaderboard":"/sota/text-summarization-on-arxiv","task":"Text Summarization","dataset":"Arxiv HEP-TH citation graph","model":"PEGASUS","rank_in_archive_order":16,"of":28,"metrics":{"ROUGE-1":"44.67"},"uses_additional_data":true},{"leaderboard":"/sota/text-summarization-on-gigaword","task":"Text Summarization","dataset":"GigaWord","model":"PEGASUS","rank_in_archive_order":15,"of":41,"metrics":{"ROUGE-1":"39.12","ROUGE-2":"19.86","ROUGE-L":"36.24"},"uses_additional_data":true},{"leaderboard":"/sota/text-summarization-on-pubmed-1","task":"Text Summarization","dataset":"Pubmed","model":"PEGASUS","rank_in_archive_order":18,"of":29,"metrics":{"ROUGE-1":"45.09"},"uses_additional_data":true},{"leaderboard":"/sota/text-summarization-on-x-sum","task":"Text Summarization","dataset":"X-Sum","model":"PEGASUSLARGE","rank_in_archive_order":5,"of":18,"metrics":{"ROUGE-1":"47.21","ROUGE-2":"24.56"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1912.08777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.08777"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/huggingface/transformers","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yangyucheng000/University/tree/main/model-1/pegasus","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google-research/pegasus","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jiacheng-xu/text-sum-uncertainty","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amoramine/Pegasus_with_Longformer_summarization","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yangyucheng000/University/tree/main/model-1/pegasus_x","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bondarchukb/PEGASUS","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MindCode-4/code-2/tree/main/pegasus","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/abhilash1910/LongPegasus","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rsreetech/PegasusDemo","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amiyamandal-dev/pegasus","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google-research/longt5","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amoramine/Pegasus_Longformer_summarization","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenai/open-mds","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rsin46/pegasus-demo","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ibrahim-elsawy/test","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/absummarization/absummarization.github.io","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ElmiraGhorbani/Abstract-Text-Summarization","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ManuMahadevaswamy/PEGASUS","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"unverified":18},"by_repo_kind":{"official":{"samples":9,"ran":0,"repositories":1},"listed":{"samples":10,"ran":1,"repositories":4}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"3df820a3fa7f5f80","entry":"parse_json_line","repo":"google-research/longt5","repo_kind":"listed","path":"longt5/data/nq_preprocess.py","file_url":"https://github.com/google-research/longt5/blob/HEAD/longt5/data/nq_preprocess.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3df820a3fa7f5f80"}},{"code_sha256_prefix":"8262962c9096134b","entry":"add_time_signal","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/timing.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/timing.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8262962c9096134b"}},{"code_sha256_prefix":"1137df4f4d6c95ea","entry":"add_time_signal","repo":"amiyamandal-dev/pegasus","repo_kind":"listed","path":"pegasus/layers/timing.py","file_url":"https://github.com/amiyamandal-dev/pegasus/blob/HEAD/pegasus/layers/timing.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1137df4f4d6c95ea"}},{"code_sha256_prefix":"f57d0063335e8a9b","entry":"beam_search","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/beam_search.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/beam_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f57d0063335e8a9b"}},{"code_sha256_prefix":"e631e67cdf964175","entry":"beam_search","repo":"amiyamandal-dev/pegasus","repo_kind":"listed","path":"pegasus/layers/beam_search.py","file_url":"https://github.com/amiyamandal-dev/pegasus/blob/HEAD/pegasus/layers/beam_search.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e631e67cdf964175"}},{"code_sha256_prefix":"6d538a3d4787a4da","entry":"gen_eval_metrics_fn","repo":"ManuMahadevaswamy/PEGASUS","repo_kind":"listed","path":"pegasus/eval/estimator_metrics.py","file_url":"https://github.com/ManuMahadevaswamy/PEGASUS/blob/HEAD/pegasus/eval/estimator_metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6d538a3d4787a4da"}},{"code_sha256_prefix":"dda63a05e27da59c","entry":"gen_eval_metrics_fn","repo":"amiyamandal-dev/pegasus","repo_kind":"listed","path":"pegasus/eval/estimator_metrics.py","file_url":"https://github.com/amiyamandal-dev/pegasus/blob/HEAD/pegasus/eval/estimator_metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dda63a05e27da59c"}},{"code_sha256_prefix":"b5de54fd00a4cd5d","entry":"ids2str","repo":"rsin46/pegasus-demo","repo_kind":"listed","path":"text_eval.py","file_url":"https://github.com/rsin46/pegasus-demo/blob/HEAD/text_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b5de54fd00a4cd5d"}},{"code_sha256_prefix":"d527671852cb1888","entry":"ids_to_bias","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/attention.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/attention.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d527671852cb1888"}},{"code_sha256_prefix":"dbfe95961072cf4f","entry":"inplace_update_i","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/decoding.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/decoding.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dbfe95961072cf4f"}},{"code_sha256_prefix":"3e4b71dc7e938e80","entry":"length_normalization","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/beam_search.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/beam_search.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3e4b71dc7e938e80"}},{"code_sha256_prefix":"26a1c4bbb2c2b25a","entry":"length_normalization","repo":"amiyamandal-dev/pegasus","repo_kind":"listed","path":"pegasus/layers/beam_search.py","file_url":"https://github.com/amiyamandal-dev/pegasus/blob/HEAD/pegasus/layers/beam_search.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"26a1c4bbb2c2b25a"}},{"code_sha256_prefix":"090d5328998234ab","entry":"pretrain_eval_metrics_fn","repo":"ManuMahadevaswamy/PEGASUS","repo_kind":"listed","path":"pegasus/eval/estimator_metrics.py","file_url":"https://github.com/ManuMahadevaswamy/PEGASUS/blob/HEAD/pegasus/eval/estimator_metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"090d5328998234ab"}},{"code_sha256_prefix":"72dda61812887b15","entry":"pretrain_eval_metrics_fn","repo":"amiyamandal-dev/pegasus","repo_kind":"listed","path":"pegasus/eval/estimator_metrics.py","file_url":"https://github.com/amiyamandal-dev/pegasus/blob/HEAD/pegasus/eval/estimator_metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"72dda61812887b15"}},{"code_sha256_prefix":"748964a1602cc57e","entry":"process_logits","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/decoding.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/decoding.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"748964a1602cc57e"}},{"code_sha256_prefix":"b093c178891eb13c","entry":"process_logits","repo":"amiyamandal-dev/pegasus","repo_kind":"listed","path":"pegasus/layers/decoding.py","file_url":"https://github.com/amiyamandal-dev/pegasus/blob/HEAD/pegasus/layers/decoding.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b093c178891eb13c"}},{"code_sha256_prefix":"7eb8334d0e01c2d2","entry":"split_heads","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/attention.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/attention.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7eb8334d0e01c2d2"}},{"code_sha256_prefix":"b6ddfdc46c091f09","entry":"stack","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/transformer_block.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/transformer_block.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b6ddfdc46c091f09"}},{"code_sha256_prefix":"1d9052e8189c8d31","entry":"upper_triangle_bias","repo":"google-research/pegasus","repo_kind":"official","path":"pegasus/layers/attention.py","file_url":"https://github.com/google-research/pegasus/blob/HEAD/pegasus/layers/attention.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1d9052e8189c8d31"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}