{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","arxiv_id":"1910.10683","date":"2019-10-23","proceeding":"arXiv 2019 10","authors":["Colin Raffel","Noam Shazeer","Adam Roberts","Katherine Lee","Sharan Narang","Michael Matena","Yanqi Zhou","Wei Li","Peter J. Liu"],"abstract":"Transfer learning, where a model is first pre-trained on a data-rich task before being fine-tuned on a downstream task, has emerged as a powerful technique in natural language processing (NLP). The effectiveness of transfer learning has given rise to a diversity of approaches, methodology, and practice. In this paper, we explore the landscape of transfer learning techniques for NLP by introducing a unified framework that converts all text-based language problems into a text-to-text format. Our systematic study compares pre-training objectives, architectures, unlabeled data sets, transfer approaches, and other factors on dozens of language understanding tasks. By combining the insights from our exploration with scale and our new ``Colossal Clean Crawled Corpus'', we achieve state-of-the-art results on many benchmarks covering summarization, question answering, text classification, and more. To facilitate future work on transfer learning for NLP, we release our data set, pre-trained models, and code.","url_abs":"https://arxiv.org/abs/1910.10683v4","url_pdf":"https://arxiv.org/pdf/1910.10683v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/google-research/text-to-text-transfer-transformer","is_official":0,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/ArvinZhuang/BiTAG","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/ChernovAndrey/chronos-forecasting-wasserstein","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/JunnYu/x-transformers-paddle","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/KAGUYAHONGLAI/SRC","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/Ki6an/fastT5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/LeoLaugier/conditional-auto-encoder-text-to-text-transfer-transformer","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/Nimesh-Patel/text-to-text-transfer-transformer","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/Sharif-SLPL/t5-fa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/abelriboulot/onnxt5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/airc-keti/ke-t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/allenai/c4-documentation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/allenai/dolma","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/amazon-science/chronos-forecasting","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/asahi417/lm-question-generation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/asahi417/lmppl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/bayer-science-for-a-better-life/data2text-bioleaflets","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/bigscience-workshop/architecture-objective","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/cccntu/ft5-demo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/cccntu/ft5-demo-space","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/conceptofmind/LaMDA-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/conceptofmind/lamda-rlhf-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/dawn0815/UniSA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/facebookresearch/atlas","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/google-research/t5x","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/google-research/t5x_retrieval","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/google/seqio","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/gulucaptain/dynamictrl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/huggingface/transformers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/ibm/graph_ensemble_learning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/itzprashu1/prashant","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/jongwooko/nash-pruning-official","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/junnyu/paddle_t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"paddle","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/lesterpjy/numeric-t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/luomancs/retriever_reader_for_okvqa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/qipengguo/p2_webnlg2020","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/s-nlp/russe_detox_2022","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/safakkbilici/Academic-Paper-Title-Recommendation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/shivamraval98/multitask-t5_ae","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/skoltech-nlp/russe_detox_2022","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/thecodemasterk/Text-to-Text-transfer-transformers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/thu-keg/omnievent","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/thudm/swissarmytransformer","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/um-arm-lab/efficient-eng-2-ltl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/vgaraujov/seq2seq-spanish-plms","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/volcengine/vegiantmodel","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/wangcongcong123/ttt","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/xuetianci/pacit","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/yizhongw/tk-instruct","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/yli-z/ml4h_are_clinical_t5_models_better_for_clinical_text","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/zhiqic/chartreader","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/2023-MindSpore-1/ms-code-164","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/2023-MindSpore-4/Code12/tree/main/MindFormers/t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/MS-P3/code5/tree/main/t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"paddle","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/souvikshanku/translit-former","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"exploring-the-limits-of-transfer-learning","repo_url":"https://github.com/xiuyu0000/new_papers_codes/tree/main/t5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null}],"tasks":[{"task_slug":"answer-generation","task_name":"Answer Generation"},{"task_slug":"common-sense-reasoning","task_name":"Common Sense Reasoning"},{"task_slug":"coreference-resolution","task_name":"Coreference Resolution"},{"task_slug":"diversity","task_name":"Diversity"},{"task_slug":"linguistic-acceptability","task_name":"Linguistic Acceptability"},{"task_slug":"machine-translation","task_name":"Machine Translation"},{"task_slug":"multimodal-intent-recognition","task_name":"Multimodal Intent Recognition"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"},{"task_slug":"poll-generation","task_name":"Poll Generation"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"question-generation","task_name":"Question Generation"},{"task_slug":"semantic-parsing","task_name":"Semantic Parsing"},{"task_slug":"semantic-textual-similarity","task_name":"Semantic Textual Similarity"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"},{"task_slug":"transfer-learning","task_name":"Transfer Learning"},{"task_slug":"word-sense-disambiguation","task_name":"Word Sense Disambiguation"}],"methods":[{"method_slug":"adafactor","method_name":"Adafactor"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"glu","method_name":"Gated Linear Unit"},{"method_slug":"inverse-square-root-schedule","method_name":"Inverse Square Root Schedule"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sentencepiece","method_name":"SentencePiece"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"t5","method_name":"T5"}],"datasets_introduced":[{"slug":"c4","name":"C4","full_name":"Colossal Clean Crawled Corpus"}],"methods_introduced":[{"slug":"t5","name":"T5","full_name":"T5"}],"results":[{"leaderboard":"/sota/abstractive-text-summarization-on-cnn-daily","task":"Abstractive Text Summarization","dataset":"CNN / Daily Mail","model":"T5","rank_in_archive_order":22,"of":53,"metrics":{"ROUGE-1":"43.52","ROUGE-2":"21.55","ROUGE-L":"40.69"},"uses_additional_data":false},{"leaderboard":"/sota/answer-generation-on-weibopolls","task":"Answer Generation","dataset":"WeiboPolls","model":"T5","rank_in_archive_order":2,"of":3,"metrics":{"BLEU-1":"37.77","BLEU-3":"25.86","ROUGE-1":"46.20","ROUGE-L":"43.32"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-record","task":"Common Sense Reasoning","dataset":"ReCoRD","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":6,"of":45,"metrics":{"EM":"93.4"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-record","task":"Common Sense Reasoning","dataset":"ReCoRD","model":"T5-11B","rank_in_archive_order":36,"of":45,"metrics":{"F1":"94.1"},"uses_additional_data":false},{"leaderboard":"/sota/coreference-resolution-on-winograd-schema","task":"Coreference Resolution","dataset":"Winograd Schema Challenge","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":7,"of":82,"metrics":{"Accuracy":"93.8"},"uses_additional_data":false},{"leaderboard":"/sota/document-summarization-on-cnn-daily-mail","task":"Document Summarization","dataset":"CNN / Daily Mail","model":"T5-11B","rank_in_archive_order":11,"of":26,"metrics":{"ROUGE-1":"43.52","ROUGE-2":"21.55","ROUGE-L":"40.69"},"uses_additional_data":true},{"leaderboard":"/sota/linguistic-acceptability-on-cola","task":"Linguistic Acceptability","dataset":"CoLA","model":"T5-11B","rank_in_archive_order":12,"of":43,"metrics":{"Accuracy":"70.8%"},"uses_additional_data":true},{"leaderboard":"/sota/linguistic-acceptability-on-cola","task":"Linguistic Acceptability","dataset":"CoLA","model":"T5-XL 3B","rank_in_archive_order":22,"of":43,"metrics":{"Accuracy":"67.1%"},"uses_additional_data":false},{"leaderboard":"/sota/linguistic-acceptability-on-cola","task":"Linguistic Acceptability","dataset":"CoLA","model":"T5-Large 770M","rank_in_archive_order":28,"of":43,"metrics":{"Accuracy":"61.2%"},"uses_additional_data":false},{"leaderboard":"/sota/linguistic-acceptability-on-cola","task":"Linguistic Acceptability","dataset":"CoLA","model":"T5-Base","rank_in_archive_order":37,"of":43,"metrics":{"Accuracy":"51.1%"},"uses_additional_data":false},{"leaderboard":"/sota/linguistic-acceptability-on-cola","task":"Linguistic Acceptability","dataset":"CoLA","model":"T5-Small","rank_in_archive_order":41,"of":43,"metrics":{"Accuracy":"41.0%"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2014-english-french","task":"Machine Translation","dataset":"WMT2014 English-French","model":"T5","rank_in_archive_order":9,"of":57,"metrics":{"BLEU score":"43.4"},"uses_additional_data":true},{"leaderboard":"/sota/machine-translation-on-wmt2014-english-german","task":"Machine Translation","dataset":"WMT2014 English-German","model":"T5-11B","rank_in_archive_order":4,"of":91,"metrics":{"BLEU score":"32.1","Number of Params":"11110M"},"uses_additional_data":false},{"leaderboard":"/sota/multimodal-intent-recognition-on-photochat","task":"Multimodal Intent Recognition","dataset":"PhotoChat","model":"T5-3B","rank_in_archive_order":2,"of":6,"metrics":{"F1":"58.9","Precision":"54.1","Recall":"64.6"},"uses_additional_data":false},{"leaderboard":"/sota/multimodal-intent-recognition-on-photochat","task":"Multimodal Intent Recognition","dataset":"PhotoChat","model":"T5-base","rank_in_archive_order":3,"of":6,"metrics":{"F1":"58.1","Precision":"58.2","Recall":"57.9"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-commitmentbank","task":"Natural Language Inference","dataset":"CommitmentBank","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":7,"of":20,"metrics":{"Accuracy":"96.8","F1":"93.9"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-commitmentbank","task":"Natural Language Inference","dataset":"CommitmentBank","model":"T5-Large 770M (fine-tuned)","rank_in_archive_order":8,"of":20,"metrics":{"Accuracy":"94.4","F1":"90.3"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-commitmentbank","task":"Natural Language Inference","dataset":"CommitmentBank","model":"T5-Base 220M (fine-tuned)","rank_in_archive_order":9,"of":20,"metrics":{"Accuracy":"94","F1":"86.2"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":4,"of":67,"metrics":{"Matched":"92.0"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-3B","rank_in_archive_order":5,"of":67,"metrics":{"Matched":"91.4","Mismatched":"91.2"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-Large","rank_in_archive_order":12,"of":67,"metrics":{"Matched":"89.9"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-Base","rank_in_archive_order":23,"of":67,"metrics":{"Matched":"87.1","Mismatched":"86.2"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-Small","rank_in_archive_order":38,"of":67,"metrics":{"Matched":"82.4","Mismatched":"82.3"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-11B","rank_in_archive_order":59,"of":67,"metrics":{"Mismatched":"91.7"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"T5-Large 770M","rank_in_archive_order":61,"of":67,"metrics":{"Mismatched":"89.6"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-qnli","task":"Natural Language Inference","dataset":"QNLI","model":"T5-11B","rank_in_archive_order":6,"of":43,"metrics":{"Accuracy":"96.7%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-qnli","task":"Natural Language Inference","dataset":"QNLI","model":"T5-3B","rank_in_archive_order":7,"of":43,"metrics":{"Accuracy":"96.3%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-qnli","task":"Natural Language Inference","dataset":"QNLI","model":"T5-Large 770M","rank_in_archive_order":12,"of":43,"metrics":{"Accuracy":"94.8%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-qnli","task":"Natural Language Inference","dataset":"QNLI","model":"T5-Base","rank_in_archive_order":19,"of":43,"metrics":{"Accuracy":"93.7%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-qnli","task":"Natural Language Inference","dataset":"QNLI","model":"T5-Small","rank_in_archive_order":35,"of":43,"metrics":{"Accuracy":"90.3%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":9,"of":90,"metrics":{"Accuracy":"92.5%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"T5-XL 3B","rank_in_archive_order":14,"of":90,"metrics":{"Accuracy":"91.1%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"T5-Large 770M","rank_in_archive_order":21,"of":90,"metrics":{"Accuracy":"87.2%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"T5-Base 220M","rank_in_archive_order":36,"of":90,"metrics":{"Accuracy":"80.1%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"T5-Small","rank_in_archive_order":54,"of":90,"metrics":{"Accuracy":"69.9%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-wnli","task":"Natural Language Inference","dataset":"WNLI","model":"T5-XXL 11B","rank_in_archive_order":3,"of":23,"metrics":{"Accuracy":"93.2"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-wnli","task":"Natural Language Inference","dataset":"WNLI","model":"T5-XL 3B","rank_in_archive_order":6,"of":23,"metrics":{"Accuracy":"89.7"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-wnli","task":"Natural Language Inference","dataset":"WNLI","model":"T5-Large 770M","rank_in_archive_order":10,"of":23,"metrics":{"Accuracy":"85.6"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-wnli","task":"Natural Language Inference","dataset":"WNLI","model":"T5-Base 220M","rank_in_archive_order":12,"of":23,"metrics":{"Accuracy":"78.8"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-wnli","task":"Natural Language Inference","dataset":"WNLI","model":"T5-Small 60M","rank_in_archive_order":18,"of":23,"metrics":{"Accuracy":"69.2"},"uses_additional_data":false},{"leaderboard":"/sota/poll-generation-on-weibopolls","task":"Poll Generation","dataset":"WeiboPolls","model":"T5","rank_in_archive_order":2,"of":3,"metrics":{"BLEU-1":"37.34","BLEU-3":"21.06","ROUGE-1":"45.33","ROUGE-L":"42.69"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":5,"of":65,"metrics":{"Accuracy":"91.2"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"T5-Large 770M (fine-tuned)","rank_in_archive_order":16,"of":65,"metrics":{"Accuracy":"85.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"T5-Base 220M (fine-tuned)","rank_in_archive_order":26,"of":65,"metrics":{"Accuracy":"81.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-boolq","task":"Question Answering","dataset":"BoolQ","model":"T5-Small 60M (fine-tuned)","rank_in_archive_order":33,"of":65,"metrics":{"Accuracy":"76.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-copa","task":"Question Answering","dataset":"COPA","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":9,"of":60,"metrics":{"Accuracy":"94.8"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-copa","task":"Question Answering","dataset":"COPA","model":"T5-XL 3B (fine-tuned)","rank_in_archive_order":12,"of":60,"metrics":{"Accuracy":"92"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-copa","task":"Question Answering","dataset":"COPA","model":"T5-Large 770M (fine-tuned)","rank_in_archive_order":33,"of":60,"metrics":{"Accuracy":"83.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-copa","task":"Question Answering","dataset":"COPA","model":"T5-Base 220M (fine-tuned)","rank_in_archive_order":48,"of":60,"metrics":{"Accuracy":"71.2"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-multirc","task":"Question Answering","dataset":"MultiRC","model":"T5-XXL 11B (fine-tuned)","rank_in_archive_order":7,"of":30,"metrics":{"F1":"88.1"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-multirc","task":"Question Answering","dataset":"MultiRC","model":"T5-11B","rank_in_archive_order":26,"of":30,"metrics":{"EM":"63.3"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-quora-question-pairs","task":"Question Answering","dataset":"Quora Question Pairs","model":"T5-11B","rank_in_archive_order":4,"of":19,"metrics":{"Accuracy":"90.4%"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-quora-question-pairs","task":"Question Answering","dataset":"Quora Question Pairs","model":"T5-Large 770M","rank_in_archive_order":9,"of":19,"metrics":{"Accuracy":"89.9%"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-quora-question-pairs","task":"Question Answering","dataset":"Quora Question Pairs","model":"T5-3B","rank_in_archive_order":11,"of":19,"metrics":{"Accuracy":"89.7%"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-quora-question-pairs","task":"Question Answering","dataset":"Quora Question Pairs","model":"T5-Base","rank_in_archive_order":12,"of":19,"metrics":{"Accuracy":"89.4%"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-quora-question-pairs","task":"Question Answering","dataset":"Quora Question Pairs","model":"T5-Small","rank_in_archive_order":16,"of":19,"metrics":{"Accuracy":"88.0%"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-squad11-dev","task":"Question Answering","dataset":"SQuAD1.1 dev","model":"T5-11B","rank_in_archive_order":1,"of":55,"metrics":{"EM":"90.06","F1":"95.64"},"uses_additional_data":true},{"leaderboard":"/sota/question-answering-on-squad11-dev","task":"Question Answering","dataset":"SQuAD1.1 dev","model":"T5-3B","rank_in_archive_order":5,"of":55,"metrics":{"EM":"88.53","F1":"94.95"},"uses_additional_data":true},{"leaderboard":"/sota/question-answering-on-squad11-dev","task":"Question Answering","dataset":"SQuAD1.1 dev","model":"T5-Large 770M","rank_in_archive_order":6,"of":55,"metrics":{"EM":"86.66","F1":"93.79"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-squad11-dev","task":"Question Answering","dataset":"SQuAD1.1 dev","model":"T5-Base","rank_in_archive_order":8,"of":55,"metrics":{"EM":"85.44","F1":"92.08"},"uses_additional_data":true},{"leaderboard":"/sota/question-answering-on-squad11-dev","task":"Question Answering","dataset":"SQuAD1.1 dev","model":"T5-Small","rank_in_archive_order":16,"of":55,"metrics":{"EM":"79.1","F1":"87.24"},"uses_additional_data":true},{"leaderboard":"/sota/question-answering-on-webquestions","task":"Question Answering","dataset":"WebQuestions","model":"T5.1.1-XXL+SSM","rank_in_archive_order":14,"of":37,"metrics":{"EM":"42.8"},"uses_additional_data":false},{"leaderboard":"/sota/question-generation-on-weibopolls","task":"Question Generation","dataset":"WeiboPolls","model":"T5","rank_in_archive_order":2,"of":3,"metrics":{"BLEU-1":"36.91","BLEU-3":"16.26","ROUGE-1":"44.46","ROUGE-L":"42.06"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-parsing-on-webquestionssp","task":"Semantic Parsing","dataset":"WebQuestionsSP","model":"T5-11B (Raffel et al., 2020)","rank_in_archive_order":5,"of":5,"metrics":{"Accuracy":"56.5"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","task":"Semantic Textual Similarity","dataset":"MRPC","model":"T5-11B","rank_in_archive_order":15,"of":45,"metrics":{"Accuracy":"90.0%","F1":"91.9"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","task":"Semantic Textual Similarity","dataset":"MRPC","model":"T5-Large","rank_in_archive_order":16,"of":45,"metrics":{"Accuracy":"89.9%","F1":"92.4"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","task":"Semantic Textual Similarity","dataset":"MRPC","model":"T5-3B","rank_in_archive_order":19,"of":45,"metrics":{"Accuracy":"89.2%","F1":"92.5"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","task":"Semantic Textual Similarity","dataset":"MRPC","model":"T5-Base","rank_in_archive_order":26,"of":45,"metrics":{"Accuracy":"87.5%","F1":"90.7"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","task":"Semantic Textual Similarity","dataset":"MRPC","model":"T5-Small","rank_in_archive_order":32,"of":45,"metrics":{"Accuracy":"86.6%","F1":"89.7"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"T5-11B","rank_in_archive_order":4,"of":66,"metrics":{"Pearson Correlation":"0.925","Spearman Correlation":"0.921"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"T5-3B","rank_in_archive_order":17,"of":66,"metrics":{"Pearson Correlation":"0.906","Spearman Correlation":"0.898"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"T5-Large","rank_in_archive_order":20,"of":66,"metrics":{"Pearson Correlation":"0.899"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"T5-Base","rank_in_archive_order":22,"of":66,"metrics":{"Pearson Correlation":"0.894"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"T5-Small","rank_in_archive_order":25,"of":66,"metrics":{"Pearson Correlation":"0.856","Spearman Correlation":"0.85"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"T5-Large 770M","rank_in_archive_order":35,"of":66,"metrics":{"Spearman Correlation":"0.886"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"T5-11B","rank_in_archive_order":1,"of":87,"metrics":{"Accuracy":"97.5"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"T5-3B","rank_in_archive_order":3,"of":87,"metrics":{"Accuracy":"97.4"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"T5-Large 770M","rank_in_archive_order":18,"of":87,"metrics":{"Accuracy":"96.3"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"T5-Base","rank_in_archive_order":24,"of":87,"metrics":{"Accuracy":"95.2"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"T5-Small","rank_in_archive_order":48,"of":87,"metrics":{"Accuracy":"91.8"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-words-in-context","task":"Word Sense Disambiguation","dataset":"Words in Context","model":"T5-XXL 11B","rank_in_archive_order":8,"of":37,"metrics":{"Accuracy":"76.9"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/huggingface/transformers","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google-research/t5x","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google-research/t5x_retrieval","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/um-arm-lab/efficient-eng-2-ltl","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/s-nlp/russe_detox_2022","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/conceptofmind/lamda-rlhf-pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bayer-science-for-a-better-life/data2text-bioleaflets","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amazon-science/chronos-forecasting","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/conceptofmind/LaMDA-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenai/dolma","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jongwooko/nash-pruning-official","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/gulucaptain/dynamictrl","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/shivamraval98/multitask-t5_ae","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/JunnYu/x-transformers-paddle","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vgaraujov/seq2seq-spanish-plms","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/qipengguo/p2_webnlg2020","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bigscience-workshop/architecture-objective","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/volcengine/vegiantmodel","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/asahi417/lm-question-generation","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/t5","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xiuyu0000/new_papers_codes/tree/main/t5","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cccntu/ft5-demo-space","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/airc-keti/ke-t5","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenai/c4-documentation","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yizhongw/tk-instruct","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_fixture":1,"ran_honours":1,"unverified":29},"by_repo_kind":{"listed":{"samples":31,"ran":2,"repositories":8}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"24c2125ce6fe13c2","entry":"compute_weighted_accuracy","repo":"google-research/t5x","repo_kind":"listed","path":"t5x/models.py","file_url":"https://github.com/google-research/t5x/blob/HEAD/t5x/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"24c2125ce6fe13c2"}},{"code_sha256_prefix":"61e3339d251a61f7","entry":"remove_prefix","repo":"google-research/t5x","repo_kind":"listed","path":"t5x/models.py","file_url":"https://github.com/google-research/t5x/blob/HEAD/t5x/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"61e3339d251a61f7"}},{"code_sha256_prefix":"b628d2dd083dfe70","entry":"average_tensors","repo":"Nimesh-Patel/text-to-text-transfer-transformer","repo_kind":"listed","path":"t5/transform_checkpoints.py","file_url":"https://github.com/Nimesh-Patel/text-to-text-transfer-transformer/blob/HEAD/t5/transform_checkpoints.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b628d2dd083dfe70"}},{"code_sha256_prefix":"6a636d3c8de90c47","entry":"compute_metric_assert","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/t5_eval.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/t5_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a636d3c8de90c47"}},{"code_sha256_prefix":"0ff1af61d4b10259","entry":"compute_metric_ner","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/t5_eval.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/t5_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ff1af61d4b10259"}},{"code_sha256_prefix":"6a4d95581e554907","entry":"compute_metrics","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/train_baseline.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/train_baseline.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a4d95581e554907"}},{"code_sha256_prefix":"2f636a05e8e91c3d","entry":"convert_seq_single_cls_examples","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"ttt/inputs.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/ttt/inputs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2f636a05e8e91c3d"}},{"code_sha256_prefix":"7060bbb5aee4df3d","entry":"create_t5_encoder_decoder","repo":"Ki6an/fastT5","repo_kind":"listed","path":"fastT5/onnx_exporter.py","file_url":"https://github.com/Ki6an/fastT5/blob/HEAD/fastT5/onnx_exporter.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7060bbb5aee4df3d"}},{"code_sha256_prefix":"fda9e323d686a1f1","entry":"create_t5_encoder_decoder","repo":"abelriboulot/onnxt5","repo_kind":"listed","path":"onnxt5/huggingface_utilities.py","file_url":"https://github.com/abelriboulot/onnxt5/blob/HEAD/onnxt5/huggingface_utilities.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fda9e323d686a1f1"}},{"code_sha256_prefix":"4ccab3f2b6762766","entry":"dictionize_single_dataset","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"ttt/utils.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/ttt/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4ccab3f2b6762766"}},{"code_sha256_prefix":"53a850b178e66088","entry":"dictionize_t2t_dataset","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"ttt/utils.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/ttt/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"53a850b178e66088"}},{"code_sha256_prefix":"d372c08056320855","entry":"get_eval_metric_values","repo":"KAGUYAHONGLAI/SRC","repo_kind":"listed","path":"t5/evaluation/eval_utils.py","file_url":"https://github.com/KAGUYAHONGLAI/SRC/blob/HEAD/t5/evaluation/eval_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d372c08056320855"}},{"code_sha256_prefix":"cca53f1f6df7657d","entry":"get_lr_metric","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"ttt/models.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/ttt/models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cca53f1f6df7657d"}},{"code_sha256_prefix":"fb8d516be9f13090","entry":"get_scheduler","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"covid_event/finetune_pt.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/covid_event/finetune_pt.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fb8d516be9f13090"}},{"code_sha256_prefix":"189deed085d33fb1","entry":"load_hf_dataset","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/models/T5Model/t5_utils.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/models/T5Model/t5_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"189deed085d33fb1"}},{"code_sha256_prefix":"753651997d048cba","entry":"main","repo":"Nimesh-Patel/text-to-text-transfer-transformer","repo_kind":"listed","path":"t5/transform_checkpoints.py","file_url":"https://github.com/Nimesh-Patel/text-to-text-transfer-transformer/blob/HEAD/t5/transform_checkpoints.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"753651997d048cba"}},{"code_sha256_prefix":"306a70da656ee59e","entry":"parse_events_files","repo":"KAGUYAHONGLAI/SRC","repo_kind":"listed","path":"t5/evaluation/eval_utils.py","file_url":"https://github.com/KAGUYAHONGLAI/SRC/blob/HEAD/t5/evaluation/eval_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"306a70da656ee59e"}},{"code_sha256_prefix":"5c3b51a94f35e6cf","entry":"prepare_seq_single_cls_inputs","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"ttt/inputs.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/ttt/inputs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5c3b51a94f35e6cf"}},{"code_sha256_prefix":"fcfee7fe0b60418e","entry":"preprocess_batch_for_hf_dataset","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/models/T5Model/t5_utils.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/models/T5Model/t5_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fcfee7fe0b60418e"}},{"code_sha256_prefix":"2366fa00a16ea6b4","entry":"preprocess_data","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/models/T5Model/t5_utils.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/models/T5Model/t5_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2366fa00a16ea6b4"}},{"code_sha256_prefix":"021763e35ac4f976","entry":"read_df","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/t5_eval.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/t5_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"021763e35ac4f976"}},{"code_sha256_prefix":"81b80eb687e95376","entry":"read_seq_single_cls_examples","repo":"wangcongcong123/ttt","repo_kind":"listed","path":"ttt/inputs.py","file_url":"https://github.com/wangcongcong123/ttt/blob/HEAD/ttt/inputs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"81b80eb687e95376"}},{"code_sha256_prefix":"2189689bfa60b50f","entry":"rouge","repo":"KAGUYAHONGLAI/SRC","repo_kind":"listed","path":"t5/evaluation/metrics.py","file_url":"https://github.com/KAGUYAHONGLAI/SRC/blob/HEAD/t5/evaluation/metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2189689bfa60b50f"}},{"code_sha256_prefix":"f84ce5dae5cfc6fd","entry":"run_embeddings_text","repo":"abelriboulot/onnxt5","repo_kind":"listed","path":"onnxt5/api.py","file_url":"https://github.com/abelriboulot/onnxt5/blob/HEAD/onnxt5/api.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f84ce5dae5cfc6fd"}},{"code_sha256_prefix":"c596c3ab9a0a5e99","entry":"search_all","repo":"ArvinZhuang/BiTAG","repo_kind":"listed","path":"arxivscraper.py","file_url":"https://github.com/ArvinZhuang/BiTAG/blob/HEAD/arxivscraper.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c596c3ab9a0a5e99"}},{"code_sha256_prefix":"aeee04cc3d7f209c","entry":"single_check","repo":"shivamraval98/multitask-t5_ae","repo_kind":"listed","path":"src/evaluation/eval_ner_t5.py","file_url":"https://github.com/shivamraval98/multitask-t5_ae/blob/HEAD/src/evaluation/eval_ner_t5.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aeee04cc3d7f209c"}},{"code_sha256_prefix":"c4b3db3eab3b63b8","entry":"sort_columns","repo":"KAGUYAHONGLAI/SRC","repo_kind":"listed","path":"t5/evaluation/eval_utils.py","file_url":"https://github.com/KAGUYAHONGLAI/SRC/blob/HEAD/t5/evaluation/eval_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c4b3db3eab3b63b8"}},{"code_sha256_prefix":"411f9b71bfd43813","entry":"speed_test","repo":"Ki6an/fastT5","repo_kind":"listed","path":"fastT5/model_testing_tools.py","file_url":"https://github.com/Ki6an/fastT5/blob/HEAD/fastT5/model_testing_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"411f9b71bfd43813"}},{"code_sha256_prefix":"bdeda8fda01d8511","entry":"top_k_top_p_filtering","repo":"abelriboulot/onnxt5","repo_kind":"listed","path":"onnxt5/models.py","file_url":"https://github.com/abelriboulot/onnxt5/blob/HEAD/onnxt5/models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bdeda8fda01d8511"}},{"code_sha256_prefix":"38d68e317248f579","entry":"turn_model_into_encoder_decoder","repo":"Ki6an/fastT5","repo_kind":"listed","path":"fastT5/onnx_exporter.py","file_url":"https://github.com/Ki6an/fastT5/blob/HEAD/fastT5/onnx_exporter.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"38d68e317248f579"}},{"code_sha256_prefix":"7dabd25c614f61b1","entry":"turn_model_into_encoder_decoder","repo":"abelriboulot/onnxt5","repo_kind":"listed","path":"onnxt5/huggingface_utilities.py","file_url":"https://github.com/abelriboulot/onnxt5/blob/HEAD/onnxt5/huggingface_utilities.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7dabd25c614f61b1"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}