{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/roberta-a-robustly-optimized-bert-pretraining","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","arxiv_id":"1907.11692","date":"2019-07-26","proceeding":null,"authors":["Yinhan Liu","Myle Ott","Naman Goyal","Jingfei Du","Mandar Joshi","Danqi Chen","Omer Levy","Mike Lewis","Luke Zettlemoyer","Veselin Stoyanov"],"abstract":"Language model pretraining has led to significant performance gains but careful comparison between different approaches is challenging. Training is computationally expensive, often done on private datasets of different sizes, and, as we will show, hyperparameter choices have significant impact on the final results. We present a replication study of BERT pretraining (Devlin et al., 2019) that carefully measures the impact of many key hyperparameters and training data size. We find that BERT was significantly undertrained, and can match or exceed the performance of every model published after it. Our best model achieves state-of-the-art results on GLUE, RACE and SQuAD. These results highlight the importance of previously overlooked design choices, and raise questions about the source of recently reported improvements. We release our models and code.","url_abs":"https://arxiv.org/abs/1907.11692v1","url_pdf":"https://arxiv.org/pdf/1907.11692v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/pytorch/fairseq","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/10Exahertz/Text-ResNet-on-Sentimental-LIAR-Fake-News","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/CalumPerrio/WNUT-2020","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/G-4-R-Y/Tweet-Sentiment-Extraction","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/G-4-R-Y/Tweet-Sentiment-Extraction-roBERTa-5fold","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/IndicoDataSolutions/finetune","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MPL-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/Karthik-Bhaskar/Context-Based-Question-Answering","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/NathanDuran/Sentence-Encoding-for-DA-Classification","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/SindhuMadi/FakeNewsDetection","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/Tencent/TurboTransformers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/UnknownGenie/altered-BERT-KPE","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/abdumaa/hiqualprop","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/abhishekanand1710/noiseandbias","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/aistairc/kirt_bert_on_abci","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/awslabs/mlm-scoring","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"mxnet","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/bcaitech1/p2-klue-Heeseok-Jeong","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/benywon/ReCO","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/bfopengradient/NLP_ROBERTA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/blawok/named-entity-recognition","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/bluejurand/Kaggle_QA_Google_Labeling","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/brightmart/roberta_zh","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/clovaai/textual-kd-slu","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/common-english/bert-all","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/devhemza/BERTweet_sentiment_analysis","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/dig-team/hanna-benchmark-asg","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/duanchi1230/NLP_Project_AI2_Reasoning_Challenge","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/eternityyw/tram-benchmark","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/expertailab/spaceqa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/facebookresearch/anli","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/few-shot-NER-benchmark/BaselineCode","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/flexible-fl/flex-nlp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"AGPL-3.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/haisongzhang/roberta-tiny-cased","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/hkuds/easyrec","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/huggingface/transformers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/ibm/vira-intent-discovery","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/kaushaltrivedi/fast-bert","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/knuddj1/op_text","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/knuddy/op_text","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/lashoun/hanna-benchmark-asg","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/mthcom/hscore-dataset-pruning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/musixmatchresearch/umberto","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/nguyenvulebinh/vietnamese-roberta","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/obi-ml-public/ehr_deidentification","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/octanove/shiba","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/oneflow-inc/libai","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/pisalore/roberta_results","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/ricaelum42/Contextual-Twitter-Sarcasm-Detection","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/salesforce/codet5","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/sdadas/polish-roberta","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"LGPL-3.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/simon-benigeri/narrative-generation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/tighu20/Kaggle-Tweet-Sentiment-Extraction","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/traviscoan/cards","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/utterworks/fast-bert","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/viethoang1512/kpa","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/wzzzd/LM_NER","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/xiaoqian19940510/text-classification-","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/xiaoqian19940510/text-classification-surveys","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/zaradana/Fast_BERT","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/zfj1998/CodeBert-Code2Text","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/znhy1024/protoco","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/2023-MindSpore-1/ms-code-163","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/MS-P3/code7/tree/main/xlm_roberta_xl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/PaddlePaddle/PaddleNLP/blob/develop/paddlenlp/transformers/roberta/modeling.py","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"paddle","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/lvyufeng/bert4ms","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/pwc-1/Paper-9/tree/main/5/xlm_roberta","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"roberta-a-robustly-optimized-bert-pretraining","repo_url":"https://github.com/yangyucheng000/University/tree/main/model-3/roberta","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null}],"tasks":[{"task_slug":"common-sense-reasoning","task_name":"Common Sense Reasoning"},{"task_slug":"document-image-classification","task_name":"Document Image Classification"},{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"lexical-simplification","task_name":"Lexical Simplification"},{"task_slug":"linguistic-acceptability","task_name":"Linguistic Acceptability"},{"task_slug":"multi-task-language-understanding","task_name":"Multi-task Language Understanding"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"},{"task_slug":"task-1-grouping","task_name":"Only Connect Walls Dataset Task 1 (Grouping)"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"reading-comprehension","task_name":"Reading Comprehension"},{"task_slug":"riddle-sense","task_name":"Riddle Sense"},{"task_slug":"semantic-textual-similarity","task_name":"Semantic Textual Similarity"},{"task_slug":"sentence-completion","task_name":"Sentence Completion"},{"task_slug":"sentiment-analysis","task_name":"Sentiment Analysis"},{"task_slug":"stock-market-prediction","task_name":"Stock Market Prediction"},{"task_slug":"text-classification","task_name":"Text Classification"},{"task_slug":"type-prediction","task_name":"Type prediction"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"roberta","method_name":"RoBERTa"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/common-sense-reasoning-on-commonsenseqa","task":"Common Sense Reasoning","dataset":"CommonsenseQA","model":"RoBERTa-Large 355M","rank_in_archive_order":19,"of":38,"metrics":{"Accuracy":"72.1"},"uses_additional_data":false},{"leaderboard":"/sota/common-sense-reasoning-on-swag","task":"Common Sense Reasoning","dataset":"SWAG","model":"RoBERTa","rank_in_archive_order":2,"of":5,"metrics":{"Test":"89.9"},"uses_additional_data":false},{"leaderboard":"/sota/document-image-classification-on-rvl-cdip","task":"Document Image Classification","dataset":"RVL-CDIP","model":"Roberta base","rank_in_archive_order":31,"of":31,"metrics":{"Accuracy":"90.06","Parameters":"125M"},"uses_additional_data":false},{"leaderboard":"/sota/linguistic-acceptability-on-cola","task":"Linguistic Acceptability","dataset":"CoLA","model":"RoBERTa (ensemble)","rank_in_archive_order":20,"of":43,"metrics":{"Accuracy":"67.8%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-anli-test","task":"Natural Language Inference","dataset":"ANLI test","model":"RoBERTa (Large)","rank_in_archive_order":5,"of":25,"metrics":{"A1":"72.4","A2":"49.8","A3":"44.4"},"uses_additional_data":true},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"RoBERTa","rank_in_archive_order":9,"of":67,"metrics":{"Matched":"90.8"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-multinli","task":"Natural Language Inference","dataset":"MultiNLI","model":"RoBERTa (ensemble)","rank_in_archive_order":60,"of":67,"metrics":{"Mismatched":"90.2"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-qnli","task":"Natural Language Inference","dataset":"QNLI","model":"RoBERTa (ensemble)","rank_in_archive_order":5,"of":43,"metrics":{"Accuracy":"98.9%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"RoBERTa","rank_in_archive_order":18,"of":90,"metrics":{"Accuracy":"88.2%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-rte","task":"Natural Language Inference","dataset":"RTE","model":"RoBERTa (ensemble)","rank_in_archive_order":19,"of":90,"metrics":{"Accuracy":"88.2%"},"uses_additional_data":false},{"leaderboard":"/sota/natural-language-inference-on-wnli","task":"Natural Language Inference","dataset":"WNLI","model":"RoBERTa (ensemble)","rank_in_archive_order":9,"of":23,"metrics":{"Accuracy":"89"},"uses_additional_data":false},{"leaderboard":"/sota/task-1-grouping-on-ocw","task":"Only Connect Walls Dataset Task 1 (Grouping)","dataset":"OCW","model":"RoBERTa (LARGE)","rank_in_archive_order":22,"of":22,"metrics":{"# Correct Groups":"29 ± 3","# Solved Walls":"0 ± 0","Adjusted Mutual Information (AMI)":"9.4 ± .4","Adjusted Rand Index (ARI)":" 8.4 ± .3","Fowlkes Mallows Score (FMS)":" 26.7 ± .2","Wasserstein Distance (WD)":"88.4 ± .4"},"uses_additional_data":true},{"leaderboard":"/sota/question-answering-on-piqa","task":"Question Answering","dataset":"PIQA","model":"RoBERTa-Large 355M","rank_in_archive_order":37,"of":67,"metrics":{"Accuracy":"79.4"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-quora-question-pairs","task":"Question Answering","dataset":"Quora Question Pairs","model":"RoBERTa (ensemble)","rank_in_archive_order":6,"of":19,"metrics":{"Accuracy":"90.2%"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-social-iqa","task":"Question Answering","dataset":"SIQA","model":"RoBERTa-Large 355M (fine-tuned)","rank_in_archive_order":12,"of":24,"metrics":{"Accuracy":"76.7"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-squad20","task":"Question Answering","dataset":"SQuAD2.0","model":"RoBERTa (single model)","rank_in_archive_order":90,"of":286,"metrics":{"EM":"86.820","F1":"89.795"},"uses_additional_data":false},{"leaderboard":"/sota/question-answering-on-squad20-dev","task":"Question Answering","dataset":"SQuAD2.0 dev","model":"RoBERTa (no data aug)","rank_in_archive_order":3,"of":13,"metrics":{"EM":"86.5","F1":"89.4"},"uses_additional_data":true},{"leaderboard":"/sota/reading-comprehension-on-race","task":"Reading Comprehension","dataset":"RACE","model":"RoBERTa","rank_in_archive_order":7,"of":24,"metrics":{"Accuracy":"83.2","Accuracy (High)":"81.3","Accuracy (Middle)":"86.5"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-mrpc","task":"Semantic Textual Similarity","dataset":"MRPC","model":"RoBERTa (ensemble)","rank_in_archive_order":3,"of":45,"metrics":{"Accuracy":"92.3%"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-textual-similarity-on-sts-benchmark","task":"Semantic Textual Similarity","dataset":"STS Benchmark","model":"RoBERTa","rank_in_archive_order":7,"of":66,"metrics":{"Pearson Correlation":"0.922"},"uses_additional_data":false},{"leaderboard":"/sota/sentence-completion-on-hellaswag","task":"Sentence Completion","dataset":"HellaSwag","model":"RoBERTa-Large Ensemble","rank_in_archive_order":24,"of":89,"metrics":{"Accuracy":"85.5"},"uses_additional_data":false},{"leaderboard":"/sota/sentence-completion-on-hellaswag","task":"Sentence Completion","dataset":"HellaSwag","model":"RoBERTa-Large 355M","rank_in_archive_order":40,"of":89,"metrics":{"Accuracy":"81.7"},"uses_additional_data":false},{"leaderboard":"/sota/sentiment-analysis-on-sst-2-binary","task":"Sentiment Analysis","dataset":"SST-2 Binary classification","model":"RoBERTa (ensemble)","rank_in_archive_order":13,"of":87,"metrics":{"Accuracy":"96.7"},"uses_additional_data":false},{"leaderboard":"/sota/stock-market-prediction-on-astock","task":"Stock Market Prediction","dataset":"Astock","model":"RoBERTa WWM Ext (News+Factors)","rank_in_archive_order":11,"of":17,"metrics":{"Accuray":"62.49","F1-score":"62.54","Precision":"62.59","Recall":"62.51"},"uses_additional_data":false},{"leaderboard":"/sota/stock-market-prediction-on-astock","task":"Stock Market Prediction","dataset":"Astock","model":"RoBERTa WWM Ext (News)","rank_in_archive_order":12,"of":17,"metrics":{"Accuray":"61.34","F1-score":"61.48","Precision":"61.97","Recall":"61.32"},"uses_additional_data":false},{"leaderboard":"/sota/text-classification-on-arxiv-10","task":"Text Classification","dataset":"arXiv-10","model":"RoBERTa","rank_in_archive_order":2,"of":4,"metrics":{"Accuracy":"0.779"},"uses_additional_data":false},{"leaderboard":"/sota/type-prediction-on-manytypes4typescript","task":"Type prediction","dataset":"ManyTypes4TypeScript","model":"RoBERTa","rank_in_archive_order":7,"of":9,"metrics":{"Average Accuracy":"59.84","Average F1":"57.54","Average Precision":"57.45","Average Recall":"57.62"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1907.11692","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.11692"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pytorch/fairseq","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/huggingface/transformers","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hkuds/easyrec","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/SindhuMadi/FakeNewsDetection","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/expertailab/spaceqa","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Karthik-Bhaskar/Context-Based-Question-Answering","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lvyufeng/bert4ms","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/awslabs/mlm-scoring","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haisongzhang/roberta-tiny-cased","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/10Exahertz/Text-ResNet-on-Sentimental-LIAR-Fake-News","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/obi-ml-public/ehr_deidentification","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/common-english/bert-all","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/benywon/ReCO","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/NathanDuran/Sentence-Encoding-for-DA-Classification","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bluejurand/Kaggle_QA_Google_Labeling","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/UnknownGenie/altered-BERT-KPE","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pwc-1/Paper-9/tree/main/5/xlm_roberta","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/knuddj1/op_text","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xiaoqian19940510/text-classification-surveys","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/znhy1024/protoco","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dig-team/hanna-benchmark-asg","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/CalumPerrio/WNUT-2020","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zfj1998/CodeBert-Code2Text","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/simon-benigeri/narrative-generation","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/G-4-R-Y/Tweet-Sentiment-Extraction-roBERTa-5fold","reach":{"status":"ok"}}],"summary":{"ran":21,"ran_draft_wrong":1,"unverified":26},"by_repo_kind":{"listed":{"samples":48,"ran":22,"repositories":16}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":23,"samples":[{"code_sha256_prefix":"ad7f6e57dedf08aa","entry":"BertAttention","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ad7f6e57dedf08aa"}},{"code_sha256_prefix":"c3af34b4f438eaea","entry":"BertEmbeddings","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c3af34b4f438eaea"}},{"code_sha256_prefix":"6e60ffe93c5ec5fa","entry":"BertIntermediate","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6e60ffe93c5ec5fa"}},{"code_sha256_prefix":"5e5629cb8e93e004","entry":"BertOutput","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5e5629cb8e93e004"}},{"code_sha256_prefix":"4e755eff48bf0752","entry":"BertPooler","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4e755eff48bf0752"}},{"code_sha256_prefix":"df8363b5430892a0","entry":"BertSelfAttention","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"df8363b5430892a0"}},{"code_sha256_prefix":"fcf3cd282eb03efe","entry":"BertSelfOutput","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fcf3cd282eb03efe"}},{"code_sha256_prefix":"e65cfdc18cd8c48f","entry":"CRF","repo":"wzzzd/LM_NER","repo_kind":"listed","path":"model/roberta_crf.py","file_url":"https://github.com/wzzzd/LM_NER/blob/HEAD/model/roberta_crf.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e65cfdc18cd8c48f"}},{"code_sha256_prefix":"7b8d60647337c2b1","entry":"ClassificationHead","repo":"abdumaa/hiqualprop","repo_kind":"listed","path":"full/custom_sequence_classification.py","file_url":"https://github.com/abdumaa/hiqualprop/blob/HEAD/full/custom_sequence_classification.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7b8d60647337c2b1"}},{"code_sha256_prefix":"0196b04010ddfa00","entry":"CustomRobertaForSequenceClassification","repo":"abdumaa/hiqualprop","repo_kind":"listed","path":"full/custom_sequence_classification.py","file_url":"https://github.com/abdumaa/hiqualprop/blob/HEAD/full/custom_sequence_classification.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0196b04010ddfa00"}},{"code_sha256_prefix":"68faf3c1193d95e7","entry":"Encoder","repo":"xiaoqian19940510/text-classification-surveys","repo_kind":"listed","path":"ChineseTextClassification/models/Transformer.py","file_url":"https://github.com/xiaoqian19940510/text-classification-surveys/blob/HEAD/ChineseTextClassification/models/Transformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"68faf3c1193d95e7"}},{"code_sha256_prefix":"9d6930c9ef7f273b","entry":"Model","repo":"xiaoqian19940510/text-classification-surveys","repo_kind":"listed","path":"ChineseTextClassification/models/Transformer.py","file_url":"https://github.com/xiaoqian19940510/text-classification-surveys/blob/HEAD/ChineseTextClassification/models/Transformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9d6930c9ef7f273b"}},{"code_sha256_prefix":"717e1f9d4eae4141","entry":"Multi_Head_Attention","repo":"xiaoqian19940510/text-classification-surveys","repo_kind":"listed","path":"ChineseTextClassification/models/Transformer.py","file_url":"https://github.com/xiaoqian19940510/text-classification-surveys/blob/HEAD/ChineseTextClassification/models/Transformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"717e1f9d4eae4141"}},{"code_sha256_prefix":"dba0b61c9d62f82f","entry":"Pooler","repo":"hkuds/easyrec","repo_kind":"listed","path":"model.py","file_url":"https://github.com/hkuds/easyrec/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dba0b61c9d62f82f"}},{"code_sha256_prefix":"c15e979783157fb0","entry":"Position_wise_Feed_Forward","repo":"xiaoqian19940510/text-classification-surveys","repo_kind":"listed","path":"ChineseTextClassification/models/Transformer.py","file_url":"https://github.com/xiaoqian19940510/text-classification-surveys/blob/HEAD/ChineseTextClassification/models/Transformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c15e979783157fb0"}},{"code_sha256_prefix":"ce8217cf9489c436","entry":"Positional_Encoding","repo":"xiaoqian19940510/text-classification-surveys","repo_kind":"listed","path":"ChineseTextClassification/models/Transformer.py","file_url":"https://github.com/xiaoqian19940510/text-classification-surveys/blob/HEAD/ChineseTextClassification/models/Transformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ce8217cf9489c436"}},{"code_sha256_prefix":"17243795c9ab1ec3","entry":"RobertaClassificationHead","repo":"salesforce/codet5","repo_kind":"listed","path":"CodeT5/models.py","file_url":"https://github.com/salesforce/codet5/blob/HEAD/CodeT5/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"17243795c9ab1ec3"}},{"code_sha256_prefix":"152609ff366dfb9e","entry":"RobertaNER","repo":"few-shot-NER-benchmark/BaselineCode","repo_kind":"listed","path":"src/meta_model.py","file_url":"https://github.com/few-shot-NER-benchmark/BaselineCode/blob/HEAD/src/meta_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"152609ff366dfb9e"}},{"code_sha256_prefix":"efea4e3ee53c36c9","entry":"Scaled_Dot_Product_Attention","repo":"xiaoqian19940510/text-classification-surveys","repo_kind":"listed","path":"ChineseTextClassification/models/Transformer.py","file_url":"https://github.com/xiaoqian19940510/text-classification-surveys/blob/HEAD/ChineseTextClassification/models/Transformer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"efea4e3ee53c36c9"}},{"code_sha256_prefix":"8ca90d5388372be5","entry":"cos_sim","repo":"viethoang1512/kpa","repo_kind":"listed","path":"qs_kpa/losses/multiple_negatives_ranking_loss.py","file_url":"https://github.com/viethoang1512/kpa/blob/HEAD/qs_kpa/losses/multiple_negatives_ranking_loss.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8ca90d5388372be5"}},{"code_sha256_prefix":"afa18317f44e63ad","entry":"dot_score","repo":"viethoang1512/kpa","repo_kind":"listed","path":"qs_kpa/losses/multiple_negatives_ranking_loss.py","file_url":"https://github.com/viethoang1512/kpa/blob/HEAD/qs_kpa/losses/multiple_negatives_ranking_loss.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"afa18317f44e63ad"}},{"code_sha256_prefix":"3caf26b311c98658","entry":"get_tasks","repo":"pisalore/roberta_results","repo_kind":"listed","path":"glue_tasks/download_glue_data.py","file_url":"https://github.com/pisalore/roberta_results/blob/HEAD/glue_tasks/download_glue_data.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3caf26b311c98658"}},{"code_sha256_prefix":"00ea7705507db813","entry":"BertEncoder","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"00ea7705507db813"}},{"code_sha256_prefix":"f2ab856479b90e8a","entry":"BertLayer","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f2ab856479b90e8a"}},{"code_sha256_prefix":"f43b4161b7bdba24","entry":"BertModel","repo":"GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data","repo_kind":"listed","path":"run_hbm.py","file_url":"https://github.com/GeorgeLuImmortal/Hierarchical-BERT-Model-with-Limited-Labelled-Data/blob/HEAD/run_hbm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f43b4161b7bdba24"}},{"code_sha256_prefix":"b2bd29f8a81790e2","entry":"Easyrec","repo":"hkuds/easyrec","repo_kind":"listed","path":"model.py","file_url":"https://github.com/hkuds/easyrec/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b2bd29f8a81790e2"}},{"code_sha256_prefix":"da835c893505251b","entry":"QuestionAnswering","repo":"expertailab/spaceqa","repo_kind":"listed","path":"question_answering/src/question_answering/question_answering.py","file_url":"https://github.com/expertailab/spaceqa/blob/HEAD/question_answering/src/question_answering/question_answering.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"da835c893505251b"}},{"code_sha256_prefix":"7d40208cd5d0da23","entry":"RoBertaCRF","repo":"wzzzd/LM_NER","repo_kind":"listed","path":"model/roberta_crf.py","file_url":"https://github.com/wzzzd/LM_NER/blob/HEAD/model/roberta_crf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7d40208cd5d0da23"}},{"code_sha256_prefix":"b3e0c37e1e2b9503","entry":"RobertaForMultiLabelSequenceClassification","repo":"kaushaltrivedi/fast-bert","repo_kind":"listed","path":"fast_bert/modeling.py","file_url":"https://github.com/kaushaltrivedi/fast-bert/blob/HEAD/fast_bert/modeling.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b3e0c37e1e2b9503"}},{"code_sha256_prefix":"6788010bd752077c","entry":"RobertaForMultiLabelSequenceClassification","repo":"zaradana/Fast_BERT","repo_kind":"listed","path":"0_fast_bert/modeling.py","file_url":"https://github.com/zaradana/Fast_BERT/blob/HEAD/0_fast_bert/modeling.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6788010bd752077c"}},{"code_sha256_prefix":"a5f2db749ea77f58","entry":"contrastive_loss","repo":"viethoang1512/kpa","repo_kind":"listed","path":"qs_kpa/baselines/tf_models.py","file_url":"https://github.com/viethoang1512/kpa/blob/HEAD/qs_kpa/baselines/tf_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a5f2db749ea77f58"}},{"code_sha256_prefix":"6708df0bbbc13e34","entry":"convert_label_to_similarity","repo":"viethoang1512/kpa","repo_kind":"listed","path":"qs_kpa/losses/circle_loss.py","file_url":"https://github.com/viethoang1512/kpa/blob/HEAD/qs_kpa/losses/circle_loss.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6708df0bbbc13e34"}},{"code_sha256_prefix":"8afaa985063f723e","entry":"convert_state_dict","repo":"lvyufeng/bert4ms","repo_kind":"listed","path":"cybertron/utils.py","file_url":"https://github.com/lvyufeng/bert4ms/blob/HEAD/cybertron/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8afaa985063f723e"}},{"code_sha256_prefix":"e06455e72782e6d0","entry":"convert_to_single_none_row_df","repo":"ibm/vira-intent-discovery","repo_kind":"listed","path":"trim.py","file_url":"https://github.com/ibm/vira-intent-discovery/blob/HEAD/trim.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e06455e72782e6d0"}},{"code_sha256_prefix":"163e38293198fa6a","entry":"drop_duplicates","repo":"traviscoan/cards","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"163e38293198fa6a"}},{"code_sha256_prefix":"9f11fd760e57188c","entry":"estimate_ensemble","repo":"traviscoan/cards","repo_kind":"listed","path":"fit/ensemble.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/fit/ensemble.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9f11fd760e57188c"}},{"code_sha256_prefix":"d4db5e37c5831f1a","entry":"filter_all_data","repo":"ibm/vira-intent-discovery","repo_kind":"listed","path":"prepare.py","file_url":"https://github.com/ibm/vira-intent-discovery/blob/HEAD/prepare.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d4db5e37c5831f1a"}},{"code_sha256_prefix":"57b444571a95cb8a","entry":"filter_oracle_train","repo":"ibm/vira-intent-discovery","repo_kind":"listed","path":"prepare.py","file_url":"https://github.com/ibm/vira-intent-discovery/blob/HEAD/prepare.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"57b444571a95cb8a"}},{"code_sha256_prefix":"53e20baefb5f4cd1","entry":"fit_logistic_classifier","repo":"traviscoan/cards","repo_kind":"listed","path":"fit/logistic.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/fit/logistic.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"53e20baefb5f4cd1"}},{"code_sha256_prefix":"954d7736e2d968f3","entry":"flatten","repo":"traviscoan/cards","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"954d7736e2d968f3"}},{"code_sha256_prefix":"e8ae42ea576c0232","entry":"invert_mask","repo":"lvyufeng/bert4ms","repo_kind":"listed","path":"cybertron/models/bart.py","file_url":"https://github.com/lvyufeng/bert4ms/blob/HEAD/cybertron/models/bart.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e8ae42ea576c0232"}},{"code_sha256_prefix":"e462fa293bb314aa","entry":"load_from_cache","repo":"lvyufeng/bert4ms","repo_kind":"listed","path":"cybertron/utils.py","file_url":"https://github.com/lvyufeng/bert4ms/blob/HEAD/cybertron/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e462fa293bb314aa"}},{"code_sha256_prefix":"712ccc81e62f75b9","entry":"predict_claim","repo":"traviscoan/cards","repo_kind":"listed","path":"fit/ensemble.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/fit/ensemble.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"712ccc81e62f75b9"}},{"code_sha256_prefix":"df853d8826e7a476","entry":"read_csv","repo":"traviscoan/cards","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"df853d8826e7a476"}},{"code_sha256_prefix":"cd2c2c1263e0882d","entry":"remove_between_square_brackets","repo":"traviscoan/cards","repo_kind":"listed","path":"preprocess.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cd2c2c1263e0882d"}},{"code_sha256_prefix":"a9831bf0d050a65c","entry":"remove_non_ascii","repo":"traviscoan/cards","repo_kind":"listed","path":"preprocess.py","file_url":"https://github.com/traviscoan/cards/blob/HEAD/preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a9831bf0d050a65c"}},{"code_sha256_prefix":"8f0494a0f9a303b8","entry":"shift_tokens_right","repo":"lvyufeng/bert4ms","repo_kind":"listed","path":"cybertron/models/bart.py","file_url":"https://github.com/lvyufeng/bert4ms/blob/HEAD/cybertron/models/bart.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8f0494a0f9a303b8"}},{"code_sha256_prefix":"92e80bcaa1f41216","entry":"train","repo":"blawok/named-entity-recognition","repo_kind":"listed","path":"src/source_roberta/train_roberta.py","file_url":"https://github.com/blawok/named-entity-recognition/blob/HEAD/src/source_roberta/train_roberta.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"92e80bcaa1f41216"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}