{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/electra/papers/2","list_of":"/method/electra","method":"ELECTRA","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,118],"of":118,"counts":{"archive_papers_tagged":118,"with_a_code_link":55,"where_syntology_ran_a_sample":9,"not_listed_spam_title":0,"listed":118,"listed_where_code_ran":9,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":9,"every_run_a_failure_of_syntologys_instrument":0,"listed_with_a_run_with_no_instrument_failure":9,"listed_every_run_a_failure_of_syntologys_instrument":0,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/electra","prev":"/method/electra","next":null,"papers":[{"paper":"/paper/deer-a-data-efficient-language-model-for","slug":"deer-a-data-efficient-language-model-for","title":"ECONET: Effective Continual Pretraining of Language Models for Event Temporal Reasoning","date":"2020-12-30","arxiv_id":"2012.15283","n_code_links":2,"syntology":null},{"paper":"/paper/medal-medical-abbreviation-disambiguation","slug":"medal-medical-abbreviation-disambiguation","title":"MeDAL: Medical Abbreviation Disambiguation Dataset for Natural Language Understanding Pretraining","date":"2020-12-27","arxiv_id":"2012.13978","n_code_links":1,"syntology":null},{"paper":null,"slug":"to-what-extent-do-human-explanations-of-model","title":"To what extent do human explanations of model behavior align with actual model behavior?","date":"2020-12-24","arxiv_id":"2012.13354","n_code_links":0,"syntology":null},{"paper":"/paper/learning-to-retrieve-entity-aware-knowledge","slug":"learning-to-retrieve-entity-aware-knowledge","title":"Learning to Retrieve Entity-Aware Knowledge and Generate Responses with Copy Mechanism for Task-Oriented Dialogue Systems","date":"2020-12-22","arxiv_id":"2012.11937","n_code_links":1,"syntology":null},{"paper":null,"slug":"focusing-more-on-conflicts-with-mis","title":"Learning from Mistakes: Using Mis-predictions as Harm Alerts in Language Pre-Training","date":"2020-12-16","arxiv_id":"2012.08789","n_code_links":0,"syntology":null},{"paper":"/paper/pre-training-transformers-as-energy-based-1","slug":"pre-training-transformers-as-energy-based-1","title":"Pre-Training Transformers as Energy-Based Cloze Models","date":"2020-12-15","arxiv_id":"2012.08561","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-clarifying-question-selection-system-from","title":"A Clarifying Question Selection System from NTES_ALONG in Convai3 Challenge","date":"2020-10-27","arxiv_id":"2010.14202","n_code_links":0,"syntology":null},{"paper":null,"slug":"commonsense-knowledge-adversarial-dataset","title":"Commonsense knowledge adversarial dataset that challenges ELECTRA","date":"2020-10-25","arxiv_id":"2010.13049","n_code_links":0,"syntology":null},{"paper":"/paper/investigating-the-true-performance-of","slug":"investigating-the-true-performance-of","title":"Exploiting News Article Structure for Automatic Corpus Generation of Entailment Datasets","date":"2020-10-22","arxiv_id":"2010.11574","n_code_links":1,"syntology":null},{"paper":"/paper/german-s-next-language-model","slug":"german-s-next-language-model","title":"German's Next Language Model","date":"2020-10-21","arxiv_id":"2010.10906","n_code_links":1,"syntology":null},{"paper":"/paper/aspect-based-document-similarity-for-research","slug":"aspect-based-document-similarity-for-research","title":"Aspect-based Document Similarity for Research Papers","date":"2020-10-13","arxiv_id":"2010.06395","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["malteos/aspect-document-similarity"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/filling-the-gap-of-utterance-aware-and","slug":"filling-the-gap-of-utterance-aware-and","title":"Filling the Gap of Utterance-aware and Speaker-aware Representation for Multi-turn Dialogue","date":"2020-09-14","arxiv_id":"2009.06504","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":null,"slug":"comparative-study-of-language-models-on-cross","title":"Comparative Study of Language Models on Cross-Domain Data with Model Agnostic Explainability","date":"2020-09-09","arxiv_id":"2009.04095","n_code_links":0,"syntology":null},{"paper":null,"slug":"taking-notes-on-the-fly-helps-bert-pre","title":"Taking Notes on the Fly Helps BERT Pre-training","date":"2020-08-04","arxiv_id":"2008.01466","n_code_links":0,"syntology":null},{"paper":"/paper/roles-and-utilization-of-attention-heads-in","slug":"roles-and-utilization-of-attention-heads-in","title":"Roles and Utilization of Attention Heads in Transformer-based Neural Language Models","date":"2020-07-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/mc-bert-efficient-language-pre-training-via-a","slug":"mc-bert-efficient-language-pre-training-via-a","title":"MC-BERT: Efficient Language Pre-Training via a Meta Controller","date":"2020-06-10","arxiv_id":"2006.05744","n_code_links":1,"syntology":{"ran":2,"of":4,"n_ran_checked":2,"n_instrument":0,"unverified":2,"pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["MC-BERT/MC-BERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"learning-to-rank-with-bert-in-tf-ranking","title":"Learning-to-Rank with BERT in TF-Ranking","date":"2020-04-17","arxiv_id":"2004.08476","n_code_links":0,"syntology":null},{"paper":"/paper/electra-pre-training-text-encoders-as-1","slug":"electra-pre-training-text-encoders-as-1","title":"ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators","date":"2020-03-23","arxiv_id":"2003.10555","n_code_links":19,"syntology":{"ran":31,"of":40,"n_ran_checked":18,"n_instrument":13,"unverified":9,"pointer_only":10,"phrase":"31 ran (of which 7 constructed an object rather than computing a result; 18 with no instrument failure: 2 honoured, 2 violated, 14 with no contract checked; 13 where Syntology's instrument failed) · 9 unverified","official":{"repos":["google-research/electra"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}],"record_sha256":"fc103e7f306fe72600a1b9301a8b09419b33886e0fa5ddcd2772ac38daf1483b","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}