{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/mbert/papers/2","list_of":"/method/mbert","method":"mBERT","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,198],"of":198,"counts":{"archive_papers_tagged":198,"with_a_code_link":98,"where_syntology_ran_a_sample":10,"not_listed_spam_title":0,"listed":198,"listed_where_code_ran":10,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":10,"every_run_a_failure_of_syntologys_instrument":0,"listed_with_a_run_with_no_instrument_failure":10,"listed_every_run_a_failure_of_syntologys_instrument":0,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/mbert","prev":"/method/mbert","next":null,"papers":[{"paper":"/paper/pnlp-mixer-an-efficient-all-mlp-architecture","slug":"pnlp-mixer-an-efficient-all-mlp-architecture","title":"pNLP-Mixer: an Efficient all-MLP Architecture for Language","date":"2022-02-09","arxiv_id":"2202.04350","n_code_links":1,"syntology":null},{"paper":null,"slug":"are-pretrained-multilingual-models-equally","title":"Are Pretrained Multilingual Models Equally Fair Across Languages?","date":"2022-01-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"frustratingly-simple-regularization-to","title":"Frustratingly Simple Regularization to Improve Zero-shot Cross-lingual Robustness","date":"2022-01-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"lexicon-based-fine-tuning-of-multilingual","title":"Lexicon based Fine-tuning of Multilingual Language Models for Sentiment Analysis of Low-resource Languages","date":"2022-01-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"the-impact-of-cross-lingual-adjustment-of","title":"The Impact of Cross-Lingual Adjustment of Contextual Word Representations on Zero-Shot Transfer","date":"2022-01-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"exploring-transformer-based-models-to","title":"Exploring Transformer Based Models to Identify Hate Speech and Offensive Content in English and Indo-Aryan Languages","date":"2021-11-27","arxiv_id":"2111.13974","n_code_links":0,"syntology":null},{"paper":null,"slug":"to-augment-or-not-to-augment-a-comparative","title":"To Augment or Not to Augment? A Comparative Study on Text Augmentation Techniques for Low-Resource NLP","date":"2021-11-18","arxiv_id":"2111.09618","n_code_links":0,"syntology":null},{"paper":null,"slug":"an-isotropy-analysis-in-the-multilingual-bert-1","title":"An Isotropy Analysis in the Multilingual BERT Embedding Space","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/improving-word-translation-via-two-stage","slug":"improving-word-translation-via-two-stage","title":"Improving Word Translation via Two-Stage Contrastive Learning","date":"2021-11-16","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"linguistic-diversity-scores-for-nlp-data-sets","title":"Linguistic Diversity Scores for NLP Data Sets","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"shallow-parsing-for-nepal-bhasa-complement","title":"Shallow Parsing for Nepal Bhasa Complement Clauses","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"zero-shot-dependency-parsing-with-worst-case","title":"Zero-Shot Dependency Parsing with Worst-Case Aware Automated Curriculum Learning","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"cross-lingual-training-of-dense-retrievers","title":"Cross-Lingual Training of Dense Retrievers for Document Retrieval","date":"2021-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"limitations-of-knowledge-distillation-for","title":"Limitations of Knowledge Distillation for Zero-shot Transfer Learning","date":"2021-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/small-data-no-problem-exploring-the-viability","slug":"small-data-no-problem-exploring-the-viability","title":"Small Data? No Problem! Exploring the Viability of Pretrained Multilingual Language Models for Low-resourced Languages","date":"2021-11-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/improved-multilingual-language-model","slug":"improved-multilingual-language-model","title":"Improved Multilingual Language Model Pretraining for Social Media Text via Translation Pair Prediction","date":"2021-10-20","arxiv_id":"2110.10318","n_code_links":1,"syntology":null},{"paper":null,"slug":"predicting-the-performance-of-multilingual","title":"Predicting the Performance of Multilingual NLP Models","date":"2021-10-17","arxiv_id":"2110.08875","n_code_links":0,"syntology":null},{"paper":"/paper/learning-compact-metrics-for-mt","slug":"learning-compact-metrics-for-mt","title":"Learning Compact Metrics for MT","date":"2021-10-12","arxiv_id":"2110.06341","n_code_links":1,"syntology":null},{"paper":"/paper/cross-language-learning-for-entity-matching","slug":"cross-language-learning-for-entity-matching","title":"Cross-Language Learning for Entity Matching","date":"2021-10-07","arxiv_id":"2110.03338","n_code_links":1,"syntology":null},{"paper":"/paper/storydb-broad-multi-language-narrative","slug":"storydb-broad-multi-language-narrative","title":"StoryDB: Broad Multi-language Narrative Dataset","date":"2021-09-29","arxiv_id":"2109.14396","n_code_links":0,"syntology":null},{"paper":null,"slug":"exploring-teacher-student-learning-approach","title":"Exploring Teacher-Student Learning Approach for Multi-lingual Speech-to-Intent Classification","date":"2021-09-28","arxiv_id":"2109.13486","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-prunability-of-attention-heads-in","title":"On the Prunability of Attention Heads in Multilingual BERT","date":"2021-09-26","arxiv_id":"2109.12683","n_code_links":0,"syntology":null},{"paper":"/paper/role-of-language-relatedness-in-multilingual","slug":"role-of-language-relatedness-in-multilingual","title":"Role of Language Relatedness in Multilingual Fine-tuning of Language Models: A Case Study in Indo-Aryan Languages","date":"2021-09-22","arxiv_id":"2109.10534","n_code_links":1,"syntology":null},{"paper":null,"slug":"dis-rex-a-multilingual-dataset-for-distantly-1","title":"DiS-ReX: A Multilingual Dataset for Distantly Supervised Relation Extraction","date":"2021-09-17","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-universality-of-deep-contextual","title":"On the Universality of Deep Contextual Language Models","date":"2021-09-15","arxiv_id":"2109.07140","n_code_links":0,"syntology":null},{"paper":"/paper/on-the-language-specificity-of-multilingual","slug":"on-the-language-specificity-of-multilingual","title":"On the Language-specificity of Multilingual BERT and the Impact of Fine-tuning","date":"2021-09-14","arxiv_id":"2109.06935","n_code_links":1,"syntology":null},{"paper":null,"slug":"biomedical-and-clinical-language-models-for","title":"Biomedical and Clinical Language Models for Spanish: On the Benefits of Domain-Specific Pretraining in a Mid-Resource Scenario","date":"2021-09-08","arxiv_id":"2109.03570","n_code_links":0,"syntology":null},{"paper":"/paper/nearest-neighbour-few-shot-learning-for-cross","slug":"nearest-neighbour-few-shot-learning-for-cross","title":"Nearest Neighbour Few-Shot Learning for Cross-lingual Classification","date":"2021-09-06","arxiv_id":"2109.02221","n_code_links":1,"syntology":{"ran":7,"of":10,"n_ran_checked":7,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":null}},{"paper":null,"slug":"cross-lingual-training-with-dense-retrieval","title":"Cross-Lingual Training with Dense Retrieval for Document Retrieval","date":"2021-09-03","arxiv_id":"2109.01628","n_code_links":0,"syntology":null},{"paper":"/paper/cross-lingual-text-classification-of","slug":"cross-lingual-text-classification-of","title":"Cross-Lingual Text Classification of Transliterated Hindi and Malayalam","date":"2021-08-31","arxiv_id":"2108.13620","n_code_links":1,"syntology":null},{"paper":"/paper/cosy-counterfactual-syntax-for-cross-lingual","slug":"cosy-counterfactual-syntax-for-cross-lingual","title":"COSY: COunterfactual SYntax for Cross-Lingual Understanding","date":"2021-08-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/gabert-an-irish-language-model","slug":"gabert-an-irish-language-model","title":"gaBERT -- an Irish Language Model","date":"2021-07-27","arxiv_id":"2107.12930","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-primer-on-pretrained-multilingual-language","title":"A Primer on Pretrained Multilingual Language Models","date":"2021-07-01","arxiv_id":"2107.00676","n_code_links":0,"syntology":null},{"paper":"/paper/bilingual-alignment-pre-training-for-zero","slug":"bilingual-alignment-pre-training-for-zero","title":"Bilingual Alignment Pre-Training for Zero-Shot Cross-Lingual Transfer","date":"2021-06-03","arxiv_id":"2106.01732","n_code_links":1,"syntology":null},{"paper":"/paper/syntax-augmented-multilingual-bert-for-cross","slug":"syntax-augmented-multilingual-bert-for-cross","title":"Syntax-augmented Multilingual BERT for Cross-lingual Transfer","date":"2021-06-03","arxiv_id":"2106.02134","n_code_links":1,"syntology":null},{"paper":null,"slug":"uob-at-profner-2021-data-augmentation-for","title":"UoB at ProfNER 2021: Data Augmentation for Classification Using Machine Translation","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/operationalizing-a-national-digital-library","slug":"operationalizing-a-national-digital-library","title":"Operationalizing a National Digital Library: The Case for a Norwegian Transformer Model","date":"2021-04-19","arxiv_id":"2104.09617","n_code_links":2,"syntology":null},{"paper":"/paper/dis-rex-a-multilingual-dataset-for-distantly","slug":"dis-rex-a-multilingual-dataset-for-distantly","title":"DiS-ReX: A Multilingual Dataset for Distantly Supervised Relation Extraction","date":"2021-04-17","arxiv_id":"2104.08655","n_code_links":1,"syntology":null},{"paper":null,"slug":"uppsala-nlp-at-semeval-2021-task-2","title":"Uppsala NLP at SemEval-2021 Task 2: Multilingual Language Models for Fine-tuning and Feature Extraction in Word-in-Context Disambiguation","date":"2021-04-08","arxiv_id":"2104.03767","n_code_links":0,"syntology":null},{"paper":null,"slug":"bertologicomix-how-does-code-mixing-interact","title":"BERTologiCoMix: How does Code-Mixing interact with Multilingual BERT?","date":"2021-04-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/challenges-in-annotating-and-parsing-spoken","slug":"challenges-in-annotating-and-parsing-spoken","title":"Challenges in Annotating and Parsing Spoken, Code-switched, Frisian-Dutch Data","date":"2021-04-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"introducing-a-large-tunisian-arabizi","title":"Introducing A large Tunisian Arabizi Dialectal Dataset for Sentiment Analysis","date":"2021-04-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"ssn-dibertsity-lt-edi-eacl2021-hope-speech","title":"ssn_diBERTsity@LT-EDI-EACL2021:Hope Speech Detection on multilingual YouTube comments via transformer based approach","date":"2021-04-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/subword-pooling-makes-a-difference-1","slug":"subword-pooling-makes-a-difference-1","title":"Subword Pooling Makes a Difference","date":"2021-04-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"task-oriented-dialog-systems-for-dravidian","title":"Task-Oriented Dialog Systems for Dravidian Languages","date":"2021-04-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/towards-offensive-language-identification-for","slug":"towards-offensive-language-identification-for","title":"Towards Offensive Language Identification for Dravidian Languages","date":"2021-04-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"bertinho-galician-bert-representations","title":"Bertinho: Galician BERT Representations","date":"2021-03-25","arxiv_id":"2103.13799","n_code_links":0,"syntology":null},{"paper":null,"slug":"angrybert-joint-learning-target-and-emotion","title":"AngryBERT: Joint Learning Target and Emotion for Hate Speech Detection","date":"2021-03-14","arxiv_id":"2103.11800","n_code_links":0,"syntology":null},{"paper":"/paper/multilingual-code-switching-for-zero-shot","slug":"multilingual-code-switching-for-zero-shot","title":"Multilingual Code-Switching for Zero-Shot Cross-Lingual Intent Prediction and Slot Filling","date":"2021-03-13","arxiv_id":"2103.07792","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["jitinkrishnan/Multilingual-ZeroShot-SlotFilling"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/canine-pre-training-an-efficient-tokenization","slug":"canine-pre-training-an-efficient-tokenization","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","date":"2021-03-11","arxiv_id":"2103.06874","n_code_links":6,"syntology":null},{"paper":null,"slug":"lightmbert-a-simple-yet-effective-method-for","title":"LightMBERT: A Simple Yet Effective Method for Multilingual BERT Distillation","date":"2021-03-11","arxiv_id":"2103.06418","n_code_links":0,"syntology":null},{"paper":null,"slug":"automatic-difficulty-classification-of-arabic","title":"Automatic Difficulty Classification of Arabic Sentences","date":"2021-03-07","arxiv_id":"2103.04386","n_code_links":0,"syntology":null},{"paper":null,"slug":"vyakarana-a-colorless-green-benchmark-for","title":"Vyākarana: A Colorless Green Benchmark for Syntactic Evaluation in Indic Languages","date":"2021-03-01","arxiv_id":"2103.00854","n_code_links":0,"syntology":null},{"paper":"/paper/subword-pooling-makes-a-difference","slug":"subword-pooling-makes-a-difference","title":"Subword Pooling Makes a Difference","date":"2021-02-22","arxiv_id":"2102.10864","n_code_links":1,"syntology":null},{"paper":"/paper/multilingual-lama-investigating-knowledge-in","slug":"multilingual-lama-investigating-knowledge-in","title":"Multilingual LAMA: Investigating Knowledge in Multilingual Pretrained Language Models","date":"2021-02-01","arxiv_id":"2102.00894","n_code_links":1,"syntology":null},{"paper":"/paper/sj-aj-dravidianlangtech-eacl2021-task","slug":"sj-aj-dravidianlangtech-eacl2021-task","title":"SJ_AJ@DravidianLangTech-EACL2021: Task-Adaptive Pre-Training of Multilingual BERT models for Offensive Language Identification","date":"2021-02-01","arxiv_id":"2102.01051","n_code_links":1,"syntology":null},{"paper":null,"slug":"attention-can-reflect-syntactic-structure-if","title":"Attention Can Reflect Syntactic Structure (If You Let It)","date":"2021-01-26","arxiv_id":"2101.10927","n_code_links":0,"syntology":null},{"paper":"/paper/deep-subjecthood-higher-order-grammatical","slug":"deep-subjecthood-higher-order-grammatical","title":"Deep Subjecthood: Higher-Order Grammatical Features in Multilingual BERT","date":"2021-01-26","arxiv_id":"2101.11043","n_code_links":1,"syntology":null},{"paper":null,"slug":"distilling-large-language-models-into-tiny","title":"Distilling Large Language Models into Tiny and Effective Students using pQRNN","date":"2021-01-21","arxiv_id":"2101.08890","n_code_links":0,"syntology":null},{"paper":null,"slug":"walk-in-wild-an-ensemble-approach-for","title":"Walk in Wild: An Ensemble Approach for Hostility Detection in Hindi Posts","date":"2021-01-15","arxiv_id":"2101.06004","n_code_links":0,"syntology":null},{"paper":null,"slug":"evaluation-of-deep-learning-models-for","title":"Evaluation of Deep Learning Models for Hostility Detection in Hindi Text","date":"2021-01-11","arxiv_id":"2101.04144","n_code_links":0,"syntology":null},{"paper":"/paper/cmce-at-semeval-2020-task-1-clustering-on","slug":"cmce-at-semeval-2020-task-1-clustering-on","title":"CMCE at SemEval-2020 Task 1: Clustering on Manifolds of Contextualized Embeddings to Detect Historical Meaning Shifts","date":"2020-12-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"grupato-at-semeval-2020-task-12-retraining","title":"GruPaTo at SemEval-2020 Task 12: Retraining mBERT on Social Media and Fine-tuned Offensive Language Models","date":"2020-12-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"msr-india-at-semeval-2020-task-9-multilingual","title":"MSR India at SemEval-2020 Task 9: Multilingual Models Can Do Code-Mixing Too","date":"2020-12-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"probing-multilingual-bert-for-genetic-and","title":"Probing Multilingual BERT for Genetic and Typological Signals","date":"2020-11-04","arxiv_id":"2011.02070","n_code_links":0,"syntology":null},{"paper":null,"slug":"cross-lingual-training-of-neural-models-for","title":"Cross-Lingual Training of Neural Models for Document Ranking","date":"2020-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"from-zero-to-hero-on-the-limitations-of-zero-1","title":"From Zero to Hero: On the Limitations of Zero-Shot Language Transfer with Multilingual Transformers","date":"2020-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"identifying-elements-essential-for-bert-s","title":"Identifying Elements Essential for BERT's Multilinguality","date":"2020-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/its-not-greek-to-mbert-inducing-word-level","slug":"its-not-greek-to-mbert-inducing-word-level","title":"It’s not Greek to mBERT: Inducing Word-Level Translations from Multilingual BERT","date":"2020-11-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"upb-at-semeval-2020-task-12-multilingual","title":"UPB at SemEval-2020 Task 12: Multilingual Offensive Language Detection on Social Media by Fine-tuning a Variety of BERT-based Models","date":"2020-10-26","arxiv_id":"2010.13609","n_code_links":0,"syntology":null},{"paper":null,"slug":"char2subword-extending-the-subword-embedding","title":"Char2Subword: Extending the Subword Embedding Space Using Robust Character Compositionality","date":"2020-10-24","arxiv_id":"2010.12730","n_code_links":0,"syntology":null},{"paper":null,"slug":"clustering-contextualized-representations-of","title":"Deep Clustering of Text Representations for Supervision-free Probing of Syntax","date":"2020-10-24","arxiv_id":"2010.12784","n_code_links":0,"syntology":null},{"paper":null,"slug":"dict-mlm-improved-multilingual-pre-training","title":"DICT-MLM: Improved Multilingual Pre-Training using Bilingual Dictionaries","date":"2020-10-23","arxiv_id":"2010.12566","n_code_links":0,"syntology":null},{"paper":null,"slug":"multilingual-bert-post-pretraining-alignment","title":"Multilingual BERT Post-Pretraining Alignment","date":"2020-10-23","arxiv_id":"2010.12547","n_code_links":0,"syntology":null},{"paper":"/paper/it-s-not-greek-to-mbert-inducing-word-level","slug":"it-s-not-greek-to-mbert-inducing-word-level","title":"It's not Greek to mBERT: Inducing Word-Level Translations from Multilingual BERT","date":"2020-10-16","arxiv_id":"2010.08275","n_code_links":1,"syntology":{"ran":5,"of":6,"n_ran_checked":2,"n_instrument":3,"unverified":1,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","official":{"repos":["gonenhila/mbert"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"explicit-alignment-objectives-for","title":"Explicit Alignment Objectives for Multilingual Bidirectional Encoders","date":"2020-10-15","arxiv_id":"2010.07972","n_code_links":0,"syntology":null},{"paper":"/paper/no-rumours-please-a-multi-indic-lingual","slug":"no-rumours-please-a-multi-indic-lingual","title":"No Rumours Please! A Multi-Indic-Lingual Approach for COVID Fake-Tweet Detection","date":"2020-10-14","arxiv_id":"2010.06906","n_code_links":1,"syntology":null},{"paper":"/paper/model-selection-for-cross-lingual-transfer-1","slug":"model-selection-for-cross-lingual-transfer-1","title":"Model Selection for Cross-Lingual Transfer","date":"2020-10-13","arxiv_id":"2010.06127","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["edchengg/model_selection"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"detecting-foodborne-illness-complaints-in","title":"Detecting Foodborne Illness Complaints in Multiple Languages Using English Annotations Only","date":"2020-10-11","arxiv_id":"2010.05194","n_code_links":0,"syntology":null},{"paper":"/paper/transfer-learning-and-distant-supervision-for","slug":"transfer-learning-and-distant-supervision-for","title":"Transfer Learning and Distant Supervision for Multilingual Transformer Models: A Study on African Languages","date":"2020-10-07","arxiv_id":"2010.03179","n_code_links":1,"syntology":null},{"paper":"/paper/bert-for-monolingual-and-cross-lingual","slug":"bert-for-monolingual-and-cross-lingual","title":"BERT for Monolingual and Cross-Lingual Reverse Dictionary","date":"2020-09-30","arxiv_id":"2009.14790","n_code_links":1,"syntology":null},{"paper":null,"slug":"cross-lingual-alignment-methods-for","title":"Cross-lingual Alignment Methods for Multilingual BERT: A Comparative Study","date":"2020-09-29","arxiv_id":"2009.14304","n_code_links":0,"syntology":null},{"paper":null,"slug":"model-selection-for-cross-lingual-transfer","title":"Model Selection for Cross-Lingual Transfer using a Learned Scoring Function","date":"2020-09-28","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/filter-an-enhanced-fusion-method-for-cross","slug":"filter-an-enhanced-fusion-method-for-cross","title":"FILTER: An Enhanced Fusion Method for Cross-lingual Language Understanding","date":"2020-09-10","arxiv_id":"2009.05166","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"transferring-monolingual-model-to-low","title":"Transferring Monolingual Model to Low-Resource Language: The Case of Tigrinya","date":"2020-06-13","arxiv_id":"2006.07698","n_code_links":0,"syntology":null},{"paper":"/paper/cosda-ml-multi-lingual-code-switching-data","slug":"cosda-ml-multi-lingual-code-switching-data","title":"CoSDA-ML: Multi-Lingual Code-Switching Data Augmentation for Zero-Shot Cross-Lingual NLP","date":"2020-06-11","arxiv_id":"2006.06402","n_code_links":1,"syntology":null},{"paper":null,"slug":"wikibert-models-deep-transfer-learning-for","title":"WikiBERT models: deep transfer learning for many languages","date":"2020-06-02","arxiv_id":"2006.01538","n_code_links":0,"syntology":null},{"paper":"/paper/are-all-languages-created-equal-in","slug":"are-all-languages-created-equal-in","title":"Are All Languages Created Equal in Multilingual BERT?","date":"2020-05-18","arxiv_id":"2005.09093","n_code_links":1,"syntology":null},{"paper":"/paper/finding-universal-grammatical-relations-in","slug":"finding-universal-grammatical-relations-in","title":"Finding Universal Grammatical Relations in Multilingual BERT","date":"2020-05-09","arxiv_id":"2005.04511","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","official":{"repos":["ethanachi/multilingual-probing-visualization"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"from-zero-to-hero-on-the-limitations-of-zero","title":"From Zero to Hero: On the Limitations of Zero-Shot Cross-Lingual Transfer with Multilingual Transformers","date":"2020-05-01","arxiv_id":"2005.00633","n_code_links":0,"syntology":null},{"paper":"/paper/identifying-necessary-elements-for-bert-s","slug":"identifying-necessary-elements-for-bert-s","title":"Identifying Necessary Elements for BERT's Multilinguality","date":"2020-05-01","arxiv_id":"2005.00396","n_code_links":1,"syntology":null},{"paper":"/paper/a-focused-study-to-compare-arabic-pre","slug":"a-focused-study-to-compare-arabic-pre","title":"An Empirical Study of Pre-trained Transformers for Arabic Information Extraction","date":"2020-04-30","arxiv_id":"2004.14519","n_code_links":1,"syntology":null},{"paper":null,"slug":"on-the-evaluation-of-contextual-embeddings","title":"Don't Use English Dev: On the Zero-Shot Cross-Lingual Evaluation of Contextual Embeddings","date":"2020-04-30","arxiv_id":"2004.15001","n_code_links":0,"syntology":null},{"paper":"/paper/lareqa-language-agnostic-answer-retrieval","slug":"lareqa-language-agnostic-answer-retrieval","title":"LAReQA: Language-agnostic answer retrieval from a multilingual pool","date":"2020-04-11","arxiv_id":"2004.05484","n_code_links":1,"syntology":null},{"paper":null,"slug":"what-the-mask-making-sense-of-language","title":"What the [MASK]? Making Sense of Language-Specific BERT Models","date":"2020-03-05","arxiv_id":"2003.02912","n_code_links":0,"syntology":null},{"paper":"/paper/how-language-neutral-is-multilingual-bert","slug":"how-language-neutral-is-multilingual-bert","title":"How Language-Neutral is Multilingual BERT?","date":"2019-11-08","arxiv_id":"1911.03310","n_code_links":1,"syntology":null},{"paper":"/paper/beto-bentz-becas-the-surprising-cross-lingual","slug":"beto-bentz-becas-the-surprising-cross-lingual","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","date":"2019-04-19","arxiv_id":"1904.09077","n_code_links":2,"syntology":null},{"paper":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","n_code_links":534,"syntology":{"ran":300,"of":659,"n_ran_checked":235,"n_instrument":65,"unverified":359,"pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 235 with no instrument failure: 17 honoured, 4 violated, 214 with no contract checked; 65 where Syntology's instrument failed) · 359 unverified","official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}],"record_sha256":"5619bdad580972087b48988c2eb94843f02aca648e4bf0802bd5d3a39f7808ab","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}