{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/massively-multilingual-sentence-embeddings","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","arxiv_id":"1812.10464","date":"2018-12-26","proceeding":"TACL 2019 3","authors":["Mikel Artetxe","Holger Schwenk"],"abstract":"We introduce an architecture to learn joint multilingual sentence representations for 93 languages, belonging to more than 30 different families and written in 28 different scripts. Our system uses a single BiLSTM encoder with a shared BPE vocabulary for all languages, which is coupled with an auxiliary decoder and trained on publicly available parallel corpora. This enables us to learn a classifier on top of the resulting embeddings using English annotated data only, and transfer it to any of the 93 languages without any modification. Our experiments in cross-lingual natural language inference (XNLI dataset), cross-lingual document classification (MLDoc dataset) and parallel corpus mining (BUCC dataset) show the effectiveness of our approach. We also introduce a new test set of aligned sentences in 112 languages, and show that our sentence embeddings obtain strong results in multilingual similarity search even for low-resource languages. Our implementation, the pre-trained encoder and the multilingual test set are available at https://github.com/facebookresearch/LASER","url_abs":"https://arxiv.org/abs/1812.10464v2","url_pdf":"https://arxiv.org/pdf/1812.10464v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/facebookresearch/LASER","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/LawrenceDuan/myLASER","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/Tony4469/laser-agir","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/Unbabel/COMET","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/facebookresearch/vizseq","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/imamathcat/LASER_Dependencies","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/jeongukjae/smaller-labse","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/jiamingkong/infoxlm_paddle","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"paddle","reach":{"status":"ok"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/kmkwon94/ainize-laser","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/prabhakar267/LASER-improved","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/raymondhs/fairseq-laser","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/transducens/LASERtrain","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"massively-multilingual-sentence-embeddings","repo_url":"https://github.com/yannvgn/laserembeddings","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}}],"tasks":[{"task_slug":"cross-lingual-bitext-mining","task_name":"Cross-Lingual Bitext Mining"},{"task_slug":"cross-lingual-document-classification","task_name":"Cross-Lingual Document Classification"},{"task_slug":"cross-lingual-natural-language-inference","task_name":"Cross-Lingual Natural Language Inference"},{"task_slug":"cross-lingual-transfer","task_name":"Cross-Lingual Transfer"},{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"document-classification","task_name":"Document Classification"},{"task_slug":"joint-multilingual-sentence-representations","task_name":"Joint Multilingual Sentence Representations"},{"task_slug":"natural-language-inference","task_name":"Natural Language Inference"},{"task_slug":"parallel-corpus-mining","task_name":"Parallel Corpus Mining"},{"task_slug":"sentence","task_name":"Sentence"},{"task_slug":"sentence-embeddings","task_name":"Sentence Embeddings"},{"task_slug":"zero-shot-cross-lingual-transfer","task_name":"Zero-Shot Cross-Lingual Transfer"}],"methods":[{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"bilstm","method_name":"BiLSTM"},{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[{"slug":"tatoeba","name":"Tatoeba","full_name":"Tatoeba"}],"methods_introduced":[],"results":[{"leaderboard":"/sota/cross-lingual-bitext-mining-on-bucc-chinese","task":"Cross-Lingual Bitext Mining","dataset":"BUCC Chinese-to-English","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":1,"of":1,"metrics":{"F1 score":"92.27"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-bitext-mining-on-bucc-french-to","task":"Cross-Lingual Bitext Mining","dataset":"BUCC French-to-English","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":1,"of":3,"metrics":{"F1 score":"93.91"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-bitext-mining-on-bucc-german-to","task":"Cross-Lingual Bitext Mining","dataset":"BUCC German-to-English","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":1,"of":3,"metrics":{"F1 score":"96.19"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-bitext-mining-on-bucc-russian","task":"Cross-Lingual Bitext Mining","dataset":"BUCC Russian-to-English","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":1,"of":1,"metrics":{"F1 score":"93.3"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on-8","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-Chinese","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":5,"of":5,"metrics":{"Accuracy":"71.93"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on-2","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-French","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":3,"of":6,"metrics":{"Accuracy":"77.95"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-German","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":3,"of":5,"metrics":{"Accuracy":"84.78%"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on-10","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-Italian","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":2,"of":4,"metrics":{"Accuracy":"69.43"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on-11","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-Japanese","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":3,"of":3,"metrics":{"Accuracy":"60.3"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on-9","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-Russian","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":3,"of":5,"metrics":{"Accuracy":"67.78"},"uses_additional_data":false},{"leaderboard":"/sota/cross-lingual-document-classification-on-1","task":"Cross-Lingual Document Classification","dataset":"MLDoc Zero-Shot English-to-Spanish","model":"Massively Multilingual Sentence Embeddings","rank_in_archive_order":3,"of":6,"metrics":{"Accuracy":"77.33"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1812.10464","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1812.10464"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/LASER","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/transducens/LASERtrain","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yannvgn/laserembeddings","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Unbabel/COMET","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jiamingkong/infoxlm_paddle","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jeongukjae/smaller-labse","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Tony4469/laser-agir","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/vizseq","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/raymondhs/fairseq-laser","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/imamathcat/LASER_Dependencies","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kmkwon94/ainize-laser","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/prabhakar267/LASER-improved","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LawrenceDuan/myLASER","reach":null}],"summary":{"ran_draft_wrong":1,"ran_honours":2,"ran_fixture":1,"unverified":6},"by_repo_kind":{"listed":{"samples":10,"ran":4,"repositories":4}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"5e3abc8abc7e1ba3","entry":"BuccExtract","repo":"LawrenceDuan/myLASER","repo_kind":"listed","path":"tasks/bucc/bucc.py","file_url":"https://github.com/LawrenceDuan/myLASER/blob/HEAD/tasks/bucc/bucc.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"5e3abc8abc7e1ba3"}},{"code_sha256_prefix":"ff90acbe13627868","entry":"BuccOptimize","repo":"LawrenceDuan/myLASER","repo_kind":"listed","path":"tasks/bucc/bucc.py","file_url":"https://github.com/LawrenceDuan/myLASER/blob/HEAD/tasks/bucc/bucc.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"ff90acbe13627868"}},{"code_sha256_prefix":"b635d11e8b643e36","entry":"buffered_arange","repo":"transducens/LASERtrain","repo_kind":"listed","path":"fairseq-modules/multilingual_lstm_laser.py","file_url":"https://github.com/transducens/LASERtrain/blob/HEAD/fairseq-modules/multilingual_lstm_laser.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b635d11e8b643e36"}},{"code_sha256_prefix":"6031a95f9f326ac7","entry":"convert_padding_direction","repo":"transducens/LASERtrain","repo_kind":"listed","path":"fairseq-modules/multilingual_lstm_laser.py","file_url":"https://github.com/transducens/LASERtrain/blob/HEAD/fairseq-modules/multilingual_lstm_laser.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6031a95f9f326ac7"}},{"code_sha256_prefix":"13a068cfdda041fe","entry":"adapt_bpe_codes","repo":"yannvgn/laserembeddings","repo_kind":"listed","path":"laserembeddings/utils.py","file_url":"https://github.com/yannvgn/laserembeddings/blob/HEAD/laserembeddings/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"13a068cfdda041fe"}},{"code_sha256_prefix":"ccb4f61614cf3799","entry":"add_decoder_language","repo":"raymondhs/fairseq-laser","repo_kind":"listed","path":"laser/laser_dataset.py","file_url":"https://github.com/raymondhs/fairseq-laser/blob/HEAD/laser/laser_dataset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ccb4f61614cf3799"}},{"code_sha256_prefix":"b2ad3933e6341902","entry":"buffered_arange","repo":"yannvgn/laserembeddings","repo_kind":"listed","path":"laserembeddings/encoder.py","file_url":"https://github.com/yannvgn/laserembeddings/blob/HEAD/laserembeddings/encoder.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"b2ad3933e6341902"}},{"code_sha256_prefix":"19403a190ad0b624","entry":"convert_padding_direction","repo":"yannvgn/laserembeddings","repo_kind":"listed","path":"laserembeddings/encoder.py","file_url":"https://github.com/yannvgn/laserembeddings/blob/HEAD/laserembeddings/encoder.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"19403a190ad0b624"}},{"code_sha256_prefix":"9bb263aefc7737cf","entry":"non_win_string","repo":"yannvgn/laserembeddings","repo_kind":"listed","path":"laserembeddings/__main__.py","file_url":"https://github.com/yannvgn/laserembeddings/blob/HEAD/laserembeddings/__main__.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"9bb263aefc7737cf"}},{"code_sha256_prefix":"50e8df121d8ca072","entry":"uniform_sampler","repo":"raymondhs/fairseq-laser","repo_kind":"listed","path":"laser/laser_dataset.py","file_url":"https://github.com/raymondhs/fairseq-laser/blob/HEAD/laser/laser_dataset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"50e8df121d8ca072"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}