{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/an-efficient-framework-for-learning-sentence","title":"An efficient framework for learning sentence representations","arxiv_id":"1803.02893","date":"2018-03-07","proceeding":"ICLR 2018 1","authors":["Lajanugen Logeswaran","Honglak Lee"],"abstract":"In this work we propose a simple and efficient framework for learning\nsentence representations from unlabelled data. Drawing inspiration from the\ndistributional hypothesis and recent work on learning sentence representations,\nwe reformulate the problem of predicting the context in which a sentence\nappears as a classification problem. Given a sentence and its context, a\nclassifier distinguishes context sentences from other contrastive sentences\nbased on their vector representations. This allows us to efficiently learn\ndifferent types of encoding functions, and we show that the model learns\nhigh-quality sentence representations. We demonstrate that our sentence\nrepresentations outperform state-of-the-art unsupervised and supervised\nrepresentation learning methods on several downstream NLP tasks that involve\nunderstanding sentence semantics while achieving an order of magnitude speedup\nin training time.","url_abs":"http://arxiv.org/abs/1803.02893v1","url_pdf":"http://arxiv.org/pdf/1803.02893v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"an-efficient-framework-for-learning-sentence","repo_url":"https://github.com/RRisto/quickthoughts","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"an-efficient-framework-for-learning-sentence","repo_url":"https://github.com/asappresearch/dialog-intent-induction","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"an-efficient-framework-for-learning-sentence","repo_url":"https://github.com/coleridge72/quick_thoughts","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"an-efficient-framework-for-learning-sentence","repo_url":"https://github.com/google/embedding-tests","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"an-efficient-framework-for-learning-sentence","repo_url":"https://github.com/jcaip/quickthoughts","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"an-efficient-framework-for-learning-sentence","repo_url":"https://github.com/lajanugen/S2V","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"classification","task_name":"General Classification"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"sentence","task_name":"Sentence"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1803.02893","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1803.02893"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lajanugen/S2V","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/RRisto/quickthoughts","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/coleridge72/quick_thoughts","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/asappresearch/dialog-intent-induction","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google/embedding-tests","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jcaip/quickthoughts","reach":{"status":"ok"}}],"summary":{"unverified":21},"by_repo_kind":{"listed":{"samples":21,"ran":0,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"aa39e8c335b8b839","entry":"build_ae_model","repo":"google/embedding-tests","repo_kind":"listed","path":"attribute/models.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/attribute/models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aa39e8c335b8b839"}},{"code_sha256_prefix":"b4689ebdf48c8bdf","entry":"build_model","repo":"google/embedding-tests","repo_kind":"listed","path":"attribute/models.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/attribute/models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b4689ebdf48c8bdf"}},{"code_sha256_prefix":"1699bd3e697065eb","entry":"build_vocabulary","repo":"google/embedding-tests","repo_kind":"listed","path":"authorship_text.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/authorship_text.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1699bd3e697065eb"}},{"code_sha256_prefix":"f9c19e8923763bb4","entry":"create_lookup_tables","repo":"google/embedding-tests","repo_kind":"listed","path":"train_word_embedding_dp.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/train_word_embedding_dp.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f9c19e8923763bb4"}},{"code_sha256_prefix":"10c7d448434a5383","entry":"euclidean_metric","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"model/utils.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/model/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"10c7d448434a5383"}},{"code_sha256_prefix":"a3f2c032d2c01d6d","entry":"filter_labels","repo":"google/embedding-tests","repo_kind":"listed","path":"inversion_bert.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/inversion_bert.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a3f2c032d2c01d6d"}},{"code_sha256_prefix":"3012d3468a89592b","entry":"filter_sents_indices","repo":"google/embedding-tests","repo_kind":"listed","path":"save_text_embedding.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/save_text_embedding.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3012d3468a89592b"}},{"code_sha256_prefix":"68f577055d00b15c","entry":"get_clusters","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"datasets/askubuntu_preprocess.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/datasets/askubuntu_preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"68f577055d00b15c"}},{"code_sha256_prefix":"72d79342f5c121ac","entry":"get_col_by_role","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"labeled_unlabeled_merger.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/labeled_unlabeled_merger.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"72d79342f5c121ac"}},{"code_sha256_prefix":"603d9db381f4b2c1","entry":"get_fetch_by_layer","repo":"google/embedding-tests","repo_kind":"listed","path":"inversion_use.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/inversion_use.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"603d9db381f4b2c1"}},{"code_sha256_prefix":"83f35794b2541212","entry":"get_target","repo":"google/embedding-tests","repo_kind":"listed","path":"train_word_embedding_dp.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/train_word_embedding_dp.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"83f35794b2541212"}},{"code_sha256_prefix":"deda7a319111941b","entry":"ids_to_sentence","repo":"coleridge72/quick_thoughts","repo_kind":"listed","path":"analysis.py","file_url":"https://github.com/coleridge72/quick_thoughts/blob/HEAD/analysis.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"deda7a319111941b"}},{"code_sha256_prefix":"10bf05d8748667ab","entry":"load_posts","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"datasets/askubuntu_preprocess.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/datasets/askubuntu_preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"10bf05d8748667ab"}},{"code_sha256_prefix":"69c3a9f159d38fe2","entry":"mean_pool","repo":"google/embedding-tests","repo_kind":"listed","path":"inversion_use.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/inversion_use.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"69c3a9f159d38fe2"}},{"code_sha256_prefix":"bcc6353fd5a3afac","entry":"pad_paragraphs","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"model/utils.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/model/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bcc6353fd5a3afac"}},{"code_sha256_prefix":"c88a716892640c81","entry":"pad_sentences","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"model/utils.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/model/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c88a716892640c81"}},{"code_sha256_prefix":"7585f0e77d8e86db","entry":"preprocess_raw_data","repo":"google/embedding-tests","repo_kind":"listed","path":"authorship_text.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/authorship_text.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7585f0e77d8e86db"}},{"code_sha256_prefix":"db6c70abdf239846","entry":"read_posts_index","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"datasets/askubuntu_preprocess.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/datasets/askubuntu_preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"db6c70abdf239846"}},{"code_sha256_prefix":"ab56cab4551b8f35","entry":"sents_to_sparse","repo":"google/embedding-tests","repo_kind":"listed","path":"inversion_use.py","file_url":"https://github.com/google/embedding-tests/blob/HEAD/inversion_use.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ab56cab4551b8f35"}},{"code_sha256_prefix":"962f3fb3209d777e","entry":"transform","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"run_mvsc.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/run_mvsc.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"962f3fb3209d777e"}},{"code_sha256_prefix":"855b1f313f931743","entry":"transform","repo":"asappresearch/dialog-intent-induction","repo_kind":"listed","path":"train_qt.py","file_url":"https://github.com/asappresearch/dialog-intent-induction/blob/HEAD/train_qt.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"855b1f313f931743"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}