{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-09236","title":"Matching Meaning at Scale: Evaluating Semantic Search for 18th-Century Intellectual History through the Case of Locke","arxiv_id":"2605.09236","date":"2026-05-10","proceeding":null,"authors":["Yu Wu","Ananth Mahadevan","Filip Ginter","Michael Mathioudakis","Mikko Tolonen"],"abstract":"While digitized corpora have transformed the study of intellectual transmission, current methods rely heavily on lexical text reuse detection, capturing verbatim quotations but fundamentally missing paraphrases and complex implicit engagement. This paper evaluates semantic search in 18th-century intellectual history through the reception of John Locke's foundational work. Using expert annotation grounded in a semantic taxonomy, we examine whether an off-the-shelf semantic search pipeline can surface meaning-level correspondences overlooked by lexical methods. Our results demonstrate that semantic search retrieves substantially more implicit receptions than lexical baselines. However, linguistic diagnostics also reveal a \"lexical gatekeeping\" effect, where retrieval remains partially constrained by surface vocabulary overlap. These findings highlight both the potential and the limitations of semantic retrieval for analyzing the circulation of ideas in large historical corpora. The data is available at https://github.com/COMHIS/locke-sim-data.","url_abs":"https://arxiv.org/abs/2605.09236","url_pdf":"https://arxiv.org/pdf/2605.09236","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":null,"mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.09236"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/COMHIS/locke-sim-data","reach":{"status":"ok","spdx":"NOASSERTION"}},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/TurkuNLP/semantic-sim","reach":null}],"summary":{"ran":13,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":14,"ran":13,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"6ed105130bd872bf","entry":"collate","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"embed_data.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/embed_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6ed105130bd872bf"}},{"code_sha256_prefix":"c97754bcbf6fdea1","entry":"embed_batch","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"embed.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/embed.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c97754bcbf6fdea1"}},{"code_sha256_prefix":"ffa9d49520a1a132","entry":"embed_batch","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"embed_sbert.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/embed_sbert.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ffa9d49520a1a132"}},{"code_sha256_prefix":"2d0224d483d91857","entry":"grouper","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"interactive_index.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/interactive_index.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2d0224d483d91857"}},{"code_sha256_prefix":"c5b52464dd6c62a5","entry":"line_about_ok","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"clean_data.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/clean_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c5b52464dd6c62a5"}},{"code_sha256_prefix":"24df7eb1a19e250b","entry":"line_clean","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"clean_data.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/clean_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"24df7eb1a19e250b"}},{"code_sha256_prefix":"7979f5424cb0defe","entry":"main_cls","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"plot.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/plot.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7979f5424cb0defe"}},{"code_sha256_prefix":"43c3943e2bfa8ea9","entry":"open_possibly_gz_file","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"id2txt.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/id2txt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"43c3943e2bfa8ea9"}},{"code_sha256_prefix":"b15b3e24b6e9ffbd","entry":"pad_with_zero","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"embed_data.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/embed_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b15b3e24b6e9ffbd"}},{"code_sha256_prefix":"61a1aa1e32f835b2","entry":"random_sample_of_batches","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"create_faiss_index.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/create_faiss_index.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"61a1aa1e32f835b2"}},{"code_sha256_prefix":"cc60092f64f71a73","entry":"read_results","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"plot.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/plot.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cc60092f64f71a73"}},{"code_sha256_prefix":"77382c479342ef23","entry":"remove_initial_dash","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"clean_data.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/clean_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"77382c479342ef23"}},{"code_sha256_prefix":"0a1348b9e265f50a","entry":"s2hash","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"index_sentences.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/index_sentences.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0a1348b9e265f50a"}},{"code_sha256_prefix":"033b3990e98095d9","entry":"open_possibly_gz_file","repo":"TurkuNLP/semantic-sim","repo_kind":"found_in_text","path":"interactive_index.py","file_url":"https://github.com/TurkuNLP/semantic-sim/blob/HEAD/interactive_index.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"033b3990e98095d9"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}