{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/last-token-pool","entry":"last_token_pool","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":18,"n_papers_ran":11,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":13,"n_samples_ran":11,"n_samples_fingerprinted":6,"n_places":19,"n_places_pointer_only":8,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":2,"ran_fixture":3,"ran":6,"unverified":2},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2607.24688","paper":"/paper/arxiv-2607-24688","title":"Beyond Scale and Generation: Understanding Language Model-based Entity Matching","date":null,"month_inferred_from_arxiv_id":"2026-07","title_source":"syntology","repo":"Jantory/llm-trained-matcher","path":"probe_geometry.py","file_url":"https://github.com/Jantory/llm-trained-matcher/blob/HEAD/probe_geometry.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"f92d0a29632c86a4","mcp_get_code":{"code_sha256":"f92d0a29632c86a4"}},{"arxiv_id":"2605.27865","paper":"/paper/arxiv-2605-27865","title":"MERIT: Matching Expertise via Rubric-Informed Training for Reviewer Assignment","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"Luli3220/MERIT","path":"MERIT-Retriever/train/preprocess_topk.py","file_url":"https://github.com/Luli3220/MERIT/blob/HEAD/MERIT-Retriever/train/preprocess_topk.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"337c7c257862b7cb","mcp_get_code":{"code_sha256":"337c7c257862b7cb"}},{"arxiv_id":"2605.07158","paper":"/paper/arxiv-2605-07158","title":"Topic Is Not Agenda: A Citation-Community Audit of Text Embeddings","date":null,"month_inferred_from_arxiv_id":"2026-05","title_source":"syntology","repo":"junseon-yoo/topic-not-agenda","path":"code/embeddings/embed_qwen3.py","file_url":"https://github.com/junseon-yoo/topic-not-agenda/blob/HEAD/code/embeddings/embed_qwen3.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f0ae4e135bfc9af9","mcp_get_code":{"code_sha256":"f0ae4e135bfc9af9"}},{"arxiv_id":"2604.06997","paper":"/paper/arxiv-2604-06997","title":"ChunQiuTR: Time-Keyed Temporal Retrieval in Classical Chinese Annals","date":null,"month_inferred_from_arxiv_id":"2026-04","title_source":"syntology","repo":"xbdxwyh/ChunQiuTR","path":"src/models_temporal_dual.py","file_url":"https://github.com/xbdxwyh/ChunQiuTR/blob/HEAD/src/models_temporal_dual.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"456b917630e4c937","mcp_get_code":{"code_sha256":"456b917630e4c937"}},{"arxiv_id":"2603.01990","paper":"/paper/arxiv-2603-01990","title":"According to Me: Long-Term Personalized Referential Memory QA","date":null,"month_inferred_from_arxiv_id":"2026-03","title_source":"syntology","repo":"JingbiaoMei/ATM-Bench","path":"memqa/retrieve/retrievers.py","file_url":"https://github.com/JingbiaoMei/ATM-Bench/blob/HEAD/memqa/retrieve/retrievers.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b15d6769e9f3531d","mcp_get_code":{"code_sha256":"b15d6769e9f3531d"}},{"arxiv_id":"2602.15902","paper":"/paper/arxiv-2602-15902","title":"Doc-to-LoRA: Learning to Instantly Internalize Contexts","date":null,"month_inferred_from_arxiv_id":"2026-02","title_source":"syntology","repo":"SakanaAI/doc-to-lora","path":"src/ctx_to_lora/modeling/text_to_lora.py","file_url":"https://github.com/SakanaAI/doc-to-lora/blob/HEAD/src/ctx_to_lora/modeling/text_to_lora.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"b6c4cb90c7bfeae1","mcp_get_code":{"code_sha256":"b6c4cb90c7bfeae1"}},{"arxiv_id":"2510.21891","paper":"/paper/arxiv-2510-21891","title":"Embedding Trust: Semantic Isotropy Predicts Nonfactuality in Long-Form Text Generation","date":null,"month_inferred_from_arxiv_id":"2025-10","title_source":"syntology","repo":"dhrupadb/semantic_isotropy","path":"lib/python/semantic_isotropy/metrics/isotropy.py","file_url":"https://github.com/dhrupadb/semantic_isotropy/blob/HEAD/lib/python/semantic_isotropy/metrics/isotropy.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2502.17166","paper":"/paper/jurex-4e-juridical-expert-annotated-four","title":"JUREX-4E: Juridical Expert-Annotated Four-Element Knowledge Base for Legal Reasoning","date":"2025-02-24","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"THUlawtech/JUREX","path":"LCR_experiment/FlagEmbedding/flag_models.py","file_url":"https://github.com/THUlawtech/JUREX/blob/HEAD/LCR_experiment/FlagEmbedding/flag_models.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2410.20936","paper":"/paper/autoformalize-mathematical-statements-by","title":"Autoformalize Mathematical Statements by Symbolic Equivalence and Semantic Consistency","date":"2024-10-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"Miracle-Messi/Isa-AutoFormal","path":"equiv_checker/score_label.py","file_url":"https://github.com/Miracle-Messi/Isa-AutoFormal/blob/HEAD/equiv_checker/score_label.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2407.12857","paper":"/paper/automated-peer-reviewing-in-paper-sea","title":"Automated Peer Reviewing in Paper SEA: Standardization, Evaluation, and Analysis","date":"2024-07-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"ecnu-sea/SEA","path":"evaluate_sea_a.py","file_url":"https://github.com/ecnu-sea/SEA/blob/HEAD/evaluate_sea_a.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"e144fbfe3c2921e2","mcp_get_code":{"code_sha256":"e144fbfe3c2921e2"}},{"arxiv_id":"2407.10834","paper":"/paper/metallm-a-high-performant-and-cost-efficient","title":"MetaLLM: A High-performant and Cost-efficient Dynamic Framework for Wrapping LLMs","date":"2024-07-15","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"mail-research/metallm-wrapper","path":"get_embedding_mmlu.py","file_url":"https://github.com/mail-research/metallm-wrapper/blob/HEAD/get_embedding_mmlu.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2406.17692","paper":"/paper/from-distributional-to-overton-pluralism","title":"From Distributional to Overton Pluralism: Investigating Large Language Model Alignment","date":"2024-06-25","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"thomlake/investigating-alignment","path":"create_embeddings.py","file_url":"https://github.com/thomlake/investigating-alignment/blob/HEAD/create_embeddings.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"5e828ee14762bb7a","mcp_get_code":{"code_sha256":"5e828ee14762bb7a"}},{"arxiv_id":"2406.05540","paper":"/paper/a-fine-tuning-dataset-and-benchmark-for-large","title":"A Fine-tuning Dataset and Benchmark for Large Language Models for Protein Understanding","date":"2024-06-08","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"tsynbio/proteinlmdataset","path":"benchmark/embedding_model.py","file_url":"https://github.com/tsynbio/proteinlmdataset/blob/HEAD/benchmark/embedding_model.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2404.13556","paper":"/paper/chatretriever-adapting-large-language-models","title":"ChatRetriever: Adapting Large Language Models for Generalized and Robust Conversational Dense Retrieval","date":"2024-04-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"kyriemao/ChatRetriever","path":"src/kindred/models/model_utils.py","file_url":"https://github.com/kyriemao/ChatRetriever/blob/HEAD/src/kindred/models/model_utils.py","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"427e092aff588e25","mcp_get_code":{"code_sha256":"427e092aff588e25"}},{"arxiv_id":"2404.06347","paper":"/paper/rar-b-reasoning-as-retrieval-benchmark","title":"RAR-b: Reasoning as Retrieval Benchmark","date":"2024-04-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gowitheflow-1998/rar-b","path":"rarb/rarb_models/e5mistral.py","file_url":"https://github.com/gowitheflow-1998/rar-b/blob/HEAD/rarb/rarb_models/e5mistral.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"880b8d7cf30596ca","mcp_get_code":{"code_sha256":"880b8d7cf30596ca"}},{"arxiv_id":"2404.06347","paper":"/paper/rar-b-reasoning-as-retrieval-benchmark","title":"RAR-b: Reasoning as Retrieval Benchmark","date":"2024-04-09","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"gowitheflow-1998/rar-b","path":"rarb/mcr_utils/model_utils.py","file_url":"https://github.com/gowitheflow-1998/rar-b/blob/HEAD/rarb/mcr_utils/model_utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2402.12997","paper":"/paper/towards-trustworthy-reranking-a-simple-yet","title":"Towards Trustworthy Reranking: A Simple yet Effective Abstention Mechanism","date":"2024-02-20","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"artefactory/abstention-reranker","path":"abstention_reranker/compute_mistral_biencoder.py","file_url":"https://github.com/artefactory/abstention-reranker/blob/HEAD/abstention_reranker/compute_mistral_biencoder.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"2ded070fabe7bdc7","mcp_get_code":{"code_sha256":"2ded070fabe7bdc7"}},{"arxiv_id":"2311.13534","paper":"/paper/lm-cocktail-resilient-tuning-of-language","title":"LM-Cocktail: Resilient Tuning of Language Models via Model Merging","date":"2023-11-22","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"flagopen/flagembedding","path":"FlagEmbedding/inference/embedder/decoder_only/base.py","file_url":"https://github.com/flagopen/flagembedding/blob/HEAD/FlagEmbedding/inference/embedder/decoder_only/base.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"c32ab879efe1d4b5","mcp_get_code":{"code_sha256":"c32ab879efe1d4b5"}},{"arxiv_id":"2310.08319","paper":"/paper/fine-tuning-llama-for-multi-stage-text","title":"Fine-Tuning LLaMA for Multi-Stage Text Retrieval","date":"2023-10-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"texttron/tevatron","path":"src/tevatron/megatron/engine.py","file_url":"https://github.com/texttron/tevatron/blob/HEAD/src/tevatron/megatron/engine.py","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"cd7cef6e9418ab5d","mcp_get_code":{"code_sha256":"cd7cef6e9418ab5d"}}]}