{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/information-retrieval/papers/ran/1","list_of":"/task/information-retrieval","task":"Information Retrieval","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":2,"rows_per_page":100,"rows":[1,100],"of":191,"counts":{"archive_papers_tagged":4740,"with_a_code_link":1188,"where_syntology_ran_a_sample":191,"not_listed_spam_title":0,"listed":4740,"listed_where_code_ran":191,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":151,"every_run_a_failure_of_syntologys_instrument":40,"listed_with_a_run_with_no_instrument_failure":151,"listed_every_run_a_failure_of_syntologys_instrument":40,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/information-retrieval/papers/ran/1","prev":null,"next":"/task/information-retrieval/papers/ran/2","papers":[{"url":"/paper/deepresearch-bench-a-comprehensive-benchmark","slug":"deepresearch-bench-a-comprehensive-benchmark","title":"DeepResearch Bench: A Comprehensive Benchmark for Deep Research Agents","date":"2025-06-13","arxiv_id":"2506.11763","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/deepresearch-bench-a-comprehensive-benchmark#ran","syntology_url":"https://syntology.ai/paper/2506.11763","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.11763"}},"official":{"repos":["ayanami0730/deep_research_bench"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/2506-08184","slug":"2506-08184","title":"Unable to Forget: Proactive lnterference Reveals Working Memory Limits in LLMs Beyond Context Length","date":"2025-06-09","arxiv_id":"2506.08184","repositories_listed":0,"syntology":{"n":26,"n_ran":25,"n_constructed":0,"n_ran_checked":25,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":25,"n_pointer_only":0,"phrase":"25 ran (of which 0 constructed an object rather than computing a result; 25 with no instrument failure: 0 honoured, 0 violated, 25 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/2506-08184#ran","syntology_url":"https://syntology.ai/paper/2506.08184","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2506.08184"}},"official":null}},{"url":"/paper/bayesian-attention-mechanism-a-probabilistic","slug":"bayesian-attention-mechanism-a-probabilistic","title":"Bayesian Attention Mechanism: A Probabilistic Framework for Positional Encoding and Context Length Extrapolation","date":"2025-05-28","arxiv_id":"2505.22842","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bayesian-attention-mechanism-a-probabilistic#ran","syntology_url":"https://syntology.ai/paper/2505.22842","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.22842"}},"official":{"repos":["ArthurSBianchessi/BAM"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/modality-curation-building-universal","slug":"modality-curation-building-universal","title":"Modality Curation: Building Universal Embeddings for Advanced Multimodal Information Retrieval","date":"2025-05-26","arxiv_id":"2505.19650","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":3,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 3 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/modality-curation-building-universal#ran","syntology_url":"https://syntology.ai/paper/2505.19650","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.19650"}},"official":{"repos":["friedrichor/UNITE"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/rearank-reasoning-re-ranking-agent-via","slug":"rearank-reasoning-re-ranking-agent-via","title":"REARANK: Reasoning Re-ranking Agent via Reinforcement Learning","date":"2025-05-26","arxiv_id":"2505.20046","repositories_listed":1,"syntology":{"n":18,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":4,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/rearank-reasoning-re-ranking-agent-via#ran","syntology_url":"https://syntology.ai/paper/2505.20046","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.20046"}},"official":{"repos":["lezhang7/rearank"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/iterative-self-incentivization-empowers-large","slug":"iterative-self-incentivization-empowers-large","title":"Iterative Self-Incentivization Empowers Large Language Models as Agentic Searchers","date":"2025-05-26","arxiv_id":"2505.20128","repositories_listed":1,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/iterative-self-incentivization-empowers-large#ran","syntology_url":"https://syntology.ai/paper/2505.20128","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.20128"}},"official":{"repos":["mangopy/searchlm"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/poqd-performance-oriented-query-decomposer","slug":"poqd-performance-oriented-query-decomposer","title":"POQD: Performance-Oriented Query Decomposer for Multi-vector retrieval","date":"2025-05-25","arxiv_id":"2505.19189","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/poqd-performance-oriented-query-decomposer#ran","syntology_url":"https://syntology.ai/paper/2505.19189","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.19189"}},"official":{"repos":["pku-sds-lab/poqd-icml25"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/simpledeepsearcher-deep-information-seeking","slug":"simpledeepsearcher-deep-information-seeking","title":"SimpleDeepSearcher: Deep Information Seeking via Web-Powered Reasoning Trajectory Synthesis","date":"2025-05-22","arxiv_id":"2505.16834","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/simpledeepsearcher-deep-information-seeking#ran","syntology_url":"https://syntology.ai/paper/2505.16834","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.16834"}},"official":{"repos":["rucaibox/simpledeepsearcher"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/reasonir-training-retrievers-for-reasoning","slug":"reasonir-training-retrievers-for-reasoning","title":"ReasonIR: Training Retrievers for Reasoning Tasks","date":"2025-04-29","arxiv_id":"2504.20595","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/reasonir-training-retrievers-for-reasoning#ran","syntology_url":"https://syntology.ai/paper/2504.20595","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.20595"}},"official":{"repos":["facebookresearch/reasonir"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/exploring-ell-0-sparsification-for-inference","slug":"exploring-ell-0-sparsification-for-inference","title":"Exploring $\\ell_0$ Sparsification for Inference-free Sparse Retrievers","date":"2025-04-21","arxiv_id":"2504.14839","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/exploring-ell-0-sparsification-for-inference#ran","syntology_url":"https://syntology.ai/paper/2504.14839","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.14839"}},"official":{"repos":["zhichao-aws/opensearch-sparse-model-tuning-sample"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/real-benchmarking-autonomous-agents-on","slug":"real-benchmarking-autonomous-agents-on","title":"REAL: Benchmarking Autonomous Agents on Deterministic Simulations of Real Websites","date":"2025-04-15","arxiv_id":"2504.11543","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/real-benchmarking-autonomous-agents-on#ran","syntology_url":"https://syntology.ai/paper/2504.11543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.11543"}},"official":{"repos":["agi-inc/real","agi-inc/agisdk"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/beyond-outlining-heterogeneous-recursive","slug":"beyond-outlining-heterogeneous-recursive","title":"Beyond Outlining: Heterogeneous Recursive Planning for Adaptive Long-form Writing with Language Models","date":"2025-03-11","arxiv_id":"2503.08275","repositories_listed":1,"syntology":{"n":6,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/beyond-outlining-heterogeneous-recursive#ran","syntology_url":"https://syntology.ai/paper/2503.08275","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.08275"}},"official":{"repos":["principia-ai/WriteHERE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/perplexity-trap-plm-based-retrievers-overrate","slug":"perplexity-trap-plm-based-retrievers-overrate","title":"Perplexity Trap: PLM-Based Retrievers Overrate Low Perplexity Documents","date":"2025-03-11","arxiv_id":"2503.08684","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/perplexity-trap-plm-based-retrievers-overrate#ran","syntology_url":"https://syntology.ai/paper/2503.08684","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.08684"}},"official":{"repos":["whydwelledonai/perplexity-trap"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deepretrieval-powerful-query-generation-for","slug":"deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","arxiv_id":"2503.00223","repositories_listed":1,"syntology":{"n":25,"n_ran":24,"n_constructed":0,"n_ran_checked":23,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":23,"n_pointer_only":0,"phrase":"24 ran (of which 0 constructed an object rather than computing a result; 23 with no instrument failure: 0 honoured, 0 violated, 23 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deepretrieval-powerful-query-generation-for#ran","syntology_url":"https://syntology.ai/paper/2503.00223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.00223"}},"official":{"repos":["pat-jj/deepretrieval"],"state":"official (archive's flag): 24 ran","n_ran":24,"n_constructed":0,"n_ran_no_instrument_failure":23,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rank1-test-time-compute-for-reranking-in","slug":"rank1-test-time-compute-for-reranking-in","title":"Rank1: Test-Time Compute for Reranking in Information Retrieval","date":"2025-02-25","arxiv_id":"2502.18418","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rank1-test-time-compute-for-reranking-in#ran","syntology_url":"https://syntology.ai/paper/2502.18418","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.18418"}},"official":{"repos":["orionw/rank1"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-text-image-interleaved-retrieval","slug":"towards-text-image-interleaved-retrieval","title":"Towards Text-Image Interleaved Retrieval","date":"2025-02-18","arxiv_id":"2502.12799","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/towards-text-image-interleaved-retrieval#ran","syntology_url":"https://syntology.ai/paper/2502.12799","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.12799"}},"official":{"repos":["vec-ai/wikihow-tiir"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/any-information-is-just-worth-one-single","slug":"any-information-is-just-worth-one-single","title":"Any Information Is Just Worth One Single Screenshot: Unifying Search With Visualized Information Retrieval","date":"2025-02-17","arxiv_id":"2502.11431","repositories_listed":1,"syntology":{"n":21,"n_ran":10,"n_constructed":7,"n_ran_checked":8,"n_instrument":2,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"10 ran (of which 7 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/any-information-is-just-worth-one-single#ran","syntology_url":"https://syntology.ai/paper/2502.11431","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.11431"}},"official":null}},{"url":"/paper/taclr-a-scalable-and-efficient-retrieval","slug":"taclr-a-scalable-and-efficient-retrieval","title":"TACLR: A Scalable and Efficient Retrieval-based Method for Industrial Product Attribute Value Identification","date":"2025-01-07","arxiv_id":"2501.03835","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/taclr-a-scalable-and-efficient-retrieval#ran","syntology_url":"https://syntology.ai/paper/2501.03835","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.03835"}},"official":null}},{"url":"/paper/quantifying-positional-biases-in-text","slug":"quantifying-positional-biases-in-text","title":"Quantifying Positional Biases in Text Embedding Models","date":"2024-12-13","arxiv_id":"2412.15241","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quantifying-positional-biases-in-text#ran","syntology_url":"https://syntology.ai/paper/2412.15241","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.15241"}},"official":{"repos":["sgoel97/neurips-embedding-positional-bias"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lamra-large-multimodal-model-as-your-advanced","slug":"lamra-large-multimodal-model-as-your-advanced","title":"LamRA: Large Multimodal Model as Your Advanced Retrieval Assistant","date":"2024-12-02","arxiv_id":"2412.01720","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 3 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lamra-large-multimodal-model-as-your-advanced#ran","syntology_url":"https://syntology.ai/paper/2412.01720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.01720"}},"official":null}},{"url":"/paper/can-llms-be-good-graph-judger-for-knowledge","slug":"can-llms-be-good-graph-judger-for-knowledge","title":"Can LLMs be Good Graph Judge for Knowledge Graph Construction?","date":"2024-11-26","arxiv_id":"2411.17388","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-llms-be-good-graph-judger-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/2411.17388","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.17388"}},"official":{"repos":["hhy-huang/graphjudge"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/assistrag-boosting-the-potential-of-large","slug":"assistrag-boosting-the-potential-of-large","title":"AssistRAG: Boosting the Potential of Large Language Models with an Intelligent Information Assistant","date":"2024-11-11","arxiv_id":"2411.06805","repositories_listed":1,"syntology":{"n":13,"n_ran":10,"n_constructed":1,"n_ran_checked":8,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":13,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/assistrag-boosting-the-potential-of-large#ran","syntology_url":"https://syntology.ai/paper/2411.06805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.06805"}},"official":{"repos":["smallporridge/assistrag"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":1,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/llm-assisted-relevance-assessments-when","slug":"llm-assisted-relevance-assessments-when","title":"LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?","date":"2024-11-11","arxiv_id":"2411.06877","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-assisted-relevance-assessments-when#ran","syntology_url":"https://syntology.ai/paper/2411.06877","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.06877"}},"official":{"repos":["RikiyaT/LARA"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/detective-detecting-ai-generated-text-via","slug":"detective-detecting-ai-generated-text-via","title":"DeTeCtive: Detecting AI-generated Text via Multi-Level Contrastive Learning","date":"2024-10-28","arxiv_id":"2410.20964","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/detective-detecting-ai-generated-text-via#ran","syntology_url":"https://syntology.ai/paper/2410.20964","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.20964"}},"official":{"repos":["heyongxin233/detective"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/unihgkr-unified-instruction-aware","slug":"unihgkr-unified-instruction-aware","title":"UniHGKR: Unified Instruction-aware Heterogeneous Knowledge Retrievers","date":"2024-10-26","arxiv_id":"2410.20163","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unihgkr-unified-instruction-aware#ran","syntology_url":"https://syntology.ai/paper/2410.20163","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.20163"}},"official":{"repos":["ZhishanQ/UniHGKR"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/quam-adaptive-retrieval-through-query","slug":"quam-adaptive-retrieval-through-query","title":"Quam: Adaptive Retrieval through Query Affinity Modelling","date":"2024-10-26","arxiv_id":"2410.20286","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/quam-adaptive-retrieval-through-query#ran","syntology_url":"https://syntology.ai/paper/2410.20286","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.20286"}},"official":{"repos":["Mandeep-Rathee/quam"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/steptool-a-step-grained-reinforcement","slug":"steptool-a-step-grained-reinforcement","title":"StepTool: A Step-grained Reinforcement Learning Framework for Tool Learning in LLMs","date":"2024-10-10","arxiv_id":"2410.07745","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/steptool-a-step-grained-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2410.07745","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.07745"}},"official":{"repos":["yuyq18/steptool"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/lightrag-simple-and-fast-retrieval-augmented","slug":"lightrag-simple-and-fast-retrieval-augmented","title":"LightRAG: Simple and Fast Retrieval-Augmented Generation","date":"2024-10-08","arxiv_id":"2410.05779","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lightrag-simple-and-fast-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2410.05779","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.05779"}},"official":{"repos":["hkuds/lightrag"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/differential-transformer","slug":"differential-transformer","title":"Differential Transformer","date":"2024-10-07","arxiv_id":"2410.05258","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/differential-transformer#ran","syntology_url":"https://syntology.ai/paper/2410.05258","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.05258"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/reasoning-enhanced-healthcare-predictions","slug":"reasoning-enhanced-healthcare-predictions","title":"Reasoning-Enhanced Healthcare Predictions with Knowledge Graph Community Retrieval","date":"2024-10-06","arxiv_id":"2410.04585","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/reasoning-enhanced-healthcare-predictions#ran","syntology_url":"https://syntology.ai/paper/2410.04585","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.04585"}},"official":{"repos":["pat-jj/KARE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pairdistill-pairwise-relevance-distillation","slug":"pairdistill-pairwise-relevance-distillation","title":"PairDistill: Pairwise Relevance Distillation for Dense Retrieval","date":"2024-10-02","arxiv_id":"2410.01383","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pairdistill-pairwise-relevance-distillation#ran","syntology_url":"https://syntology.ai/paper/2410.01383","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.01383"}},"official":{"repos":["miulab/pairdistill"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/do-music-generation-models-encode-music","slug":"do-music-generation-models-encode-music","title":"Do Music Generation Models Encode Music Theory?","date":"2024-10-01","arxiv_id":"2410.00872","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/do-music-generation-models-encode-music#ran","syntology_url":"https://syntology.ai/paper/2410.00872","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.00872"}},"official":{"repos":["brown-palm/syntheory"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/memlong-memory-augmented-retrieval-for-long","slug":"memlong-memory-augmented-retrieval-for-long","title":"MemLong: Memory-Augmented Retrieval for Long Text Modeling","date":"2024-08-30","arxiv_id":"2408.16967","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/memlong-memory-augmented-retrieval-for-long#ran","syntology_url":"https://syntology.ai/paper/2408.16967","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.16967"}},"official":{"repos":["bui1dmysea/memlong"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/multilingual-needle-in-a-haystack","slug":"multilingual-needle-in-a-haystack","title":"Multilingual Needle in a Haystack: Investigating Long-Context Behavior of Multilingual Large Language Models","date":"2024-08-19","arxiv_id":"2408.10151","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multilingual-needle-in-a-haystack#ran","syntology_url":"https://syntology.ai/paper/2408.10151","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.10151"}},"official":{"repos":["AmeyHengle/multilingual-needle-in-a-haystack"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/medical-graph-rag-towards-safe-medical-large","slug":"medical-graph-rag-towards-safe-medical-large","title":"Medical Graph RAG: Towards Safe Medical Large Language Model via Graph Retrieval-Augmented Generation","date":"2024-08-08","arxiv_id":"2408.04187","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/medical-graph-rag-towards-safe-medical-large#ran","syntology_url":"https://syntology.ai/paper/2408.04187","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.04187"}},"official":{"repos":["medicinetoken/medical-graph-rag"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/2408-00473","slug":"2408-00473","title":"Towards Explainable and Interpretable Musical Difficulty Estimation: A Parameter-efficient Approach","date":"2024-08-01","arxiv_id":"2408.00473","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/2408-00473#ran","syntology_url":"https://syntology.ai/paper/2408.00473","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.00473"}},"official":{"repos":["pramoneda/rubricnet"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mindsearch-mimicking-human-minds-elicits-deep","slug":"mindsearch-mimicking-human-minds-elicits-deep","title":"MindSearch: Mimicking Human Minds Elicits Deep AI Searcher","date":"2024-07-29","arxiv_id":"2407.20183","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mindsearch-mimicking-human-minds-elicits-deep#ran","syntology_url":"https://syntology.ai/paper/2407.20183","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.20183"}},"official":{"repos":["internlm/mindsearch"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/think-on-graph-2-0-deep-and-interpretable","slug":"think-on-graph-2-0-deep-and-interpretable","title":"Think-on-Graph 2.0: Deep and Faithful Large Language Model Reasoning with Knowledge-guided Retrieval Augmented Generation","date":"2024-07-15","arxiv_id":"2407.10805","repositories_listed":1,"syntology":{"n":16,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 1 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/think-on-graph-2-0-deep-and-interpretable#ran","syntology_url":"https://syntology.ai/paper/2407.10805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.10805"}},"official":{"repos":["idea-finai/tog-2"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-hnsw-index-for-real-time-updates","slug":"enhancing-hnsw-index-for-real-time-updates","title":"Enhancing HNSW Index for Real-Time Updates: Addressing Unreachable Points and Performance Degradation","date":"2024-07-10","arxiv_id":"2407.07871","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/enhancing-hnsw-index-for-real-time-updates#ran","syntology_url":"https://syntology.ai/paper/2407.07871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.07871"}},"official":{"repos":["xwt1/icpads-mn-ru","xwt1/mn-ru"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/coir-a-comprehensive-benchmark-for-code","slug":"coir-a-comprehensive-benchmark-for-code","title":"CoIR: A Comprehensive Benchmark for Code Information Retrieval Models","date":"2024-07-03","arxiv_id":"2407.02883","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/coir-a-comprehensive-benchmark-for-code#ran","syntology_url":"https://syntology.ai/paper/2407.02883","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.02883"}},"official":{"repos":["coir-team/coir"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/first-faster-improved-listwise-reranking-with","slug":"first-faster-improved-listwise-reranking-with","title":"FIRST: Faster Improved Listwise Reranking with Single Token Decoding","date":"2024-06-21","arxiv_id":"2406.15657","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/first-faster-improved-listwise-reranking-with#ran","syntology_url":"https://syntology.ai/paper/2406.15657","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.15657"}},"official":{"repos":["gangiswag/llm-reranker"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/insights-into-llm-long-context-failures-when","slug":"insights-into-llm-long-context-failures-when","title":"Insights into LLM Long-Context Failures: When Transformers Know but Don't Tell","date":"2024-06-20","arxiv_id":"2406.14673","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/insights-into-llm-long-context-failures-when#ran","syntology_url":"https://syntology.ai/paper/2406.14673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14673"}},"official":{"repos":["TaiMingLu/know-dont-tell"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/multimodal-needle-in-a-haystack-benchmarking","slug":"multimodal-needle-in-a-haystack-benchmarking","title":"Multimodal Needle in a Haystack: Benchmarking Long-Context Capability of Multimodal Large Language Models","date":"2024-06-17","arxiv_id":"2406.11230","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multimodal-needle-in-a-haystack-benchmarking#ran","syntology_url":"https://syntology.ai/paper/2406.11230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11230"}},"official":{"repos":["wang-ml-lab/multimodal-needle-in-a-haystack"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/complextempqa-a-large-scale-dataset-for","slug":"complextempqa-a-large-scale-dataset-for","title":"ComplexTempQA: A Large-Scale Dataset for Complex Temporal Question Answering","date":"2024-06-07","arxiv_id":"2406.04866","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/complextempqa-a-large-scale-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2406.04866","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.04866"}},"official":{"repos":["datascienceuibk/complextempqa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/measuring-and-addressing-indexical-bias-in","slug":"measuring-and-addressing-indexical-bias-in","title":"Measuring and Addressing Indexical Bias in Information Retrieval","date":"2024-06-06","arxiv_id":"2406.04298","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/measuring-and-addressing-indexical-bias-in#ran","syntology_url":"https://syntology.ai/paper/2406.04298","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.04298"}},"official":{"repos":["SALT-NLP/pair"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/midicaps-a-large-scale-midi-dataset-with-text","slug":"midicaps-a-large-scale-midi-dataset-with-text","title":"MidiCaps: A large-scale MIDI dataset with text captions","date":"2024-06-04","arxiv_id":"2406.02255","repositories_listed":3,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/midicaps-a-large-scale-midi-dataset-with-text#ran","syntology_url":"https://syntology.ai/paper/2406.02255","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.02255"}},"official":{"repos":["AMAAI-Lab/MidiCaps"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/atm-adversarial-tuning-multi-agent-system","slug":"atm-adversarial-tuning-multi-agent-system","title":"ATM: Adversarial Tuning Multi-agent System Makes a Robust Retrieval-Augmented Generator","date":"2024-05-28","arxiv_id":"2405.18111","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":10,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/atm-adversarial-tuning-multi-agent-system#ran","syntology_url":"https://syntology.ai/paper/2405.18111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.18111"}},"official":{"repos":["chuhac/atm-rag"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/automatic-jailbreaking-of-the-text-to-image","slug":"automatic-jailbreaking-of-the-text-to-image","title":"Automatic Jailbreaking of the Text-to-Image Generative AI Systems","date":"2024-05-26","arxiv_id":"2405.16567","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":10,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/automatic-jailbreaking-of-the-text-to-image#ran","syntology_url":"https://syntology.ai/paper/2405.16567","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.16567"}},"official":{"repos":["Kim-Minseon/APGP"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/disentangling-and-integrating-relational-and","slug":"disentangling-and-integrating-relational-and","title":"Disentangling and Integrating Relational and Sensory Information in Transformer Architectures","date":"2024-05-26","arxiv_id":"2405.16727","repositories_listed":2,"syntology":{"n":21,"n_ran":14,"n_constructed":9,"n_ran_checked":10,"n_instrument":4,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":0,"phrase":"14 ran (of which 9 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/disentangling-and-integrating-relational-and#ran","syntology_url":"https://syntology.ai/paper/2405.16727","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.16727"}},"official":{"repos":["awni00/dual-attention"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/top-down-partitioning-for-efficient-list-wise","slug":"top-down-partitioning-for-efficient-list-wise","title":"Top-Down Partitioning for Efficient List-Wise Ranking","date":"2024-05-23","arxiv_id":"2405.14589","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/top-down-partitioning-for-efficient-list-wise#ran","syntology_url":"https://syntology.ai/paper/2405.14589","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14589"}},"official":{"repos":["parry-parry/tdpart"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/explaining-text-similarity-in-transformer","slug":"explaining-text-similarity-in-transformer","title":"Explaining Text Similarity in Transformer Models","date":"2024-05-10","arxiv_id":"2405.06604","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/explaining-text-similarity-in-transformer#ran","syntology_url":"https://syntology.ai/paper/2405.06604","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.06604"}},"official":{"repos":["alevas/xai_similarity_transformers"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/when-to-retrieve-teaching-llms-to-utilize","slug":"when-to-retrieve-teaching-llms-to-utilize","title":"When to Retrieve: Teaching LLMs to Utilize Information Retrieval Effectively","date":"2024-04-30","arxiv_id":"2404.19705","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/when-to-retrieve-teaching-llms-to-utilize#ran","syntology_url":"https://syntology.ai/paper/2404.19705","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.19705"}},"official":{"repos":["tLabruna/Adapt-LLM"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/excluir-exclusionary-neural-information","slug":"excluir-exclusionary-neural-information","title":"ExcluIR: Exclusionary Neural Information Retrieval","date":"2024-04-26","arxiv_id":"2404.17288","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/excluir-exclusionary-neural-information#ran","syntology_url":"https://syntology.ai/paper/2404.17288","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.17288"}},"official":{"repos":["zwh-sdu/excluir"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/make-your-llm-fully-utilize-the-context","slug":"make-your-llm-fully-utilize-the-context","title":"Make Your LLM Fully Utilize the Context","date":"2024-04-25","arxiv_id":"2404.16811","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/make-your-llm-fully-utilize-the-context#ran","syntology_url":"https://syntology.ai/paper/2404.16811","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.16811"}},"official":{"repos":["microsoft/FILM"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/uncovering-deceptive-tendencies-in-language","slug":"uncovering-deceptive-tendencies-in-language","title":"Uncovering Deceptive Tendencies in Language Models: A Simulated Company AI Assistant","date":"2024-04-25","arxiv_id":"2405.01576","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/uncovering-deceptive-tendencies-in-language#ran","syntology_url":"https://syntology.ai/paper/2405.01576","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.01576"}},"official":{"repos":["ollijarviniemi/uncovering_deceptive_tendencies"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-learning-to-rank-formulation-of-clustering","slug":"a-learning-to-rank-formulation-of-clustering","title":"A Learning-to-Rank Formulation of Clustering-Based Approximate Nearest Neighbor Search","date":"2024-04-17","arxiv_id":"2404.11731","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-learning-to-rank-formulation-of-clustering#ran","syntology_url":"https://syntology.ai/paper/2404.11731","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.11731"}},"official":{"repos":["tomvek/mips-learnt-ivf"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rar-b-reasoning-as-retrieval-benchmark","slug":"rar-b-reasoning-as-retrieval-benchmark","title":"RAR-b: Reasoning as Retrieval Benchmark","date":"2024-04-09","arxiv_id":"2404.06347","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rar-b-reasoning-as-retrieval-benchmark#ran","syntology_url":"https://syntology.ai/paper/2404.06347","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.06347"}},"official":{"repos":["gowitheflow-1998/rar-b"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/banglaautokg-automatic-bangla-knowledge-graph","slug":"banglaautokg-automatic-bangla-knowledge-graph","title":"BanglaAutoKG: Automatic Bangla Knowledge Graph Construction with Semantic Neural Graph Filtering","date":"2024-04-04","arxiv_id":"2404.03528","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/banglaautokg-automatic-bangla-knowledge-graph#ran","syntology_url":"https://syntology.ai/paper/2404.03528","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.03528"}},"official":{"repos":["azminewasi/banglaautokg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/query-performance-prediction-using-relevance","slug":"query-performance-prediction-using-relevance","title":"Query Performance Prediction using Relevance Judgments Generated by Large Language Models","date":"2024-04-01","arxiv_id":"2404.01012","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/query-performance-prediction-using-relevance#ran","syntology_url":"https://syntology.ai/paper/2404.01012","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.01012"}},"official":{"repos":["chuanmeng/qpp-genre"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/chain-of-action-faithful-and-multimodal","slug":"chain-of-action-faithful-and-multimodal","title":"Chain-of-Action: Faithful and Multimodal Question Answering through Large Language Models","date":"2024-03-26","arxiv_id":"2403.17359","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chain-of-action-faithful-and-multimodal#ran","syntology_url":"https://syntology.ai/paper/2403.17359","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.17359"}},"official":{"repos":["MAGICS-LAB/Chain-of-Actions"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/rankingshap-listwise-feature-attribution","slug":"rankingshap-listwise-feature-attribution","title":"RankingSHAP -- Listwise Feature Attribution Explanations for Ranking Models","date":"2024-03-24","arxiv_id":"2403.16085","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rankingshap-listwise-feature-attribution#ran","syntology_url":"https://syntology.ai/paper/2403.16085","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.16085"}},"official":{"repos":["mariaheuss/rankingshap"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/blended-rag-improving-rag-retriever-augmented","slug":"blended-rag-improving-rag-retriever-augmented","title":"Blended RAG: Improving RAG (Retriever-Augmented Generation) Accuracy with Semantic Search and Hybrid Query-Based Retrievers","date":"2024-03-22","arxiv_id":"2404.07220","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/blended-rag-improving-rag-retriever-augmented#ran","syntology_url":"https://syntology.ai/paper/2404.07220","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07220"}},"official":{"repos":["ibm-ecosystem-engineering/blended-rag"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/few-shot-chain-of-thought-driven-reasoning-to","slug":"few-shot-chain-of-thought-driven-reasoning-to","title":"Few shot chain-of-thought driven reasoning to prompt LLMs for open ended medical question answering","date":"2024-03-07","arxiv_id":"2403.04890","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/few-shot-chain-of-thought-driven-reasoning-to#ran","syntology_url":"https://syntology.ai/paper/2403.04890","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.04890"}},"official":{"repos":["coldseal/clinicr"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-multilingual-dense-retrieval-via","slug":"unsupervised-multilingual-dense-retrieval-via","title":"Unsupervised Multilingual Dense Retrieval via Generative Pseudo Labeling","date":"2024-03-06","arxiv_id":"2403.03516","repositories_listed":1,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":8,"n_instrument":4,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":13,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unsupervised-multilingual-dense-retrieval-via#ran","syntology_url":"https://syntology.ai/paper/2403.03516","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.03516"}},"official":{"repos":["miulab/umr"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/colbert-xm-a-modular-multi-vector","slug":"colbert-xm-a-modular-multi-vector","title":"ColBERT-XM: A Modular Multi-Vector Representation Model for Zero-Shot Multilingual Information Retrieval","date":"2024-02-23","arxiv_id":"2402.15059","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/colbert-xm-a-modular-multi-vector#ran","syntology_url":"https://syntology.ai/paper/2402.15059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.15059"}},"official":null}},{"url":"/paper/self-retrieval-building-an-information","slug":"self-retrieval-building-an-information","title":"Self-Retrieval: End-to-End Information Retrieval with One Large Language Model","date":"2024-02-23","arxiv_id":"2403.00801","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/self-retrieval-building-an-information#ran","syntology_url":"https://syntology.ai/paper/2403.00801","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00801"}},"official":{"repos":["icip-cas/selfretrieval","tangqiaoyu/selfretrieval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-trustworthy-reranking-a-simple-yet","slug":"towards-trustworthy-reranking-a-simple-yet","title":"Towards Trustworthy Reranking: A Simple yet Effective Abstention Mechanism","date":"2024-02-20","arxiv_id":"2402.12997","repositories_listed":2,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/towards-trustworthy-reranking-a-simple-yet#ran","syntology_url":"https://syntology.ai/paper/2402.12997","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.12997"}},"official":{"repos":["artefactory/abstention-reranker","hgissbkh/abstention-reranker"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-retrieval-augmented-generation","slug":"benchmarking-retrieval-augmented-generation","title":"Benchmarking Retrieval-Augmented Generation for Medicine","date":"2024-02-20","arxiv_id":"2402.13178","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2402.13178","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.13178"}},"official":{"repos":["teddy-xionggz/medrag","teddy-xionggz/mirage"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/muchin-a-chinese-colloquial-description","slug":"muchin-a-chinese-colloquial-description","title":"MuChin: A Chinese Colloquial Description Benchmark for Evaluating Language Models in the Field of Music","date":"2024-02-15","arxiv_id":"2402.09871","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/muchin-a-chinese-colloquial-description#ran","syntology_url":"https://syntology.ai/paper/2402.09871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.09871"}},"official":{"repos":["CarlWangChina/MuChin"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/list-aware-reranking-truncation-joint-model","slug":"list-aware-reranking-truncation-joint-model","title":"List-aware Reranking-Truncation Joint Model for Search and Retrieval-augmented Generation","date":"2024-02-05","arxiv_id":"2402.02764","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/list-aware-reranking-truncation-joint-model#ran","syntology_url":"https://syntology.ai/paper/2402.02764","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02764"}},"official":{"repos":["xsc1234/genrt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-complex-question-answering-over","slug":"enhancing-complex-question-answering-over","title":"Enhancing Complex Question Answering over Knowledge Graphs through Evidence Pattern Retrieval","date":"2024-02-03","arxiv_id":"2402.02175","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/enhancing-complex-question-answering-over#ran","syntology_url":"https://syntology.ai/paper/2402.02175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02175"}},"official":{"repos":["nju-websoft/epr-kgqa"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/multiclass-learning-from-noisy-labels-for-non","slug":"multiclass-learning-from-noisy-labels-for-non","title":"Multiclass Learning from Noisy Labels for Non-decomposable Performance Measures","date":"2024-02-01","arxiv_id":"2402.01055","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":10,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/multiclass-learning-from-noisy-labels-for-non#ran","syntology_url":"https://syntology.ai/paper/2402.01055","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.01055"}},"official":{"repos":["moshimowang/noisy-labels-non-decomposable"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/the-power-of-noise-redefining-retrieval-for","slug":"the-power-of-noise-redefining-retrieval-for","title":"The Power of Noise: Redefining Retrieval for RAG Systems","date":"2024-01-26","arxiv_id":"2401.14887","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-power-of-noise-redefining-retrieval-for#ran","syntology_url":"https://syntology.ai/paper/2401.14887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.14887"}},"official":{"repos":["florin-git/The-Power-of-Noise"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/longhealth-a-question-answering-benchmark","slug":"longhealth-a-question-answering-benchmark","title":"LongHealth: A Question Answering Benchmark with Long Clinical Documents","date":"2024-01-25","arxiv_id":"2401.14490","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longhealth-a-question-answering-benchmark#ran","syntology_url":"https://syntology.ai/paper/2401.14490","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.14490"}},"official":{"repos":["kbressem/longhealth"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/scimmir-benchmarking-scientific-multi-modal","slug":"scimmir-benchmarking-scientific-multi-modal","title":"SciMMIR: Benchmarking Scientific Multi-modal Information Retrieval","date":"2024-01-24","arxiv_id":"2401.13478","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":10,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/scimmir-benchmarking-scientific-multi-modal#ran","syntology_url":"https://syntology.ai/paper/2401.13478","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.13478"}},"official":{"repos":["wusiwei0410/scimmir"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/inters-unlocking-the-power-of-large-language","slug":"inters-unlocking-the-power-of-large-language","title":"INTERS: Unlocking the Power of Large Language Models in Search with Instruction Tuning","date":"2024-01-12","arxiv_id":"2401.06532","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/inters-unlocking-the-power-of-large-language#ran","syntology_url":"https://syntology.ai/paper/2401.06532","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.06532"}},"official":{"repos":["daod/inters"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/translate-distill-learning-cross-language","slug":"translate-distill-learning-cross-language","title":"Translate-Distill: Learning Cross-Language Dense Retrieval by Translation and Distillation","date":"2024-01-09","arxiv_id":"2401.04810","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/translate-distill-learning-cross-language#ran","syntology_url":"https://syntology.ai/paper/2401.04810","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.04810"}},"official":{"repos":["hltcoe/colbert-x"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/llf-bench-benchmark-for-interactive-learning","slug":"llf-bench-benchmark-for-interactive-learning","title":"LLF-Bench: Benchmark for Interactive Learning from Language Feedback","date":"2023-12-11","arxiv_id":"2312.06853","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/llf-bench-benchmark-for-interactive-learning#ran","syntology_url":"https://syntology.ai/paper/2312.06853","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.06853"}},"official":null}},{"url":"/paper/mir-ref-a-representation-evaluation-framework","slug":"mir-ref-a-representation-evaluation-framework","title":"mir_ref: A Representation Evaluation Framework for Music Information Retrieval Tasks","date":"2023-12-10","arxiv_id":"2312.05994","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mir-ref-a-representation-evaluation-framework#ran","syntology_url":"https://syntology.ai/paper/2312.05994","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.05994"}},"official":{"repos":["chrispla/mir_ref"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/climatex-do-llms-accurately-assess-human","slug":"climatex-do-llms-accurately-assess-human","title":"ClimateX: Do LLMs Accurately Assess Human Expert Confidence in Climate Statements?","date":"2023-11-28","arxiv_id":"2311.17107","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/climatex-do-llms-accurately-assess-human#ran","syntology_url":"https://syntology.ai/paper/2311.17107","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.17107"}},"official":{"repos":["rlacombe/climatex"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mustango-toward-controllable-text-to-music","slug":"mustango-toward-controllable-text-to-music","title":"Mustango: Toward Controllable Text-to-Music Generation","date":"2023-11-14","arxiv_id":"2311.08355","repositories_listed":4,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":3,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 3 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mustango-toward-controllable-text-to-music#ran","syntology_url":"https://syntology.ai/paper/2311.08355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08355"}},"official":{"repos":["amaai-lab/mustango"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/do-llms-implicitly-exhibit-user","slug":"do-llms-implicitly-exhibit-user","title":"A Study of Implicit Ranking Unfairness in Large Language Models","date":"2023-11-13","arxiv_id":"2311.07054","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/do-llms-implicitly-exhibit-user#ran","syntology_url":"https://syntology.ai/paper/2311.07054","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.07054"}},"official":{"repos":["xuchen0427/implicit_rank_unfairness"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/llms-may-dominate-information-access-neural","slug":"llms-may-dominate-information-access-neural","title":"Neural Retrievers are Biased Towards LLM-Generated Content","date":"2023-10-31","arxiv_id":"2310.20501","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/llms-may-dominate-information-access-neural#ran","syntology_url":"https://syntology.ai/paper/2310.20501","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.20501"}},"official":{"repos":["kid-22/llm4ir-bias","kid-22/source-bias"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/jina-embeddings-2-8192-token-general-purpose","slug":"jina-embeddings-2-8192-token-general-purpose","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","date":"2023-10-30","arxiv_id":"2310.19923","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/jina-embeddings-2-8192-token-general-purpose#ran","syntology_url":"https://syntology.ai/paper/2310.19923","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19923"}},"official":null}},{"url":"/paper/poisoning-retrieval-corpora-by-injecting","slug":"poisoning-retrieval-corpora-by-injecting","title":"Poisoning Retrieval Corpora by Injecting Adversarial Passages","date":"2023-10-29","arxiv_id":"2310.19156","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/poisoning-retrieval-corpora-by-injecting#ran","syntology_url":"https://syntology.ai/paper/2310.19156","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19156"}},"official":{"repos":["princeton-nlp/corpus-poisoning"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-comprehensive-evaluation-of-large-language-1","slug":"a-comprehensive-evaluation-of-large-language-1","title":"A Comprehensive Evaluation of Large Language Models on Legal Judgment Prediction","date":"2023-10-18","arxiv_id":"2310.11761","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-comprehensive-evaluation-of-large-language-1#ran","syntology_url":"https://syntology.ai/paper/2310.11761","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.11761"}},"official":{"repos":["srhthu/lm-compeval-legal"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/beyond-factuality-a-comprehensive-evaluation","slug":"beyond-factuality-a-comprehensive-evaluation","title":"Beyond Factuality: A Comprehensive Evaluation of Large Language Models as Knowledge Generators","date":"2023-10-11","arxiv_id":"2310.07289","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":14,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/beyond-factuality-a-comprehensive-evaluation#ran","syntology_url":"https://syntology.ai/paper/2310.07289","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.07289"}},"official":{"repos":["chanliang/conner"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/language-models-as-semantic-indexers","slug":"language-models-as-semantic-indexers","title":"Language Models As Semantic Indexers","date":"2023-10-11","arxiv_id":"2310.07815","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-models-as-semantic-indexers#ran","syntology_url":"https://syntology.ai/paper/2310.07815","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.07815"}},"official":{"repos":["petergriffinjin/lmindexer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/laiw-a-chinese-legal-large-language-models","slug":"laiw-a-chinese-legal-large-language-models","title":"LAiW: A Chinese Legal Large Language Models Benchmark","date":"2023-10-09","arxiv_id":"2310.05620","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":8,"n_pointer_only":5,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 1 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/laiw-a-chinese-legal-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2310.05620","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05620"}},"official":{"repos":["dai-shen/laiw"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/retrieving-evidence-from-ehrs-with-llms","slug":"retrieving-evidence-from-ehrs-with-llms","title":"Retrieving Evidence from EHRs with LLMs: Possibilities and Challenges","date":"2023-09-08","arxiv_id":"2309.04550","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/retrieving-evidence-from-ehrs-with-llms#ran","syntology_url":"https://syntology.ai/paper/2309.04550","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.04550"}},"official":{"repos":["hibaahsan/chil_diagnosis_evidence"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/symbolic-music-representations-for","slug":"symbolic-music-representations-for","title":"Symbolic Music Representations for Classification Tasks: A Systematic Evaluation","date":"2023-09-05","arxiv_id":"2309.02567","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/symbolic-music-representations-for#ran","syntology_url":"https://syntology.ai/paper/2309.02567","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.02567"}},"official":{"repos":["anusfoil/symrep"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cagra-highly-parallel-graph-construction-and","slug":"cagra-highly-parallel-graph-construction-and","title":"CAGRA: Highly Parallel Graph Construction and Approximate Nearest Neighbor Search for GPUs","date":"2023-08-29","arxiv_id":"2308.15136","repositories_listed":2,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":8,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cagra-highly-parallel-graph-construction-and#ran","syntology_url":"https://syntology.ai/paper/2308.15136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.15136"}},"official":{"repos":["rapidsai/raft"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/integrating-the-wikidata-taxonomy-into-yago","slug":"integrating-the-wikidata-taxonomy-into-yago","title":"YAGO 4.5: A Large and Clean Knowledge Base with a Rich Taxonomy","date":"2023-08-23","arxiv_id":"2308.11884","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":13,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/integrating-the-wikidata-taxonomy-into-yago#ran","syntology_url":"https://syntology.ai/paper/2308.11884","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.11884"}},"official":{"repos":["yago-naga/yago-4.5"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ralle-a-framework-for-developing-and","slug":"ralle-a-framework-for-developing-and","title":"RaLLe: A Framework for Developing and Evaluating Retrieval-Augmented Large Language Models","date":"2023-08-21","arxiv_id":"2308.10633","repositories_listed":1,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/ralle-a-framework-for-developing-and#ran","syntology_url":"https://syntology.ai/paper/2308.10633","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.10633"}},"official":{"repos":["yhoshi3/ralle"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/all-in-one-metrical-and-functional-structure","slug":"all-in-one-metrical-and-functional-structure","title":"All-In-One Metrical And Functional Structure Analysis With Neighborhood Attentions on Demixed Audio","date":"2023-07-31","arxiv_id":"2307.16425","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/all-in-one-metrical-and-functional-structure#ran","syntology_url":"https://syntology.ai/paper/2307.16425","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.16425"}},"official":{"repos":["mir-aidj/all-in-one"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/prompt-tuning-on-graph-augmented-low-resource","slug":"prompt-tuning-on-graph-augmented-low-resource","title":"Prompt Tuning on Graph-augmented Low-resource Text Classification","date":"2023-07-15","arxiv_id":"2307.10230","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/prompt-tuning-on-graph-augmented-low-resource#ran","syntology_url":"https://syntology.ai/paper/2307.10230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.10230"}},"official":{"repos":["wenzhihao666/g2p2-conditional"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/reta-llm-a-retrieval-augmented-large-language","slug":"reta-llm-a-retrieval-augmented-large-language","title":"RETA-LLM: A Retrieval-Augmented Large Language Model Toolkit","date":"2023-06-08","arxiv_id":"2306.05212","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/reta-llm-a-retrieval-augmented-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.05212","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05212"}},"official":{"repos":["ruc-gsai/yulan-ir"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/csts-conditional-semantic-textual-similarity","slug":"csts-conditional-semantic-textual-similarity","title":"C-STS: Conditional Semantic Textual Similarity","date":"2023-05-24","arxiv_id":"2305.15093","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/csts-conditional-semantic-textual-similarity#ran","syntology_url":"https://syntology.ai/paper/2305.15093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15093"}},"official":{"repos":["princeton-nlp/c-sts"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/wikichat-a-few-shot-llm-based-chatbot","slug":"wikichat-a-few-shot-llm-based-chatbot","title":"WikiChat: Stopping the Hallucination of Large Language Model Chatbots by Few-Shot Grounding on Wikipedia","date":"2023-05-23","arxiv_id":"2305.14292","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/wikichat-a-few-shot-llm-based-chatbot#ran","syntology_url":"https://syntology.ai/paper/2305.14292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14292"}},"official":{"repos":["stanford-oval/wikichat"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/webcpm-interactive-web-search-for-chinese","slug":"webcpm-interactive-web-search-for-chinese","title":"WebCPM: Interactive Web Search for Chinese Long-form Question Answering","date":"2023-05-11","arxiv_id":"2305.06849","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/webcpm-interactive-web-search-for-chinese#ran","syntology_url":"https://syntology.ai/paper/2305.06849","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.06849"}},"official":{"repos":["thunlp/webcpm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}}],"record_sha256":"77771b9d2e89346310e7980926610541f96cd84912a57cbd492ce609e1427dbe","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}