{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/rag/papers/ran/2","list_of":"/task/rag","task":"RAG","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":2,"pages_in_order":3,"rows_per_page":100,"rows":[101,200],"of":211,"counts":{"archive_papers_tagged":2111,"with_a_code_link":758,"where_syntology_ran_a_sample":211,"not_listed_spam_title":0,"listed":2111,"listed_where_code_ran":211,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":170,"every_run_a_failure_of_syntologys_instrument":41,"listed_with_a_run_with_no_instrument_failure":170,"listed_every_run_a_failure_of_syntologys_instrument":41,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/rag/papers/ran/1","prev":"/task/rag/papers/ran/1","next":"/task/rag/papers/ran/3","papers":[{"url":"/paper/thames-an-end-to-end-tool-for-hallucination","slug":"thames-an-end-to-end-tool-for-hallucination","title":"THaMES: An End-to-End Tool for Hallucination Mitigation and Evaluation in Large Language Models","date":"2024-09-17","arxiv_id":"2409.11353","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/thames-an-end-to-end-tool-for-hallucination#ran","syntology_url":"https://syntology.ai/paper/2409.11353","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.11353"}},"official":{"repos":["holistic-ai/THaMES"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-fair-rag-on-the-impact-of-fair","slug":"towards-fair-rag-on-the-impact-of-fair","title":"Towards Fair RAG: On the Impact of Fair Ranking in Retrieval-Augmented Generation","date":"2024-09-17","arxiv_id":"2409.11598","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-fair-rag-on-the-impact-of-fair#ran","syntology_url":"https://syntology.ai/paper/2409.11598","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.11598"}},"official":{"repos":["kimdanny/fair-rag"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/trustworthiness-in-retrieval-augmented","slug":"trustworthiness-in-retrieval-augmented","title":"Trustworthiness in Retrieval-Augmented Generation Systems: A Survey","date":"2024-09-16","arxiv_id":"2409.10102","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trustworthiness-in-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2409.10102","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.10102"}},"official":{"repos":["smallporridge/trustworthyrag"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/block-attention-for-efficient-rag","slug":"block-attention-for-efficient-rag","title":"Block-Attention for Efficient RAG","date":"2024-09-14","arxiv_id":"2409.15355","repositories_listed":1,"syntology":{"n":7,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/block-attention-for-efficient-rag#ran","syntology_url":"https://syntology.ai/paper/2409.15355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.15355"}},"official":{"repos":["temporarylora/block-attention"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/2409-13731","slug":"2409-13731","title":"KAG: Boosting LLMs in Professional Domains via Knowledge Augmented Generation","date":"2024-09-10","arxiv_id":"2409.13731","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/2409-13731#ran","syntology_url":"https://syntology.ai/paper/2409.13731","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.13731"}},"official":{"repos":["openspg/kag"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/memorag-moving-towards-next-gen-rag-via","slug":"memorag-moving-towards-next-gen-rag-via","title":"MemoRAG: Moving towards Next-Gen RAG Via Memory-Inspired Knowledge Discovery","date":"2024-09-09","arxiv_id":"2409.05591","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/memorag-moving-towards-next-gen-rag-via#ran","syntology_url":"https://syntology.ai/paper/2409.05591","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2409.05591"}},"official":{"repos":["qhjqhj00/memorag"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/text2sql-is-not-enough-unifying-ai-and","slug":"text2sql-is-not-enough-unifying-ai-and","title":"Text2SQL is Not Enough: Unifying AI and Databases with TAG","date":"2024-08-27","arxiv_id":"2408.14717","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text2sql-is-not-enough-unifying-ai-and#ran","syntology_url":"https://syntology.ai/paper/2408.14717","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.14717"}},"official":{"repos":["tag-research/tag-bench"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pandora-s-box-or-aladdin-s-lamp-a","slug":"pandora-s-box-or-aladdin-s-lamp-a","title":"Pandora's Box or Aladdin's Lamp: A Comprehensive Analysis Revealing the Role of RAG Noise in Large Language Models","date":"2024-08-24","arxiv_id":"2408.13533","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pandora-s-box-or-aladdin-s-lamp-a#ran","syntology_url":"https://syntology.ai/paper/2408.13533","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.13533"}},"official":{"repos":["jinyangwu/NoiserBench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/legalbench-rag-a-benchmark-for-retrieval","slug":"legalbench-rag-a-benchmark-for-retrieval","title":"LegalBench-RAG: A Benchmark for Retrieval-Augmented Generation in the Legal Domain","date":"2024-08-19","arxiv_id":"2408.10343","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/legalbench-rag-a-benchmark-for-retrieval#ran","syntology_url":"https://syntology.ai/paper/2408.10343","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.10343"}},"official":{"repos":["zeroentropy-cc/legalbenchrag"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ragchecker-a-fine-grained-framework-for","slug":"ragchecker-a-fine-grained-framework-for","title":"RAGChecker: A Fine-grained Framework for Diagnosing Retrieval-Augmented Generation","date":"2024-08-15","arxiv_id":"2408.08067","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ragchecker-a-fine-grained-framework-for#ran","syntology_url":"https://syntology.ai/paper/2408.08067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.08067"}},"official":{"repos":["amazon-science/ragchecker"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/openresearcher-unleashing-ai-for-accelerated","slug":"openresearcher-unleashing-ai-for-accelerated","title":"OpenResearcher: Unleashing AI for Accelerated Scientific Research","date":"2024-08-13","arxiv_id":"2408.06941","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/openresearcher-unleashing-ai-for-accelerated#ran","syntology_url":"https://syntology.ai/paper/2408.06941","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.06941"}},"official":{"repos":["gair-nlp/openresearcher"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/medical-graph-rag-towards-safe-medical-large","slug":"medical-graph-rag-towards-safe-medical-large","title":"Medical Graph RAG: Towards Safe Medical Large Language Model via Graph Retrieval-Augmented Generation","date":"2024-08-08","arxiv_id":"2408.04187","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/medical-graph-rag-towards-safe-medical-large#ran","syntology_url":"https://syntology.ai/paper/2408.04187","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.04187"}},"official":{"repos":["medicinetoken/medical-graph-rag"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/efficientrag-efficient-retriever-for-multi","slug":"efficientrag-efficient-retriever-for-multi","title":"EfficientRAG: Efficient Retriever for Multi-Hop Question Answering","date":"2024-08-08","arxiv_id":"2408.04259","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficientrag-efficient-retriever-for-multi#ran","syntology_url":"https://syntology.ai/paper/2408.04259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.04259"}},"official":{"repos":["nil-zhuang/efficientrag-official"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/citekit-a-modular-toolkit-for-large-language","slug":"citekit-a-modular-toolkit-for-large-language","title":"Citekit: A Modular Toolkit for Large Language Model Citation Generation","date":"2024-08-06","arxiv_id":"2408.04662","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/citekit-a-modular-toolkit-for-large-language#ran","syntology_url":"https://syntology.ai/paper/2408.04662","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.04662"}},"official":{"repos":["sjj1017/citekit"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/2407-21320","slug":"2407-21320","title":"MetaOpenFOAM: an LLM-based multi-agent framework for CFD","date":"2024-07-31","arxiv_id":"2407.21320","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/2407-21320#ran","syntology_url":"https://syntology.ai/paper/2407.21320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21320"}},"official":{"repos":["terry-cyx/metaopenfoam"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/2407-21439","slug":"2407-21439","title":"MLLM Is a Strong Reranker: Advancing Multimodal Retrieval-augmented Generation via Knowledge-enhanced Reranking and Noise-injected Training","date":"2024-07-31","arxiv_id":"2407.21439","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/2407-21439#ran","syntology_url":"https://syntology.ai/paper/2407.21439","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.21439"}},"official":{"repos":["idea-finai/ragllava","idea-finai/ragvl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/llmmap-fingerprinting-for-large-language","slug":"llmmap-fingerprinting-for-large-language","title":"LLMmap: Fingerprinting For Large Language Models","date":"2024-07-22","arxiv_id":"2407.15847","repositories_listed":1,"syntology":{"n":16,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/llmmap-fingerprinting-for-large-language#ran","syntology_url":"https://syntology.ai/paper/2407.15847","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.15847"}},"official":{"repos":["pasquini-dario/LLMmap"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/rag-qa-arena-evaluating-domain-robustness-for","slug":"rag-qa-arena-evaluating-domain-robustness-for","title":"RAG-QA Arena: Evaluating Domain Robustness for Long-form Retrieval Augmented Question Answering","date":"2024-07-19","arxiv_id":"2407.13998","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rag-qa-arena-evaluating-domain-robustness-for#ran","syntology_url":"https://syntology.ai/paper/2407.13998","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.13998"}},"official":{"repos":["awslabs/rag-qa-arena"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/visual-haystacks-answering-harder-questions","slug":"visual-haystacks-answering-harder-questions","title":"Visual Haystacks: A Vision-Centric Needle-In-A-Haystack Benchmark","date":"2024-07-18","arxiv_id":"2407.13766","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/visual-haystacks-answering-harder-questions#ran","syntology_url":"https://syntology.ai/paper/2407.13766","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.13766"}},"official":{"repos":["visual-haystacks/vhs_benchmark"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/agentpoison-red-teaming-llm-agents-via","slug":"agentpoison-red-teaming-llm-agents-via","title":"AgentPoison: Red-teaming LLM Agents via Poisoning Memory or Knowledge Bases","date":"2024-07-17","arxiv_id":"2407.12784","repositories_listed":1,"syntology":{"n":19,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":14,"n_pointer_only":1,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 1 honoured, 0 violated, 14 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/agentpoison-red-teaming-llm-agents-via#ran","syntology_url":"https://syntology.ai/paper/2407.12784","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.12784"}},"official":{"repos":["BillChan226/AgentPoison"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-retrieval-and-managing-retrieval-a","slug":"enhancing-retrieval-and-managing-retrieval-a","title":"Enhancing Retrieval and Managing Retrieval: A Four-Module Synergy for Improved Quality and Efficiency in RAG Systems","date":"2024-07-15","arxiv_id":"2407.10670","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":8,"n_pointer_only":11,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 1 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/enhancing-retrieval-and-managing-retrieval-a#ran","syntology_url":"https://syntology.ai/paper/2407.10670","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.10670"}},"official":{"repos":["ancientshi/erm4"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/think-on-graph-2-0-deep-and-interpretable","slug":"think-on-graph-2-0-deep-and-interpretable","title":"Think-on-Graph 2.0: Deep and Faithful Large Language Model Reasoning with Knowledge-guided Retrieval Augmented Generation","date":"2024-07-15","arxiv_id":"2407.10805","repositories_listed":1,"syntology":{"n":16,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 1 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/think-on-graph-2-0-deep-and-interpretable#ran","syntology_url":"https://syntology.ai/paper/2407.10805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.10805"}},"official":{"repos":["idea-finai/tog-2"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/human-like-episodic-memory-for-infinite","slug":"human-like-episodic-memory-for-infinite","title":"Human-like Episodic Memory for Infinite Context LLMs","date":"2024-07-12","arxiv_id":"2407.09450","repositories_listed":1,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/human-like-episodic-memory-for-infinite#ran","syntology_url":"https://syntology.ai/paper/2407.09450","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.09450"}},"official":{"repos":["em-llm/EM-LLM-model"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/attribute-or-abstain-large-language-models-as","slug":"attribute-or-abstain-large-language-models-as","title":"Attribute or Abstain: Large Language Models as Long Document Assistants","date":"2024-07-10","arxiv_id":"2407.07799","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attribute-or-abstain-large-language-models-as#ran","syntology_url":"https://syntology.ai/paper/2407.07799","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.07799"}},"official":{"repos":["ukplab/arxiv2024-attribute-or-abstain"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rule-reliable-multimodal-rag-for-factuality","slug":"rule-reliable-multimodal-rag-for-factuality","title":"RULE: Reliable Multimodal RAG for Factuality in Medical Vision Language Models","date":"2024-07-06","arxiv_id":"2407.05131","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rule-reliable-multimodal-rag-for-factuality#ran","syntology_url":"https://syntology.ai/paper/2407.05131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05131"}},"official":{"repos":["richard-peng-xia/rule"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bergen-a-benchmarking-library-for-retrieval","slug":"bergen-a-benchmarking-library-for-retrieval","title":"BERGEN: A Benchmarking Library for Retrieval-Augmented Generation","date":"2024-07-01","arxiv_id":"2407.01102","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bergen-a-benchmarking-library-for-retrieval#ran","syntology_url":"https://syntology.ai/paper/2407.01102","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01102"}},"official":{"repos":["naver/bergen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/searching-for-best-practices-in-retrieval","slug":"searching-for-best-practices-in-retrieval","title":"Searching for Best Practices in Retrieval-Augmented Generation","date":"2024-07-01","arxiv_id":"2407.01219","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/searching-for-best-practices-in-retrieval#ran","syntology_url":"https://syntology.ai/paper/2407.01219","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01219"}},"official":{"repos":["FudanDNN-NLP/RAG"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/summary-of-a-haystack-a-challenge-to-long","slug":"summary-of-a-haystack-a-challenge-to-long","title":"Summary of a Haystack: A Challenge to Long-Context LLMs and RAG Systems","date":"2024-07-01","arxiv_id":"2407.01370","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/summary-of-a-haystack-a-challenge-to-long#ran","syntology_url":"https://syntology.ai/paper/2407.01370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01370"}},"official":{"repos":["salesforce/summary-of-a-haystack"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/retrieval-augmented-generation-in","slug":"retrieval-augmented-generation-in","title":"Retrieval-augmented generation in multilingual settings","date":"2024-07-01","arxiv_id":"2407.01463","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/retrieval-augmented-generation-in#ran","syntology_url":"https://syntology.ai/paper/2407.01463","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01463"}},"official":{"repos":["naver/bergen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/seakr-self-aware-knowledge-retrieval-for","slug":"seakr-self-aware-knowledge-retrieval-for","title":"SeaKR: Self-aware Knowledge Retrieval for Adaptive Retrieval Augmented Generation","date":"2024-06-27","arxiv_id":"2406.19215","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":12,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/seakr-self-aware-knowledge-retrieval-for#ran","syntology_url":"https://syntology.ai/paper/2406.19215","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.19215"}},"official":{"repos":["thu-keg/seakr"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/colpali-efficient-document-retrieval-with","slug":"colpali-efficient-document-retrieval-with","title":"ColPali: Efficient Document Retrieval with Vision Language Models","date":"2024-06-27","arxiv_id":"2407.01449","repositories_listed":5,"syntology":{"n":4,"n_ran":4,"n_constructed":2,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/colpali-efficient-document-retrieval-with#ran","syntology_url":"https://syntology.ai/paper/2407.01449","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01449"}},"official":null}},{"url":"/paper/understand-what-llm-needs-dual-preference","slug":"understand-what-llm-needs-dual-preference","title":"Understand What LLM Needs: Dual Preference Alignment for Retrieval-Augmented Generation","date":"2024-06-26","arxiv_id":"2406.18676","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/understand-what-llm-needs-dual-preference#ran","syntology_url":"https://syntology.ai/paper/2406.18676","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.18676"}},"official":{"repos":["dongguanting/dpa-rag"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/leave-no-document-behind-benchmarking-long","slug":"leave-no-document-behind-benchmarking-long","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","date":"2024-06-25","arxiv_id":"2406.17419","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/leave-no-document-behind-benchmarking-long#ran","syntology_url":"https://syntology.ai/paper/2406.17419","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.17419"}},"official":{"repos":["mozerwang/loong"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/lumberchunker-long-form-narrative-document","slug":"lumberchunker-long-form-narrative-document","title":"LumberChunker: Long-Form Narrative Document Segmentation","date":"2024-06-25","arxiv_id":"2406.17526","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lumberchunker-long-form-narrative-document#ran","syntology_url":"https://syntology.ai/paper/2406.17526","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.17526"}},"official":{"repos":["joaodsmarques/lumberchunker"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ragnarok-a-reusable-rag-framework-and","slug":"ragnarok-a-reusable-rag-framework-and","title":"Ragnarök: A Reusable RAG Framework and Baselines for TREC 2024 Retrieval-Augmented Generation Track","date":"2024-06-24","arxiv_id":"2406.16828","repositories_listed":2,"syntology":{"n":23,"n_ran":19,"n_constructed":0,"n_ran_checked":19,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 19 with no instrument failure: 0 honoured, 0 violated, 19 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ragnarok-a-reusable-rag-framework-and#ran","syntology_url":"https://syntology.ai/paper/2406.16828","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.16828"}},"official":{"repos":["castorini/ragnarok"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/retrieve-plan-generation-an-iterative","slug":"retrieve-plan-generation-an-iterative","title":"Retrieve-Plan-Generation: An Iterative Planning and Answering Framework for Knowledge-Intensive LLM Generation","date":"2024-06-21","arxiv_id":"2406.14979","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/retrieve-plan-generation-an-iterative#ran","syntology_url":"https://syntology.ai/paper/2406.14979","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14979"}},"official":{"repos":["haruhi-sudo/RPG"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/uda-a-benchmark-suite-for-retrieval-augmented","slug":"uda-a-benchmark-suite-for-retrieval-augmented","title":"UDA: A Benchmark Suite for Retrieval Augmented Generation in Real-world Document Analysis","date":"2024-06-21","arxiv_id":"2406.15187","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/uda-a-benchmark-suite-for-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2406.15187","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.15187"}},"official":{"repos":["qinchuanhui/uda-benchmark"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/augmenting-query-and-passage-for-retrieval","slug":"augmenting-query-and-passage-for-retrieval","title":"QPaug: Question and Passage Augmentation for Open-Domain Question Answering of LLMs","date":"2024-06-20","arxiv_id":"2406.14277","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/augmenting-query-and-passage-for-retrieval#ran","syntology_url":"https://syntology.ai/paper/2406.14277","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14277"}},"official":{"repos":["kmswin1/qpaug"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/coderag-bench-can-retrieval-augment-code","slug":"coderag-bench-can-retrieval-augment-code","title":"CodeRAG-Bench: Can Retrieval Augment Code Generation?","date":"2024-06-20","arxiv_id":"2406.14497","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/coderag-bench-can-retrieval-augment-code#ran","syntology_url":"https://syntology.ai/paper/2406.14497","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14497"}},"official":{"repos":["code-rag-bench/code-rag-bench"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-rag-fusion-with-ragelo-an","slug":"evaluating-rag-fusion-with-ragelo-an","title":"Evaluating RAG-Fusion with RAGElo: an Automated Elo-based Framework","date":"2024-06-20","arxiv_id":"2406.14783","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/evaluating-rag-fusion-with-ragelo-an#ran","syntology_url":"https://syntology.ai/paper/2406.14783","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14783"}},"official":{"repos":["zetaalphavector/ragelo"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/can-long-context-language-models-subsume","slug":"can-long-context-language-models-subsume","title":"Can Long-Context Language Models Subsume Retrieval, RAG, SQL, and More?","date":"2024-06-19","arxiv_id":"2406.13121","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-long-context-language-models-subsume#ran","syntology_url":"https://syntology.ai/paper/2406.13121","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13121"}},"official":{"repos":["google-deepmind/loft"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/r-2ag-incorporating-retrieval-information","slug":"r-2ag-incorporating-retrieval-information","title":"R^2AG: Incorporating Retrieval Information into Retrieval Augmented Generation","date":"2024-06-19","arxiv_id":"2406.13249","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/r-2ag-incorporating-retrieval-information#ran","syntology_url":"https://syntology.ai/paper/2406.13249","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13249"}},"official":{"repos":["yefd/RRAG"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/instructrag-instructing-retrieval-augmented","slug":"instructrag-instructing-retrieval-augmented","title":"InstructRAG: Instructing Retrieval-Augmented Generation via Self-Synthesized Rationales","date":"2024-06-19","arxiv_id":"2406.13629","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/instructrag-instructing-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2406.13629","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13629"}},"official":{"repos":["weizhepei/instructrag"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/model-internals-based-answer-attribution-for","slug":"model-internals-based-answer-attribution-for","title":"Model Internals-based Answer Attribution for Trustworthy Retrieval-Augmented Generation","date":"2024-06-19","arxiv_id":"2406.13663","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/model-internals-based-answer-attribution-for#ran","syntology_url":"https://syntology.ai/paper/2406.13663","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13663"}},"official":{"repos":["betswish/mirage"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/planrag-a-plan-then-retrieval-augmented","slug":"planrag-a-plan-then-retrieval-augmented","title":"PlanRAG: A Plan-then-Retrieval Augmented Generation for Generative Large Language Models as Decision Makers","date":"2024-06-18","arxiv_id":"2406.12430","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/planrag-a-plan-then-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2406.12430","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.12430"}},"official":{"repos":["myeon9h/planrag"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/textit-refiner-restructure-retrieval-content","slug":"textit-refiner-restructure-retrieval-content","title":"Refiner: Restructure Retrieval Content Efficiently to Advance Question-Answering Capabilities","date":"2024-06-17","arxiv_id":"2406.11357","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/textit-refiner-restructure-retrieval-content#ran","syntology_url":"https://syntology.ai/paper/2406.11357","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11357"}},"official":{"repos":["allen-li1231/refiner-rag"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/trace-the-evidence-constructing-knowledge","slug":"trace-the-evidence-constructing-knowledge","title":"TRACE the Evidence: Constructing Knowledge-Grounded Reasoning Chains for Retrieval-Augmented Generation","date":"2024-06-17","arxiv_id":"2406.11460","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trace-the-evidence-constructing-knowledge#ran","syntology_url":"https://syntology.ai/paper/2406.11460","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11460"}},"official":{"repos":["jyfang6/trace"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/domainrag-a-chinese-benchmark-for-evaluating","slug":"domainrag-a-chinese-benchmark-for-evaluating","title":"DomainRAG: A Chinese Benchmark for Evaluating Domain-specific Retrieval-Augmented Generation","date":"2024-06-09","arxiv_id":"2406.05654","repositories_listed":2,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":12,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/domainrag-a-chinese-benchmark-for-evaluating#ran","syntology_url":"https://syntology.ai/paper/2406.05654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.05654"}},"official":{"repos":["ShootingWong/DomainRAG"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/crag-comprehensive-rag-benchmark","slug":"crag-comprehensive-rag-benchmark","title":"CRAG -- Comprehensive RAG Benchmark","date":"2024-06-07","arxiv_id":"2406.04744","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/crag-comprehensive-rag-benchmark#ran","syntology_url":"https://syntology.ai/paper/2406.04744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.04744"}},"official":{"repos":["facebookresearch/crag"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/analyzing-temporal-complex-events-with-large","slug":"analyzing-temporal-complex-events-with-large","title":"Analyzing Temporal Complex Events with Large Language Models? A Benchmark towards Temporal, Long Context Understanding","date":"2024-06-04","arxiv_id":"2406.02472","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/analyzing-temporal-complex-events-with-large#ran","syntology_url":"https://syntology.ai/paper/2406.02472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.02472"}},"official":{"repos":["Zhihan72/TCELongBench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-noise-robustness-of-retrieval","slug":"enhancing-noise-robustness-of-retrieval","title":"Enhancing Noise Robustness of Retrieval-Augmented Language Models with Adaptive Adversarial Training","date":"2024-05-31","arxiv_id":"2405.20978","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":9,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/enhancing-noise-robustness-of-retrieval#ran","syntology_url":"https://syntology.ai/paper/2405.20978","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20978"}},"official":{"repos":["calubkk/raat"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gnn-rag-graph-neural-retrieval-for-large","slug":"gnn-rag-graph-neural-retrieval-for-large","title":"GNN-RAG: Graph Neural Retrieval for Large Language Model Reasoning","date":"2024-05-30","arxiv_id":"2405.20139","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gnn-rag-graph-neural-retrieval-for-large#ran","syntology_url":"https://syntology.ai/paper/2405.20139","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20139"}},"official":{"repos":["cmavro/gnn-rag"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/designing-an-evaluation-framework-for-large","slug":"designing-an-evaluation-framework-for-large","title":"Designing an Evaluation Framework for Large Language Models in Astronomy Research","date":"2024-05-30","arxiv_id":"2405.20389","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/designing-an-evaluation-framework-for-large#ran","syntology_url":"https://syntology.ai/paper/2405.20389","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20389"}},"official":{"repos":["jsalt2024-evaluating-llms-for-astronomy/astro-arxiv-bot"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ctrla-adaptive-retrieval-augmented-generation","slug":"ctrla-adaptive-retrieval-augmented-generation","title":"CtrlA: Adaptive Retrieval-Augmented Generation via Inherent Control","date":"2024-05-29","arxiv_id":"2405.18727","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/ctrla-adaptive-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2405.18727","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.18727"}},"official":{"repos":["hsliu-initial/ctrla"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/atm-adversarial-tuning-multi-agent-system","slug":"atm-adversarial-tuning-multi-agent-system","title":"ATM: Adversarial Tuning Multi-agent System Makes a Robust Retrieval-Augmented Generator","date":"2024-05-28","arxiv_id":"2405.18111","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":10,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/atm-adversarial-tuning-multi-agent-system#ran","syntology_url":"https://syntology.ai/paper/2405.18111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.18111"}},"official":{"repos":["chuhac/atm-rag"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/cacheblend-fast-large-language-model-serving","slug":"cacheblend-fast-large-language-model-serving","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","date":"2024-05-26","arxiv_id":"2405.16444","repositories_listed":2,"syntology":{"n":14,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":14,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/cacheblend-fast-large-language-model-serving#ran","syntology_url":"https://syntology.ai/paper/2405.16444","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.16444"}},"official":{"repos":["YaoJiayi/CacheBlend"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/ecg-semantic-integrator-esi-a-foundation-ecg","slug":"ecg-semantic-integrator-esi-a-foundation-ecg","title":"ECG Semantic Integrator (ESI): A Foundation ECG Model Pretrained with LLM-Enhanced Cardiological Text","date":"2024-05-26","arxiv_id":"2405.19366","repositories_listed":1,"syntology":{"n":14,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":2,"n_no_contract":9,"n_pointer_only":14,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 2 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ecg-semantic-integrator-esi-a-foundation-ecg#ran","syntology_url":"https://syntology.ai/paper/2405.19366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.19366"}},"official":{"repos":["comp-well-org/esi"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/g3-an-effective-and-adaptive-framework-for","slug":"g3-an-effective-and-adaptive-framework-for","title":"G3: An Effective and Adaptive Framework for Worldwide Geolocalization Using Large Multi-Modality Models","date":"2024-05-23","arxiv_id":"2405.14702","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/g3-an-effective-and-adaptive-framework-for#ran","syntology_url":"https://syntology.ai/paper/2405.14702","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14702"}},"official":{"repos":["applied-machine-learning-lab/g3"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/hipporag-neurobiologically-inspired-long-term","slug":"hipporag-neurobiologically-inspired-long-term","title":"HippoRAG: Neurobiologically Inspired Long-Term Memory for Large Language Models","date":"2024-05-23","arxiv_id":"2405.14831","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hipporag-neurobiologically-inspired-long-term#ran","syntology_url":"https://syntology.ai/paper/2405.14831","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14831"}},"official":{"repos":["osu-nlp-group/hipporag"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/rag-and-rau-a-survey-on-retrieval-augmented","slug":"rag-and-rau-a-survey-on-retrieval-augmented","title":"RAG and RAU: A Survey on Retrieval-Augmented Language Model in Natural Language Processing","date":"2024-04-30","arxiv_id":"2404.19543","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rag-and-rau-a-survey-on-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2404.19543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.19543"}},"official":{"repos":["2471023025/ralm_survey"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/studying-large-language-model-behaviors-under","slug":"studying-large-language-model-behaviors-under","title":"Studying Large Language Model Behaviors Under Context-Memory Conflicts With Real Documents","date":"2024-04-24","arxiv_id":"2404.16032","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/studying-large-language-model-behaviors-under#ran","syntology_url":"https://syntology.ai/paper/2404.16032","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.16032"}},"official":{"repos":["kortukov/realistic_knowledge_conflicts"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/from-local-to-global-a-graph-rag-approach-to","slug":"from-local-to-global-a-graph-rag-approach-to","title":"From Local to Global: A Graph RAG Approach to Query-Focused Summarization","date":"2024-04-24","arxiv_id":"2404.16130","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/from-local-to-global-a-graph-rag-approach-to#ran","syntology_url":"https://syntology.ai/paper/2404.16130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.16130"}},"official":null}},{"url":"/paper/typos-that-broke-the-rag-s-back-genetic","slug":"typos-that-broke-the-rag-s-back-genetic","title":"Typos that Broke the RAG's Back: Genetic Attack on RAG Pipeline by Simulating Documents in the Wild via Low-level Perturbations","date":"2024-04-22","arxiv_id":"2404.13948","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/typos-that-broke-the-rag-s-back-genetic#ran","syntology_url":"https://syntology.ai/paper/2404.13948","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.13948"}},"official":{"repos":["zomss/garag"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-retrieval-quality-in-retrieval","slug":"evaluating-retrieval-quality-in-retrieval","title":"Evaluating Retrieval Quality in Retrieval-Augmented Generation","date":"2024-04-21","arxiv_id":"2404.13781","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-retrieval-quality-in-retrieval#ran","syntology_url":"https://syntology.ai/paper/2404.13781","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.13781"}},"official":{"repos":["alirezasalemi7/erag"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/longembed-extending-embedding-models-for-long","slug":"longembed-extending-embedding-models-for-long","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","date":"2024-04-18","arxiv_id":"2404.12096","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/longembed-extending-embedding-models-for-long#ran","syntology_url":"https://syntology.ai/paper/2404.12096","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12096"}},"official":{"repos":["dwzhu-pku/longembed"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/memllm-finetuning-llms-to-use-an-explicit","slug":"memllm-finetuning-llms-to-use-an-explicit","title":"MemLLM: Finetuning LLMs to Use An Explicit Read-Write Memory","date":"2024-04-17","arxiv_id":"2404.11672","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":10,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/memllm-finetuning-llms-to-use-an-explicit#ran","syntology_url":"https://syntology.ai/paper/2404.11672","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.11672"}},"official":{"repos":["amodaresi/memllm"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/rar-b-reasoning-as-retrieval-benchmark","slug":"rar-b-reasoning-as-retrieval-benchmark","title":"RAR-b: Reasoning as Retrieval Benchmark","date":"2024-04-09","arxiv_id":"2404.06347","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rar-b-reasoning-as-retrieval-benchmark#ran","syntology_url":"https://syntology.ai/paper/2404.06347","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.06347"}},"official":{"repos":["gowitheflow-1998/rar-b"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/utebc-nlp-at-semeval-2024-task-9-can-llms-be","slug":"utebc-nlp-at-semeval-2024-task-9-can-llms-be","title":"uTeBC-NLP at SemEval-2024 Task 9: Can LLMs be Lateral Thinkers?","date":"2024-04-03","arxiv_id":"2404.02474","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/utebc-nlp-at-semeval-2024-task-9-can-llms-be#ran","syntology_url":"https://syntology.ai/paper/2404.02474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.02474"}},"official":{"repos":["ipouyall/can-llms-be-lateral-thinkers"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/are-large-language-models-good-at-utility","slug":"are-large-language-models-good-at-utility","title":"Are Large Language Models Good at Utility Judgments?","date":"2024-03-28","arxiv_id":"2403.19216","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/are-large-language-models-good-at-utility#ran","syntology_url":"https://syntology.ai/paper/2403.19216","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.19216"}},"official":{"repos":["ict-bigdatalab/utility_judgments"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/blended-rag-improving-rag-retriever-augmented","slug":"blended-rag-improving-rag-retriever-augmented","title":"Blended RAG: Improving RAG (Retriever-Augmented Generation) Accuracy with Semantic Search and Hybrid Query-Based Retrievers","date":"2024-03-22","arxiv_id":"2404.07220","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/blended-rag-improving-rag-retriever-augmented#ran","syntology_url":"https://syntology.ai/paper/2404.07220","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07220"}},"official":{"repos":["ibm-ecosystem-engineering/blended-rag"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/adaptive-rag-learning-to-adapt-retrieval","slug":"adaptive-rag-learning-to-adapt-retrieval","title":"Adaptive-RAG: Learning to Adapt Retrieval-Augmented Large Language Models through Question Complexity","date":"2024-03-21","arxiv_id":"2403.14403","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/adaptive-rag-learning-to-adapt-retrieval#ran","syntology_url":"https://syntology.ai/paper/2403.14403","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.14403"}},"official":{"repos":["starsuzi/adaptive-rag"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/alphafin-benchmarking-financial-analysis-with","slug":"alphafin-benchmarking-financial-analysis-with","title":"AlphaFin: Benchmarking Financial Analysis with Retrieval-Augmented Stock-Chain Framework","date":"2024-03-19","arxiv_id":"2403.12582","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/alphafin-benchmarking-financial-analysis-with#ran","syntology_url":"https://syntology.ai/paper/2403.12582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.12582"}},"official":{"repos":["alphafin-proj/alphafin"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/dragin-dynamic-retrieval-augmented-generation","slug":"dragin-dynamic-retrieval-augmented-generation","title":"DRAGIN: Dynamic Retrieval Augmented Generation based on the Information Needs of Large Language Models","date":"2024-03-15","arxiv_id":"2403.10081","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dragin-dynamic-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2403.10081","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.10081"}},"official":{"repos":["oneal2000/dragin"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-medical-multi-modal-contrastive","slug":"improving-medical-multi-modal-contrastive","title":"Improving Medical Multi-modal Contrastive Learning with Expert Annotations","date":"2024-03-15","arxiv_id":"2403.10153","repositories_listed":1,"syntology":{"n":12,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":12,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/improving-medical-multi-modal-contrastive#ran","syntology_url":"https://syntology.ai/paper/2403.10153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.10153"}},"official":{"repos":["ykumards/eclip"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-llm-factual-accuracy-with-rag-to","slug":"enhancing-llm-factual-accuracy-with-rag-to","title":"Enhancing LLM Factual Accuracy with RAG to Counter Hallucinations: A Case Study on Domain-Specific Queries in Private Knowledge-Bases","date":"2024-03-15","arxiv_id":"2403.10446","repositories_listed":1,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/enhancing-llm-factual-accuracy-with-rag-to#ran","syntology_url":"https://syntology.ai/paper/2403.10446","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.10446"}},"official":{"repos":["anlp-team/LTI_Neural_Navigator"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ragged-towards-informed-design-of-retrieval","slug":"ragged-towards-informed-design-of-retrieval","title":"RAGGED: Towards Informed Design of Retrieval Augmented Generation Systems","date":"2024-03-14","arxiv_id":"2403.09040","repositories_listed":1,"syntology":{"n":14,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":1,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ragged-towards-informed-design-of-retrieval#ran","syntology_url":"https://syntology.ai/paper/2403.09040","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.09040"}},"official":{"repos":["neulab/ragged"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ra-isf-learning-to-answer-and-understand-from","slug":"ra-isf-learning-to-answer-and-understand-from","title":"RA-ISF: Learning to Answer and Understand from Retrieval Augmentation via Iterative Self-Feedback","date":"2024-03-11","arxiv_id":"2403.06840","repositories_listed":1,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":12,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ra-isf-learning-to-answer-and-understand-from#ran","syntology_url":"https://syntology.ai/paper/2403.06840","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.06840"}},"official":{"repos":["oceanntwt/ra-isf"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-exec-learning-and-learning-from","slug":"neural-exec-learning-and-learning-from","title":"Neural Exec: Learning (and Learning from) Execution Triggers for Prompt Injection Attacks","date":"2024-03-06","arxiv_id":"2403.03792","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-exec-learning-and-learning-from#ran","syntology_url":"https://syntology.ai/paper/2403.03792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.03792"}},"official":{"repos":["pasquini-dario/llm_neuralexec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-tuning-vs-retrieval-augmented-generation","slug":"fine-tuning-vs-retrieval-augmented-generation","title":"Fine Tuning vs. Retrieval Augmented Generation for Less Popular Knowledge","date":"2024-03-03","arxiv_id":"2403.01432","repositories_listed":1,"syntology":{"n":19,"n_ran":15,"n_constructed":0,"n_ran_checked":15,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":19,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/fine-tuning-vs-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2403.01432","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01432"}},"official":{"repos":["heydarsoudani/ragvsft"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-information-refinement-training","slug":"unsupervised-information-refinement-training","title":"Unsupervised Information Refinement Training of Large Language Models for Retrieval-Augmented Generation","date":"2024-02-28","arxiv_id":"2402.18150","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/unsupervised-information-refinement-training#ran","syntology_url":"https://syntology.ai/paper/2402.18150","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.18150"}},"official":{"repos":["xsc1234/info-rag"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/rnns-are-not-transformers-yet-the-key","slug":"rnns-are-not-transformers-yet-the-key","title":"RNNs are not Transformers (Yet): The Key Bottleneck on In-context Retrieval","date":"2024-02-28","arxiv_id":"2402.18510","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rnns-are-not-transformers-yet-the-key#ran","syntology_url":"https://syntology.ai/paper/2402.18510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.18510"}},"official":{"repos":["dangxingyu/rnn-icrag"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/rear-a-relevance-aware-retrieval-augmented","slug":"rear-a-relevance-aware-retrieval-augmented","title":"REAR: A Relevance-Aware Retrieval-Augmented Framework for Open-Domain Question Answering","date":"2024-02-27","arxiv_id":"2402.17497","repositories_listed":1,"syntology":{"n":14,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":14,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/rear-a-relevance-aware-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2402.17497","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.17497"}},"official":{"repos":["rucaibox/rear"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-very-long-term-conversational","slug":"evaluating-very-long-term-conversational","title":"Evaluating Very Long-Term Conversational Memory of LLM Agents","date":"2024-02-27","arxiv_id":"2402.17753","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/evaluating-very-long-term-conversational#ran","syntology_url":"https://syntology.ai/paper/2402.17753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.17753"}},"official":null}},{"url":"/paper/follow-my-instruction-and-spill-the-beans","slug":"follow-my-instruction-and-spill-the-beans","title":"Follow My Instruction and Spill the Beans: Scalable Data Extraction from Retrieval-Augmented Generation Systems","date":"2024-02-27","arxiv_id":"2402.17840","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/follow-my-instruction-and-spill-the-beans#ran","syntology_url":"https://syntology.ai/paper/2402.17840","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.17840"}},"official":{"repos":["zhentingqi/rag-privacy"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-good-and-the-bad-exploring-privacy-issues","slug":"the-good-and-the-bad-exploring-privacy-issues","title":"The Good and The Bad: Exploring Privacy Issues in Retrieval-Augmented Generation (RAG)","date":"2024-02-23","arxiv_id":"2402.16893","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/the-good-and-the-bad-exploring-privacy-issues#ran","syntology_url":"https://syntology.ai/paper/2402.16893","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.16893"}},"official":{"repos":["phycholosogy/rag-privacy"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/the-finben-an-holistic-financial-benchmark","slug":"the-finben-an-holistic-financial-benchmark","title":"FinBen: A Holistic Financial Benchmark for Large Language Models","date":"2024-02-20","arxiv_id":"2402.12659","repositories_listed":2,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/the-finben-an-holistic-financial-benchmark#ran","syntology_url":"https://syntology.ai/paper/2402.12659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.12659"}},"official":{"repos":["the-finai/pixiu"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/benchmarking-retrieval-augmented-generation","slug":"benchmarking-retrieval-augmented-generation","title":"Benchmarking Retrieval-Augmented Generation for Medicine","date":"2024-02-20","arxiv_id":"2402.13178","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2402.13178","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.13178"}},"official":{"repos":["teddy-xionggz/medrag","teddy-xionggz/mirage"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/what-evidence-do-language-models-find","slug":"what-evidence-do-language-models-find","title":"What Evidence Do Language Models Find Convincing?","date":"2024-02-19","arxiv_id":"2402.11782","repositories_listed":1,"syntology":{"n":14,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/what-evidence-do-language-models-find#ran","syntology_url":"https://syntology.ai/paper/2402.11782","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11782"}},"official":{"repos":["alexwan0/rag-convincingness"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/rag-driver-generalisable-driving-explanations","slug":"rag-driver-generalisable-driving-explanations","title":"RAG-Driver: Generalisable Driving Explanations with Retrieval-Augmented In-Context Learning in Multi-Modal Large Language Model","date":"2024-02-16","arxiv_id":"2402.10828","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rag-driver-generalisable-driving-explanations#ran","syntology_url":"https://syntology.ai/paper/2402.10828","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.10828"}},"official":null}},{"url":"/paper/generative-representational-instruction","slug":"generative-representational-instruction","title":"Generative Representational Instruction Tuning","date":"2024-02-15","arxiv_id":"2402.09906","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":7,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":5,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generative-representational-instruction#ran","syntology_url":"https://syntology.ai/paper/2402.09906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.09906"}},"official":{"repos":["contextualai/gritlm"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/g-retriever-retrieval-augmented-generation","slug":"g-retriever-retrieval-augmented-generation","title":"G-Retriever: Retrieval-Augmented Generation for Textual Graph Understanding and Question Answering","date":"2024-02-12","arxiv_id":"2402.07630","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/g-retriever-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2402.07630","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07630"}},"official":{"repos":["xiaoxinhe/g-retriever"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/poisonedrag-knowledge-poisoning-attacks-to","slug":"poisonedrag-knowledge-poisoning-attacks-to","title":"PoisonedRAG: Knowledge Corruption Attacks to Retrieval-Augmented Generation of Large Language Models","date":"2024-02-12","arxiv_id":"2402.07867","repositories_listed":2,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":7,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/poisonedrag-knowledge-poisoning-attacks-to#ran","syntology_url":"https://syntology.ai/paper/2402.07867","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.07867"}},"official":{"repos":["sleeepeer/poisonedrag"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/c-rag-certified-generation-risks-for","slug":"c-rag-certified-generation-risks-for","title":"C-RAG: Certified Generation Risks for Retrieval-Augmented Language Models","date":"2024-02-05","arxiv_id":"2402.03181","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/c-rag-certified-generation-risks-for#ran","syntology_url":"https://syntology.ai/paper/2402.03181","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.03181"}},"official":{"repos":["kangmintong/c-rag"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/crud-rag-a-comprehensive-chinese-benchmark","slug":"crud-rag-a-comprehensive-chinese-benchmark","title":"CRUD-RAG: A Comprehensive Chinese Benchmark for Retrieval-Augmented Generation of Large Language Models","date":"2024-01-30","arxiv_id":"2401.17043","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/crud-rag-a-comprehensive-chinese-benchmark#ran","syntology_url":"https://syntology.ai/paper/2401.17043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.17043"}},"official":{"repos":["iaar-shanghai/crud_rag"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/llamp-large-language-model-made-powerful-for","slug":"llamp-large-language-model-made-powerful-for","title":"LLaMP: Large Language Model Made Powerful for High-fidelity Materials Knowledge Retrieval and Distillation","date":"2024-01-30","arxiv_id":"2401.17244","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llamp-large-language-model-made-powerful-for#ran","syntology_url":"https://syntology.ai/paper/2401.17244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.17244"}},"official":{"repos":["chiang-yuan/llamp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/corrective-retrieval-augmented-generation","slug":"corrective-retrieval-augmented-generation","title":"Corrective Retrieval Augmented Generation","date":"2024-01-29","arxiv_id":"2401.15884","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/corrective-retrieval-augmented-generation#ran","syntology_url":"https://syntology.ai/paper/2401.15884","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.15884"}},"official":{"repos":["huskyinsalt/crag"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multihop-rag-benchmarking-retrieval-augmented","slug":"multihop-rag-benchmarking-retrieval-augmented","title":"MultiHop-RAG: Benchmarking Retrieval-Augmented Generation for Multi-Hop Queries","date":"2024-01-27","arxiv_id":"2401.15391","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multihop-rag-benchmarking-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2401.15391","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.15391"}},"official":{"repos":["yixuantt/MultiHop-RAG"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-power-of-noise-redefining-retrieval-for","slug":"the-power-of-noise-redefining-retrieval-for","title":"The Power of Noise: Redefining Retrieval for RAG Systems","date":"2024-01-26","arxiv_id":"2401.14887","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-power-of-noise-redefining-retrieval-for#ran","syntology_url":"https://syntology.ai/paper/2401.14887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.14887"}},"official":{"repos":["florin-git/The-Power-of-Noise"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ragtruth-a-hallucination-corpus-for","slug":"ragtruth-a-hallucination-corpus-for","title":"RAGTruth: A Hallucination Corpus for Developing Trustworthy Retrieval-Augmented Language Models","date":"2023-12-31","arxiv_id":"2401.00396","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ragtruth-a-hallucination-corpus-for#ran","syntology_url":"https://syntology.ai/paper/2401.00396","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.00396"}},"official":{"repos":["particlemedia/ragtruth"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/nomiracl-knowing-when-you-don-t-know-for","slug":"nomiracl-knowing-when-you-don-t-know-for","title":"\"Knowing When You Don't Know\": A Multilingual Relevance Assessment Dataset for Robust Retrieval-Augmented Generation","date":"2023-12-18","arxiv_id":"2312.11361","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/nomiracl-knowing-when-you-don-t-know-for#ran","syntology_url":"https://syntology.ai/paper/2312.11361","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.11361"}},"official":{"repos":["project-miracl/nomiracl"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}}],"record_sha256":"97088d61a467ba6bbc6632f5ecb4e6beb5a468106878958c2b6c89ff4034cf99","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}