{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/adaptive-retrieval-without-self-knowledge","title":"Adaptive Retrieval Without Self-Knowledge? Bringing Uncertainty Back Home","arxiv_id":"2501.12835","date":"2025-01-22","proceeding":null,"authors":["Viktor Moskvoretskii","Maria Lysyuk","Mikhail Salnikov","Nikolay Ivanov","Sergey Pletenev","Daria Galimzianova","Nikita Krayko","Vasily Konovalov","Irina Nikishina","Alexander Panchenko"],"abstract":"Retrieval Augmented Generation (RAG) improves correctness of Question Answering (QA) and addresses hallucinations in Large Language Models (LLMs), yet greatly increase computational costs. Besides, RAG is not always needed as may introduce irrelevant information. Recent adaptive retrieval methods integrate LLMs' intrinsic knowledge with external information appealing to LLM self-knowledge, but they often neglect efficiency evaluations and comparisons with uncertainty estimation techniques. We bridge this gap by conducting a comprehensive analysis of 35 adaptive retrieval methods, including 8 recent approaches and 27 uncertainty estimation techniques, across 6 datasets using 10 metrics for QA performance, self-knowledge, and efficiency. Our findings show that uncertainty estimation techniques often outperform complex pipelines in terms of efficiency and self-knowledge, while maintaining comparable QA performance.","url_abs":"https://arxiv.org/abs/2501.12835v1","url_pdf":"https://arxiv.org/pdf/2501.12835v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"rag","task_name":"RAG"},{"task_slug":"retrieval","task_name":"Retrieval"},{"task_slug":"retrieval-augmented-generation","task_name":"Retrieval-augmented Generation"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bart","method_name":"BART"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"rag","method_name":"RAG"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2501.12835","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.12835"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/s-nlp/AdaRAGUE","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":5,"ran_draft_wrong":1,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":9,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"0114479cb31c26f0","entry":"answer_extractor","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"Adaptive_Rag/evaluate.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/Adaptive_Rag/evaluate.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0114479cb31c26f0"}},{"code_sha256_prefix":"64fc92f1ad0464da","entry":"get_answer","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"SeaKR/main_simpleqa.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/SeaKR/main_simpleqa.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"64fc92f1ad0464da"}},{"code_sha256_prefix":"aa1fd19e0a59d29c","entry":"is_digital","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"SeaKR/eval_utils.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/SeaKR/eval_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa1fd19e0a59d29c"}},{"code_sha256_prefix":"6a96435eba311b08","entry":"normalize_answer","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"Adaptive_Rag/evaluate.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/Adaptive_Rag/evaluate.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a96435eba311b08"}},{"code_sha256_prefix":"6017b412458e24f4","entry":"read_json","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"SeaKR/eval_utils.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/SeaKR/eval_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6017b412458e24f4"}},{"code_sha256_prefix":"12c87f537e859253","entry":"remove_punc","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"SeaKR/eval_utils.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/SeaKR/eval_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12c87f537e859253"}},{"code_sha256_prefix":"12e13b9f901be896","entry":"extract_assistant_responses","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"UC/add_column.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/UC/add_column.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12e13b9f901be896"}},{"code_sha256_prefix":"7f3f10b6af5865d1","entry":"get_bootstrap_result","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"SeaKR/bootstrap_CI_upd.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/SeaKR/bootstrap_CI_upd.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f3f10b6af5865d1"}},{"code_sha256_prefix":"a71025d9e41c8f26","entry":"get_init_result","repo":"s-nlp/AdaRAGUE","repo_kind":"found_in_text","path":"SeaKR/bootstrap_CI_upd.py","file_url":"https://github.com/s-nlp/AdaRAGUE/blob/HEAD/SeaKR/bootstrap_CI_upd.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a71025d9e41c8f26"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}