{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/code/make-prefix","entry":"make_prefix","source":"Syntology graph, per-sample; not an archive number","read_at":"2026-09-24T18:15:14+00:00","claim":"Names are grouped by exact entry-name string. Same-named routines are NOT asserted to be equivalent; 'ran' means executed on a synthesized fixture, not correctness. n_samples_ran = sum of by_status over every status except 'unverified' (ran_draft_wrong and ran_fixture are failures of Syntology's instrument, not of the code); n_papers_ran = papers with at least one such sample.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"},"n_papers":11,"n_papers_ran":8,"units":"n_samples, n_samples_ran, n_samples_fingerprinted and by_status count distinct code bodies (code_sha256); n_places and n_places_pointer_only count places, one per (paper, code body) pair, which is also the unit of the samples list","n_samples":15,"n_samples_ran":6,"n_samples_fingerprinted":0,"n_places":17,"n_places_pointer_only":1,"by_status":{"ran_honours":0,"ran_violates":0,"ran_draft_wrong":6,"ran_fixture":0,"ran":0,"unverified":9},"syntology":{"atlas_url":null,"mcp":null,"mcp_per_sample":{"tool":"get_code","arguments_in":"samples[].mcp_get_code"},"developers":"https://syntology.ai/developers"},"samples":[{"arxiv_id":"2507.21892","paper":null,"title":"arXiv:2507.21892","date":null,"month_inferred_from_arxiv_id":"2025-07","title_source":null,"repo":"LHRLAB/Graph-R1","path":"script_process.py","file_url":"https://github.com/LHRLAB/Graph-R1/blob/HEAD/script_process.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"018ba1bb83412f58","mcp_get_code":{"code_sha256":"018ba1bb83412f58"}},{"arxiv_id":"2505.24630","paper":"/paper/the-hallucination-dilemma-factuality-aware","title":"The Hallucination Dilemma: Factuality-Aware Reinforcement Learning for Large Reasoning Models","date":"2025-05-30","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"nusnlp/fspo","path":"examples/data_preprocess/math_dataset.py","file_url":"https://github.com/nusnlp/fspo/blob/HEAD/examples/data_preprocess/math_dataset.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"2ce3cb087c966a7e","mcp_get_code":{"code_sha256":"2ce3cb087c966a7e"}},{"arxiv_id":"2505.15117","paper":"/paper/an-empirical-study-on-reinforcement-learning","title":"An Empirical Study on Reinforcement Learning for Reasoning-Search Interleaved LLM Agents","date":"2025-05-21","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":null,"path":"","file_url":null,"status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"code_sha256_prefix":"018ba1bb83412f58","mcp_get_code":{"code_sha256":"018ba1bb83412f58"}},{"arxiv_id":"2505.13271","paper":"/paper/csc-sql-corrective-self-consistency-in-text","title":"CSC-SQL: Corrective Self-Consistency in Text-to-SQL via Reinforcement Learning","date":"2025-05-19","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"cycloneboy/csc_sql","path":"src/cscsql/service/grpo/nl2sql_grpo.py","file_url":"https://github.com/cycloneboy/csc_sql/blob/HEAD/src/cscsql/service/grpo/nl2sql_grpo.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"7daf04d203ab1f5c","mcp_get_code":{"code_sha256":"7daf04d203ab1f5c"}},{"arxiv_id":"2505.07596","paper":"/paper/reinforced-internal-external-knowledge","title":"Reinforced Internal-External Knowledge Synergistic Reasoning for Efficient Adaptive Search Agent","date":"2025-05-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"hzy312/knowledge-r1","path":"scripts/data_process/2wiki_knowledge_boundary.py","file_url":"https://github.com/hzy312/knowledge-r1/blob/HEAD/scripts/data_process/2wiki_knowledge_boundary.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"dd73263b8c088bdf","mcp_get_code":{"code_sha256":"dd73263b8c088bdf"}},{"arxiv_id":"2504.10160","paper":"/paper/mt-r1-zero-advancing-llm-based-machine","title":"MT-R1-Zero: Advancing LLM-based Machine Translation via R1-Zero-like Reinforcement Learning","date":"2025-04-14","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"fzp0424/mt-r1-zero","path":"data/process_data.py","file_url":"https://github.com/fzp0424/mt-r1-zero/blob/HEAD/data/process_data.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"acc2f8f230217c25","mcp_get_code":{"code_sha256":"acc2f8f230217c25"}},{"arxiv_id":"2503.24289","paper":"/paper/rec-r1-bridging-generative-large-language","title":"Rec-R1: Bridging Generative Large Language Models and User-Centric Recommendation Systems via Reinforcement Learning","date":"2025-03-31","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"linjc16/Rec-R1","path":"src/dataset/amazon_c4/inst/sparse/subset_data.py","file_url":"https://github.com/linjc16/Rec-R1/blob/HEAD/src/dataset/amazon_c4/inst/sparse/subset_data.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"bbdbd1c51a1db3a3","mcp_get_code":{"code_sha256":"bbdbd1c51a1db3a3"}},{"arxiv_id":"2503.09516","paper":"/paper/search-r1-training-llms-to-reason-and","title":"Search-R1: Training LLMs to Reason and Leverage Search Engines with Reinforcement Learning","date":"2025-03-12","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"petergriffinjin/search-r1","path":"scripts/data_process/nq_search.py","file_url":"https://github.com/petergriffinjin/search-r1/blob/HEAD/scripts/data_process/nq_search.py","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"018ba1bb83412f58","mcp_get_code":{"code_sha256":"018ba1bb83412f58"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/bird.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/bird.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"49231bf0422fb2d5","mcp_get_code":{"code_sha256":"49231bf0422fb2d5"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/ctgov.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/ctgov.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"bd162b7f6f193c7b","mcp_get_code":{"code_sha256":"bd162b7f6f193c7b"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/fever.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/fever.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"bc592fb448c2d78d","mcp_get_code":{"code_sha256":"bc592fb448c2d78d"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/fiqa.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/fiqa.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"606ffeb10da3d22e","mcp_get_code":{"code_sha256":"606ffeb10da3d22e"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/hotpotqa.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/hotpotqa.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"545e19c701f43c85","mcp_get_code":{"code_sha256":"545e19c701f43c85"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/msmarco_beir.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/msmarco_beir.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"1c8330e765ddfad8","mcp_get_code":{"code_sha256":"1c8330e765ddfad8"}},{"arxiv_id":"2503.00223","paper":"/paper/deepretrieval-powerful-query-generation-for","title":"DeepRetrieval: Hacking Real Search Engines and Retrievers with Large Language Models via Reinforcement Learning","date":"2025-02-28","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"pat-jj/deepretrieval","path":"code/data_preprocess/msmarco_sub.py","file_url":"https://github.com/pat-jj/deepretrieval/blob/HEAD/code/data_preprocess/msmarco_sub.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"f87645303568f144","mcp_get_code":{"code_sha256":"f87645303568f144"}},{"arxiv_id":"2106.02039","paper":"/paper/reinforcement-learning-as-one-big-sequence","title":"Offline Reinforcement Learning as One Big Sequence Modeling Problem","date":"2021-06-03","month_inferred_from_arxiv_id":null,"title_source":"archive","repo":"JannerM/trajectory-transformer","path":"trajectory/search/utils.py","file_url":"https://github.com/JannerM/trajectory-transformer/blob/HEAD/trajectory/search/utils.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"code_sha256_prefix":"6dafa63552e84e1c","mcp_get_code":{"code_sha256":"6dafa63552e84e1c"}},{"arxiv_id":"2025.findings-emnlp.1015","paper":null,"title":"arXiv:2025.findings-emnlp.1015","date":null,"month_inferred_from_arxiv_id":null,"title_source":null,"repo":"fzp0424/MT-R1-Zero","path":"eval/vllm_inference.py","file_url":"https://github.com/fzp0424/MT-R1-Zero/blob/HEAD/eval/vllm_inference.py","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"code_sha256_prefix":"b07f3a2cc8732222","mcp_get_code":{"code_sha256":"b07f3a2cc8732222"}}]}